-- Logs begin at Thu 2022-05-12 08:51:35 UTC, end at Thu 2022-05-12 10:02:11 UTC. -- May 12 09:25:02.616515 dv-cinder-837699-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 12 09:25:05.419922 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.common.config [-] Logging enabled! May 12 09:25:05.420487 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev202 May 12 09:25:05.420597 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103207) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 12 09:25:05.423854 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.common.config [-] Logging enabled! May 12 09:25:05.424108 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev202 May 12 09:25:05.424977 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103207) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 12 09:25:05.425885 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 12 09:25:05.426140 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 12 09:25:05.426498 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 12 09:25:05.426739 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 12 09:25:05.426962 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 12 09:25:05.427275 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:05.427666 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:05.427899 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:05.428192 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:05.428481 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:05.428763 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:05.429050 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:05.429341 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:05.429623 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:05.429915 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:05.430198 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:05.430425 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:05.430700 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:05.430982 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:05.431263 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:05.431484 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] debug = True {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:05.431759 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:05.432190 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:05.432582 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:05.432870 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:05.433154 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:05.433428 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:05.433694 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:05.433986 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:05.434266 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:05.434585 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] host = dv-cinder-837699-5-iscsi {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:05.434856 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:05.435136 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:05.435417 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:05.435697 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:05.435967 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:05.436239 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:05.436518 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:05.436785 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:05.437051 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] log_file = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:05.437323 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:05.437605 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:05.437885 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:05.438192 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:05.438413 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:05.438632 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:05.438911 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:05.439194 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:05.439465 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:05.439733 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:05.440525 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:05.440793 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:05.441060 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:05.441323 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:05.441605 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:05.441884 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:05.442185 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:05.442454 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:05.442722 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:05.442991 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:05.443254 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:05.443533 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:05.443802 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:05.444067 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:05.444333 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:05.444613 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:05.444874 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:05.445140 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:05.445434 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:05.445715 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:05.446019 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:05.446303 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:05.446573 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:05.446849 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:05.447115 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:05.447383 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:05.447650 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] use_json = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:05.447917 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:05.448182 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:05.448459 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:05.448725 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:05.448989 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:05.449253 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:05.449521 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:05.449800 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:05.450095 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:05.450386 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.450675 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.450969 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.451247 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.451546 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.451820 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.452105 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.452381 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.452667 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.452954 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.453237 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.453511 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.453805 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.454179 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.454470 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.454769 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.455057 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.455342 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.456182 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.456455 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.456727 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.457001 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.457282 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.457556 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.457841 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.458153 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.458428 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.458719 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.458999 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.459400 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.459697 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.460050 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.460328 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.460604 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.460892 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.461168 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.461438 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.461724 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.462028 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.462299 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.462575 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.462851 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.463120 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.463387 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.463659 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.463945 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.464217 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.464485 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.464752 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.465027 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.465293 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.465569 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.465843 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.466138 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.466407 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.466682 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.466949 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.467215 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.467486 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.467754 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.468026 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.468292 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.468557 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.468825 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.469091 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.469356 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.469622 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.469888 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.470183 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.470449 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.470717 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.470979 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.471282 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.471550 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.471845 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.472121 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.472394 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.472667 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.472945 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.473217 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.473487 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.473761 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.474057 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.474327 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.474610 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.474890 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.475169 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.475446 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.475720 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.476027 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.476302 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.476574 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.476855 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.477131 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.477407 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.477689 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.477996 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.478289 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.478579 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.478869 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.479160 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.479448 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.479726 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.480027 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.480302 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:05.480517 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 12 09:25:05.480750 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103207) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 12 09:25:05.937483 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 12 09:25:05.937757 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 12 09:25:05.938088 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 12 09:25:05.938418 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.manager [-] Loading core plugin: ml2 May 12 09:25:06.269830 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:06.270149 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:06.270418 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:06.271602 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:06.271873 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:06.272134 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:06.326671 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:06.326945 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:06.327209 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:06.341607 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:06.341886 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:06.342179 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:06.375288 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:06.375561 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:06.375824 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:06.412381 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:06.412658 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:06.412919 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:06.751994 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:06.752616 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:06.752616 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:06.752795 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:06.753479 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:06.851803 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:06.852116 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:06.852395 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:06.852664 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:06.852930 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:06.853238 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:06.853497 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:06.853757 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:06.854031 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:06.854312 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:06.854568 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:06.854829 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:06.855080 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:06.855328 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:06.855578 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:06.855835 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:06.856086 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:06.856346 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:06.856608 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:06.856862 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:06.857130 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:06.857376 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:06.857651 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:06.858048 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:06.858294 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:06.858536 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:06.858918 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103207) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 09:25:06.859156 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103207) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 09:25:06.859390 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103207) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 09:25:06.859621 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103207) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 09:25:06.859852 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103207) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 09:25:06.860080 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103207) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 09:25:06.860439 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 12 09:25:06.863622 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 12 09:25:06.867501 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 12 09:25:06.871247 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) May 12 09:25:06.872849 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 12 09:25:06.873305 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 12 09:25:06.873638 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 12 09:25:06.874035 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 12 09:25:06.876931 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 12 09:25:06.877179 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 12 09:25:06.878259 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 12 09:25:06.884097 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 12 09:25:06.907738 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 12 09:25:06.908188 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:06.908618 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103207) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 12 09:25:06.908990 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:06.910370 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103207) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 12 09:25:06.910648 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 12 09:25:06.910890 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 12 09:25:06.914165 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:06.914446 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:06.976603 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 12 09:25:06.976839 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 12 09:25:06.977074 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 12 09:25:06.977435 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 12 09:25:06.998173 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_db.sqlalchemy.engines [None req-165023a7-a026-45f9-a98d-17574c63398f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103207) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 12 09:25:07.432436 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.plugins.ml2.managers [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Initializing driver for type 'gre' May 12 09:25:07.432949 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-165023a7-a026-45f9-a98d-17574c63398f None None] gre ID ranges: [(1, 1000)] May 12 09:25:07.490762 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.plugins.ml2.managers [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Initializing driver for type 'local' May 12 09:25:07.491032 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.plugins.ml2.managers [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Initializing driver for type 'vlan' May 12 09:25:07.503694 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-165023a7-a026-45f9-a98d-17574c63398f None None] VlanTypeDriver initialization complete May 12 09:25:07.503989 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.plugins.ml2.managers [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Initializing driver for type 'vxlan' May 12 09:25:07.504727 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-165023a7-a026-45f9-a98d-17574c63398f None None] vxlan ID ranges: [(1, 1000)] May 12 09:25:07.561998 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.plugins.ml2.managers [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Initializing extension driver 'port_security' May 12 09:25:07.562351 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.plugins.ml2.extensions.port_security [None req-165023a7-a026-45f9-a98d-17574c63398f None None] PortSecurityExtensionDriver initialization complete May 12 09:25:07.562718 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.plugins.ml2.managers [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Initializing mechanism driver 'openvswitch' May 12 09:25:07.563086 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.plugins.ml2.managers [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Initializing mechanism driver 'hyperv' May 12 09:25:07.570142 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [None req-165023a7-a026-45f9-a98d-17574c63398f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:25:07.570987 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Subscribe: > port after_create 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:07.571364 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Subscribe: > port after_update 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:07.571722 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Subscribe: > port after_delete 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:07.572254 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103207) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 12 09:25:07.572698 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Subscribe: > subnet after_create 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:07.573061 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Subscribe: > subnet after_update 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:07.573413 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Subscribe: > subnet after_delete 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:07.573811 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103207) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 12 09:25:07.574251 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Subscribe: > network after_create 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:07.574606 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Subscribe: > network after_update 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:07.574953 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Subscribe: > network after_delete 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:07.575352 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103207) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 12 09:25:07.575762 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Subscribe: > security_group after_create 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:07.576118 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Subscribe: > security_group after_update 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:07.576464 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Subscribe: > security_group after_delete 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:07.576862 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103207) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 12 09:25:07.577270 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:07.577645 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:07.578017 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:07.578416 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103207) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 12 09:25:07.578822 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Subscribe: > address_group after_create 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:07.579170 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Subscribe: > address_group after_update 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:07.579513 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Subscribe: > address_group after_delete 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:07.579909 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103207) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 12 09:25:07.580377 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-165023a7-a026-45f9-a98d-17574c63398f None None] ML2 OVO RPC backend initialized. {{(pid=103207) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 12 09:25:07.581621 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Subscribe: > router_interface after_create 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:07.582021 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:07.582446 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Subscribe: > network before_response 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:07.582802 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Subscribe: > networks before_response 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:07.583155 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Subscribe: > port before_response 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:07.583502 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Subscribe: > ports before_response 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:07.583853 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Subscribe: > subnet before_response 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:07.584201 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Subscribe: > subnets before_response 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:07.584552 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Subscribe: > network after_create 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:07.584896 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Subscribe: > network after_update 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:07.585262 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Subscribe: > network after_delete 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:07.585604 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Subscribe: > port after_create 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:07.585979 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Subscribe: > port after_update 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:07.586335 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Subscribe: > port after_delete 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:07.586669 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Subscribe: > subnet after_create 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:07.587010 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Subscribe: > subnet after_update 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:07.587348 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Subscribe: > subnet after_delete 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:07.594812 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.quota [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loaded quota_driver: . May 12 09:25:07.595176 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.plugins.ml2.plugin [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Modular L2 Plugin initialization complete May 12 09:25:07.595526 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading services supported by the core plugin {{(pid=103207) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 12 09:25:07.595869 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.plugins.ml2.managers [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Got port-security extension from driver 'port_security' May 12 09:25:07.596349 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.extensions.vlantransparent [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Disabled vlantransparent extension. May 12 09:25:07.596845 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103207) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 12 09:25:07.597173 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading Plugin: router May 12 09:25:07.632292 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Subscribe: > router_interface before_create 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:07.632691 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Subscribe: > router after_create 55549900 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:07.633070 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Subscribe: > router before_create 55549900 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:07.633441 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:07.633832 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:07.634213 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Subscribe: > router after_delete 55549900 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:07.634637 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Subscribe: > floatingip after_create 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:07.634996 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Subscribe: > floatingip after_update 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:07.635360 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Subscribe: > router after_create 55549900 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:07.635722 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Subscribe: > router after_update 55549900 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:07.636079 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Subscribe: > router after_update 55549900 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:07.636433 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:07.636970 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Subscribe: > router after_update 55549900 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:07.637338 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Subscribe: > router precommit_update 55549900 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:07.637721 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Subscribe: port after_update 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:07.638093 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Subscribe: port after_delete 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:07.638438 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Subscribe: subnet after_update 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:07.638793 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:07.639141 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Subscribe: > port precommit_delete 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:07.639492 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Subscribe: > router precommit_create 55549900 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:07.639843 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Subscribe: port before_delete 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:07.640195 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Subscribe: > router precommit_create 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:07.640596 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Subscribe: > router after_update 55549900 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:07.640903 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Subscribe: > router precommit_delete 55549900 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:07.641263 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Subscribe: > router precommit_create 55549900 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:07.641673 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Subscribe: > router_interface after_create 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:07.642000 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Subscribe: > router precommit_update 55549900 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:07.642367 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Subscribe: > agent after_create 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:07.642753 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Subscribe: > agent after_delete 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:07.643603 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Subscribe: > network after_delete 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:07.644469 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.quota.resource_registry [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Tracking information for resource: router configured {{(pid=103207) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 09:25:07.644802 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.quota.resource_registry [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Tracking information for resource: floatingip configured {{(pid=103207) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 12 09:25:07.649750 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.db.l3_agentschedulers_db [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 12 09:25:07.650360 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Subscribe: port after_update 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:07.650728 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Subscribe: port after_create 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:07.651086 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Subscribe: port after_delete 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:07.651443 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Subscribe: port after_update 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:07.652229 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Subscribe: > router before_create 55550100 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:07.652600 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Subscribe: > router precommit_delete 55550100 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:07.652968 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Subscribe: > router precommit_create 55550100 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:07.653329 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Subscribe: > router precommit_update 55550100 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:07.658066 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.services.provider_configuration [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Service providers = [] {{(pid=103207) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 12 09:25:07.658439 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.db.servicetype_db [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103207) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 12 09:25:07.661917 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.services.service_base [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103207) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 12 09:25:07.662293 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.services.service_base [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103207) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 12 09:25:07.662640 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.services.service_base [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103207) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 12 09:25:07.663538 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.services.service_base [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103207) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 12 09:25:07.663915 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.services.service_base [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Default provider is not specified for service type L3_ROUTER_NAT May 12 09:25:07.664295 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103207) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 09:25:07.664616 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 12 09:25:07.675795 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103207) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 09:25:07.676131 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading Plugin: auto_allocate May 12 09:25:07.681779 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Subscribe: network precommit_update 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:07.682189 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Subscribe: network precommit_create 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:07.682755 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103207) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 09:25:07.683034 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading Plugin: tag May 12 09:25:07.689813 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103207) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 09:25:07.690175 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading Plugin: timestamp May 12 09:25:07.693996 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103207) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 09:25:07.694333 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading Plugin: network_ip_availability May 12 09:25:07.699804 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:07.700181 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:07.700544 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:07.701259 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103207) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 09:25:07.701580 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading Plugin: flavors May 12 09:25:07.710677 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103207) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 09:25:07.711015 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading Plugin: revisions May 12 09:25:07.715251 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103207) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 12 09:25:07.715646 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_concurrency.lockutils [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.777s {{(pid=103207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 12 09:25:07.716391 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103207) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 12 09:25:07.716725 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Initializing extension manager. May 12 09:25:07.717257 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: __init__.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.717605 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: __pycache__ {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.717973 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: _port_mac_address_override.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.718315 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: address_group.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.719072 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.719644 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loaded extension: address-group May 12 09:25:07.719974 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: address_scope.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.720692 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.721727 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loaded extension: address-scope May 12 09:25:07.722082 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: admin_state_down_before_update.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.723031 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.723553 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loaded extension: router-admin-state-down-before-update May 12 09:25:07.723878 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: agent.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.724584 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.725103 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loaded extension: agent May 12 09:25:07.725429 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: agent_resources_synced.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.726361 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.726884 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loaded extension: agent-resources-synced May 12 09:25:07.727210 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: allowedaddresspairs.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.728994 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.729521 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loaded extension: allowed-address-pairs May 12 09:25:07.729850 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: auto_allocated_topology.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.730962 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.731486 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loaded extension: auto-allocated-topology May 12 09:25:07.731817 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: availability_zone.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.732522 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.733039 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loaded extension: availability_zone May 12 09:25:07.733369 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: availability_zone_filter.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.734312 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.734835 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loaded extension: availability_zone_filter May 12 09:25:07.735162 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: data_plane_status.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.736075 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.736610 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extension data-plane-status not supported by any of loaded plugins May 12 09:25:07.737474 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: default_subnetpools.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.738422 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.738943 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loaded extension: default-subnetpools May 12 09:25:07.739270 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: dhcpagentscheduler.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.740082 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.740600 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loaded extension: dhcp_agent_scheduler May 12 09:25:07.740925 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: dns.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.741850 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.742395 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extension dns-integration not supported by any of loaded plugins May 12 09:25:07.742721 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: dns_domain_ports.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.743641 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.744155 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extension dns-domain-ports not supported by any of loaded plugins May 12 09:25:07.744481 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.745406 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.745948 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 12 09:25:07.746278 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: dvr.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.746953 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.747471 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loaded extension: dvr May 12 09:25:07.747799 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: ecmp_routes.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.748720 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.749238 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extension ecmp_routes not supported by any of loaded plugins May 12 09:25:07.749566 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: empty_string_filtering.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.750509 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.751035 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loaded extension: empty-string-filtering May 12 09:25:07.751361 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.752299 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.752829 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 12 09:25:07.753141 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.754339 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.754860 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 12 09:25:07.755189 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: external_net.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.756103 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.756624 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loaded extension: external-net May 12 09:25:07.756950 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: extra_dhcp_opt.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.757873 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.758424 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loaded extension: extra_dhcp_opt May 12 09:25:07.758749 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: extraroute.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.759659 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.760180 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loaded extension: extraroute May 12 09:25:07.760506 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: extraroute_atomic.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.761717 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.762290 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loaded extension: extraroute-atomic May 12 09:25:07.762627 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: filter_validation.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.763307 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.763830 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loaded extension: filter-validation May 12 09:25:07.764162 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: fip_pf_description.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.765082 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.765603 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 12 09:25:07.765955 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: fip_pf_port_range.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.766873 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.767396 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 12 09:25:07.767720 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: fip_port_details.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.768659 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.769177 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loaded extension: fip-port-details May 12 09:25:07.769502 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: flavors.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.770759 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.771291 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loaded extension: flavors May 12 09:25:07.771623 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.773277 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.773811 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 12 09:25:07.774180 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: floatingip_pools.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.774886 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.775408 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loaded extension: floatingip-pools May 12 09:25:07.775739 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: ip_allocation.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.776667 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.777189 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extension ip_allocation not supported by any of loaded plugins May 12 09:25:07.777517 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.778471 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.778990 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loaded extension: ip-substring-filtering May 12 09:25:07.779320 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: l2_adjacency.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.780259 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.780782 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extension l2_adjacency not supported by any of loaded plugins May 12 09:25:07.781111 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: l3.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.782108 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.782640 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loaded extension: router May 12 09:25:07.782972 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: l3_conntrack_helper.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.785688 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.786261 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 12 09:25:07.786602 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.787534 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.788065 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loaded extension: ext-gw-mode May 12 09:25:07.788399 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.789324 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.789849 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loaded extension: l3-ha May 12 09:25:07.790221 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.791136 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.791657 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 12 09:25:07.791985 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: l3_flavors.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.792910 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.793435 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loaded extension: l3-flavors May 12 09:25:07.793765 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: l3_ndp_proxy.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.795183 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.795862 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 12 09:25:07.796209 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.797144 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.797678 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loaded extension: l3-port-ip-change-not-allowed May 12 09:25:07.798041 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: l3agentscheduler.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.799116 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.800159 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loaded extension: l3_agent_scheduler May 12 09:25:07.800491 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: local_ip.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.803742 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.804295 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extension local_ip not supported by any of loaded plugins May 12 09:25:07.804618 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: logging.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.806106 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.806646 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extension logging not supported by any of loaded plugins May 12 09:25:07.806986 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: metering.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.807732 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.808326 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loaded extension: metering May 12 09:25:07.808657 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.809766 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.810335 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loaded extension: metering_source_and_destination_fields May 12 09:25:07.810668 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: multiprovidernet.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.811593 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.812115 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loaded extension: multi-provider May 12 09:25:07.812444 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: netmtu.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.813356 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.813881 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loaded extension: net-mtu May 12 09:25:07.814243 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: netmtu_writable.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.815190 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.815714 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loaded extension: net-mtu-writable May 12 09:25:07.816042 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: network_availability_zone.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.816722 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.817241 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loaded extension: network_availability_zone May 12 09:25:07.817569 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: network_ip_availability.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.818699 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.819228 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loaded extension: network-ip-availability May 12 09:25:07.819556 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: network_segment_range.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.820321 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.820840 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extension network-segment-range not supported by any of loaded plugins May 12 09:25:07.821169 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: pagination.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.822210 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.822546 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loaded extension: pagination May 12 09:25:07.822873 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: port_device_profile.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.823786 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.824308 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loaded extension: port-device-profile May 12 09:25:07.824634 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: port_mac_address_override.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.825573 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.826122 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loaded extension: port-mac-override May 12 09:25:07.826459 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.827391 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.827912 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loaded extension: port-mac-address-regenerate May 12 09:25:07.828238 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.829156 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.829679 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loaded extension: port-numa-affinity-policy May 12 09:25:07.830038 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: port_resource_request.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.830973 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.831491 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extension port-resource-request not supported by any of loaded plugins May 12 09:25:07.831818 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: port_resource_request_groups.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.832785 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.833321 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extension port-resource-request-groups not supported by any of loaded plugins May 12 09:25:07.833631 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: portbindings.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.834604 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.835126 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loaded extension: binding May 12 09:25:07.835456 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: portbindings_extended.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.836735 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.837261 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loaded extension: binding-extended May 12 09:25:07.837594 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: portsecurity.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.838545 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.839078 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loaded extension: port-security May 12 09:25:07.839407 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: project_id.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.840384 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.840718 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loaded extension: project-id May 12 09:25:07.841045 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: providernet.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.841987 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.842513 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loaded extension: provider May 12 09:25:07.842840 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: qos.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.847138 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.847686 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extension qos not supported by any of loaded plugins May 12 09:25:07.848018 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.849286 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.849809 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 12 09:25:07.850174 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.851111 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.851634 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 12 09:25:07.851961 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: qos_default.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.852866 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.853389 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extension qos-default not supported by any of loaded plugins May 12 09:25:07.853720 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: qos_fip.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.854672 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.855188 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extension qos-fip not supported by any of loaded plugins May 12 09:25:07.855514 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: qos_fip_network_policy.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.856432 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.856949 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 12 09:25:07.857278 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: qos_gateway_ip.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.858228 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.858746 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extension qos-gateway-ip not supported by any of loaded plugins May 12 09:25:07.859074 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: qos_port_network_policy.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.859977 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.860491 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extension qos-port-network-policy not supported by any of loaded plugins May 12 09:25:07.860818 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.862413 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.862940 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extension qos-pps-minimum not supported by any of loaded plugins May 12 09:25:07.863291 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.864297 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.864822 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 12 09:25:07.865150 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: qos_pps_rule.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.866345 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.866872 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extension qos-pps not supported by any of loaded plugins May 12 09:25:07.867200 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: qos_rule_type_details.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.868114 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.868637 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extension qos-rule-type-details not supported by any of loaded plugins May 12 09:25:07.868962 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: qos_rule_type_filter.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.869881 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.870421 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 12 09:25:07.870744 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: qos_rules_alias.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.871778 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.872299 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extension qos-rules-alias not supported by any of loaded plugins May 12 09:25:07.872624 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: quota_check_limit.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.873607 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.874161 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loaded extension: quota-check-limit May 12 09:25:07.874488 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: quotasv2.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.875431 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.875759 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loaded extension: quotas May 12 09:25:07.876088 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: quotasv2_detail.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.877847 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.878213 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loaded extension: quota_details May 12 09:25:07.878546 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: rbac.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.879868 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.880423 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loaded extension: rbac-policies May 12 09:25:07.880758 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: rbac_address_group.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.881682 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.882237 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loaded extension: rbac-address-group May 12 09:25:07.882568 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: rbac_address_scope.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.883484 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.884012 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loaded extension: rbac-address-scope May 12 09:25:07.884340 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: rbac_security_groups.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.885249 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.885770 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loaded extension: rbac-security-groups May 12 09:25:07.886123 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: rbac_subnetpool.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.887036 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.887557 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loaded extension: rbac-subnetpool May 12 09:25:07.887882 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: revisionifmatch.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.888801 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.889319 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loaded extension: revision-if-match May 12 09:25:07.889644 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: revisions.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.890808 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.891331 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loaded extension: standard-attr-revisions May 12 09:25:07.891660 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: router_availability_zone.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.892332 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.894598 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loaded extension: router_availability_zone May 12 09:25:07.894598 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: routerservicetype.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.894598 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.894875 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extension router-service-type not supported by any of loaded plugins May 12 09:25:07.895001 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.895924 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.896492 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loaded extension: security-groups-normalized-cidr May 12 09:25:07.896818 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: security_groups_port_filtering.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.897736 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.898362 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loaded extension: port-security-groups-filtering May 12 09:25:07.898689 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.899645 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.900237 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loaded extension: security-groups-remote-address-group May 12 09:25:07.900563 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.901764 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.902672 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loaded extension: security-groups-shared-filtering May 12 09:25:07.903127 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.903756 dv-cinder-837699-5-iscsi neutron-server[103207]: WARNING neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 12 09:25:07.904078 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: securitygroup.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.914161 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.914700 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loaded extension: security-group May 12 09:25:07.915026 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: segment.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.915751 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.916279 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extension segment not supported by any of loaded plugins May 12 09:25:07.916608 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.917550 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.918103 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 12 09:25:07.918432 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: servicetype.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.919514 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.920044 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loaded extension: service-type May 12 09:25:07.920370 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: sorting.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.921343 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.921673 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loaded extension: sorting May 12 09:25:07.922032 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: standard_attr_segment.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.922944 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.923470 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extension standard-attr-segment not supported by any of loaded plugins May 12 09:25:07.923797 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: standardattrdescription.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.924973 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.925488 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loaded extension: standard-attr-description May 12 09:25:07.925810 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: stateful_security_group.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.926800 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.927322 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loaded extension: stateful-security-group May 12 09:25:07.927645 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: stdattrs_common.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.928214 dv-cinder-837699-5-iscsi neutron-server[103207]: WARNING neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 12 09:25:07.928538 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.929452 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.930008 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 12 09:25:07.930336 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: subnet_onboard.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.931400 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.931926 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loaded extension: subnet_onboard May 12 09:25:07.932250 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.933219 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.933692 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 12 09:25:07.934054 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: subnet_service_types.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.934976 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.935497 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loaded extension: subnet-service-types May 12 09:25:07.935820 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: subnetallocation.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.936912 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.937435 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loaded extension: subnet_allocation May 12 09:25:07.937758 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.938451 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.938971 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loaded extension: subnetpool-prefix-ops May 12 09:25:07.939293 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.940284 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.940798 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 12 09:25:07.941119 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: tagging.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.942204 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.942731 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loaded extension: standard-attr-tag May 12 09:25:07.943057 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: timestamp.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.944306 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.944836 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loaded extension: standard-attr-timestamp May 12 09:25:07.945165 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: trunk.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.946245 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.946772 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extension trunk not supported by any of loaded plugins May 12 09:25:07.947129 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: trunk_details.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.948048 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.948571 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extension trunk-details not supported by any of loaded plugins May 12 09:25:07.948897 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: uplink_status_propagation.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.949813 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.950371 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extension uplink-status-propagation not supported by any of loaded plugins May 12 09:25:07.950698 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Loading extension file: vlantransparent.py {{(pid=103207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 12 09:25:07.951368 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 12 09:25:07.951880 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extension vlan-transparent not supported by any of loaded plugins May 12 09:25:07.954447 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.quota.resource_registry [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Creating instance of TrackedResource for resource:network May 12 09:25:07.954980 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.quota.resource_registry [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Creating instance of TrackedResource for resource:subnet May 12 09:25:07.955889 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.quota.resource_registry [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Creating instance of TrackedResource for resource:subnetpool May 12 09:25:07.956283 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.quota.resource_registry [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Creating instance of TrackedResource for resource:port May 12 09:25:07.957514 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.v2.resource_helper [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 09:25:07.957983 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.v2.resource_helper [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Service FLAVORS assigned prefix: {{(pid=103207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 09:25:07.958600 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.v2.resource_helper [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 09:25:07.959035 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.v2.resource_helper [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 09:25:07.959366 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.quota.resource_registry [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Creating instance of TrackedResource for resource:router May 12 09:25:07.959797 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.quota.resource_registry [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Creating instance of TrackedResource for resource:floatingip May 12 09:25:07.960339 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.v2.resource_helper [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Service METERING assigned prefix: /metering {{(pid=103207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 09:25:07.961810 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:07.962219 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:07.962576 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:25:07.963577 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.quota.resource_registry [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Creating instance of CountableResource for resource:rbac_policy May 12 09:25:07.964015 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.quota.resource_registry [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Creating instance of TrackedResource for resource:security_group May 12 09:25:07.964442 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.quota.resource_registry [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Creating instance of TrackedResource for resource:security_group_rule May 12 09:25:07.965031 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.v2.resource_helper [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Service CORE assigned prefix: {{(pid=103207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 09:25:07.965371 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.quota.resource_registry [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Creating instance of TrackedResource for resource:subnetpool May 12 09:25:07.965728 dv-cinder-837699-5-iscsi neutron-server[103207]: WARNING neutron.quota.resource_registry [None req-165023a7-a026-45f9-a98d-17574c63398f None None] subnetpool is already registered May 12 09:25:07.966187 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.v2.resource_helper [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Service CORE assigned prefix: {{(pid=103207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 09:25:07.966522 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.quota.resource_registry [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Creating instance of TrackedResource for resource:subnetpool May 12 09:25:07.966852 dv-cinder-837699-5-iscsi neutron-server[103207]: WARNING neutron.quota.resource_registry [None req-165023a7-a026-45f9-a98d-17574c63398f None None] subnetpool is already registered May 12 09:25:07.969082 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.v2.resource_helper [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 09:25:07.969516 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.v2.resource_helper [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Service FLAVORS assigned prefix: {{(pid=103207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 09:25:07.970132 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.v2.resource_helper [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 09:25:07.970556 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.v2.resource_helper [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 09:25:07.970888 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.quota.resource_registry [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Creating instance of TrackedResource for resource:router May 12 09:25:07.971769 dv-cinder-837699-5-iscsi neutron-server[103207]: WARNING neutron.quota.resource_registry [None req-165023a7-a026-45f9-a98d-17574c63398f None None] router is already registered May 12 09:25:07.972182 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.quota.resource_registry [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Creating instance of TrackedResource for resource:floatingip May 12 09:25:07.972515 dv-cinder-837699-5-iscsi neutron-server[103207]: WARNING neutron.quota.resource_registry [None req-165023a7-a026-45f9-a98d-17574c63398f None None] floatingip is already registered May 12 09:25:07.972972 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.v2.resource_helper [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Service METERING assigned prefix: /metering {{(pid=103207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 09:25:07.973631 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.quota.resource_registry [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Creating instance of CountableResource for resource:rbac_policy May 12 09:25:07.973986 dv-cinder-837699-5-iscsi neutron-server[103207]: WARNING neutron.quota.resource_registry [None req-165023a7-a026-45f9-a98d-17574c63398f None None] rbac_policy is already registered May 12 09:25:07.974400 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.quota.resource_registry [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Creating instance of TrackedResource for resource:security_group May 12 09:25:07.974734 dv-cinder-837699-5-iscsi neutron-server[103207]: WARNING neutron.quota.resource_registry [None req-165023a7-a026-45f9-a98d-17574c63398f None None] security_group is already registered May 12 09:25:07.975138 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.quota.resource_registry [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Creating instance of TrackedResource for resource:security_group_rule May 12 09:25:07.975473 dv-cinder-837699-5-iscsi neutron-server[103207]: WARNING neutron.quota.resource_registry [None req-165023a7-a026-45f9-a98d-17574c63398f None None] security_group_rule is already registered May 12 09:25:07.976095 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.v2.resource_helper [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Service CORE assigned prefix: {{(pid=103207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 09:25:07.976429 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.quota.resource_registry [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Creating instance of TrackedResource for resource:subnetpool May 12 09:25:07.976761 dv-cinder-837699-5-iscsi neutron-server[103207]: WARNING neutron.quota.resource_registry [None req-165023a7-a026-45f9-a98d-17574c63398f None None] subnetpool is already registered May 12 09:25:07.977179 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.v2.resource_helper [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Service CORE assigned prefix: {{(pid=103207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 12 09:25:07.977504 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.quota.resource_registry [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Creating instance of TrackedResource for resource:subnetpool May 12 09:25:07.977834 dv-cinder-837699-5-iscsi neutron-server[103207]: WARNING neutron.quota.resource_registry [None req-165023a7-a026-45f9-a98d-17574c63398f None None] subnetpool is already registered May 12 09:25:07.978461 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extended resource: extensions {{(pid=103207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 09:25:07.980762 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extended resource: address-groups {{(pid=103207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 09:25:07.983665 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extended resource: address-scopes {{(pid=103207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 09:25:07.986109 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extended resource: agents {{(pid=103207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 09:25:07.988346 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extended resource: auto-allocated-topology {{(pid=103207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 09:25:07.990747 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extended resource: availability_zones {{(pid=103207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 09:25:07.993047 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extended resource: dhcp-networks {{(pid=103207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 09:25:07.995849 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extended resource: dhcp-agents {{(pid=103207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 09:25:07.997553 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extended resource: routers {{(pid=103207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 09:25:07.999261 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extended resource: flavors {{(pid=103207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 09:25:08.000522 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extended resource: service_profiles {{(pid=103207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 09:25:08.001706 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extended resource: next_providers {{(pid=103207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 09:25:08.003169 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extended resource: service_profiles {{(pid=103207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 09:25:08.004999 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extended resource: floatingip-pools {{(pid=103207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 09:25:08.006244 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extended resource: routers {{(pid=103207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 09:25:08.007913 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extended resource: floatingips {{(pid=103207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 09:25:08.010099 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extended resource: l3-routers {{(pid=103207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 09:25:08.011495 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extended resource: l3-agents {{(pid=103207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 09:25:08.012902 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extended resource: metering-labels {{(pid=103207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 09:25:08.014178 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extended resource: metering-label-rules {{(pid=103207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 09:25:08.015529 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extended resource: network-ip-availabilities {{(pid=103207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 09:25:08.016773 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extended resource: bindings {{(pid=103207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 09:25:08.018833 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extended resource: quotas {{(pid=103207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 09:25:08.020482 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extended resource: quotas {{(pid=103207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 09:25:08.022011 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extended resource: rbac-policies {{(pid=103207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 09:25:08.023199 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extended resource: security-groups {{(pid=103207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 09:25:08.024476 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extended resource: security-group-rules {{(pid=103207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 09:25:08.025715 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extended resource: service-providers {{(pid=103207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 09:25:08.026997 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extended resource: subnetpools {{(pid=103207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 09:25:08.028309 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extended resource: subnetpools {{(pid=103207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 09:25:08.029823 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extended resource: tags {{(pid=103207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 09:25:08.031487 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extended resource: tags {{(pid=103207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 09:25:08.033294 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extended resource: tags {{(pid=103207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 09:25:08.035670 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extended resource: tags {{(pid=103207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 09:25:08.037323 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extended resource: tags {{(pid=103207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 09:25:08.039250 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extended resource: tags {{(pid=103207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 09:25:08.040893 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extended resource: tags {{(pid=103207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 09:25:08.042845 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extended resource: tags {{(pid=103207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 09:25:08.044577 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extended resource: tags {{(pid=103207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 09:25:08.046305 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron.api.extensions [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Extended resource: tags {{(pid=103207) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 12 09:25:08.052254 dv-cinder-837699-5-iscsi neutron-server[103207]: WARNING keystonemiddleware.auth_token [None req-165023a7-a026-45f9-a98d-17574c63398f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 12 09:25:08.057453 dv-cinder-837699-5-iscsi neutron-server[103207]: WARNING keystonemiddleware.auth_token [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 12 09:25:08.066373 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_concurrency.lockutils [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Acquired lock "singleton_lock" {{(pid=103207) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 12 09:25:08.066855 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_concurrency.lockutils [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Releasing lock "singleton_lock" {{(pid=103207) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 12 09:25:08.067496 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO oslo_service.service [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Starting 2 workers May 12 09:25:08.073422 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Started child 103457 {{(pid=103207) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 12 09:25:08.079202 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:25:08.079922 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [-] (103457) wsgi starting up on http://0.0.0.0:9696 May 12 09:25:08.082604 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Started child 103458 {{(pid=103207) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 12 09:25:08.084836 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO neutron.service [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Neutron service started, listening on 0.0.0.0:9696 May 12 09:25:08.085675 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Publish callbacks [] for process (None), before_spawn {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:25:08.086081 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:25:08.087622 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [-] (103458) wsgi starting up on http://0.0.0.0:9696 May 12 09:25:08.088567 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO oslo_service.service [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Starting 1 workers May 12 09:25:08.093881 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Started child 103459 {{(pid=103207) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 12 09:25:08.094471 dv-cinder-837699-5-iscsi neutron-server[103207]: INFO oslo_service.service [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Starting 1 workers May 12 09:25:08.098441 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.service [None req-165023a7-a026-45f9-a98d-17574c63398f None None] calling RpcWorker wait() {{(pid=103459) _wait /opt/stack/neutron/neutron/service.py:128}} May 12 09:25:08.099006 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.service [None req-165023a7-a026-45f9-a98d-17574c63398f None None] returning from RpcWorker wait() {{(pid=103459) _wait /opt/stack/neutron/neutron/service.py:135}} May 12 09:25:08.100066 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Started child 103460 {{(pid=103207) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 12 09:25:08.100245 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:25:08.100859 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:25:08.102708 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-165023a7-a026-45f9-a98d-17574c63398f None None] Publish callbacks [] for process (None), after_spawn {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:25:08.104322 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103207) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 12 09:25:08.104532 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 12 09:25:08.104712 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 12 09:25:08.104934 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 12 09:25:08.105264 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 12 09:25:08.105429 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 12 09:25:08.105956 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.106225 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.106445 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:25:08.106894 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.106894 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.107319 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.107610 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.107702 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:25:08.107857 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.108127 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.108379 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.108547 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.108706 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.108956 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.109187 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.109513 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.109761 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.110036 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.110284 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.110452 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.110714 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.110963 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.111187 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.111465 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] debug = True {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.111721 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.112233 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.112459 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.112715 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.112928 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.113206 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.113433 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.113694 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.113949 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.114178 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.114413 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.114659 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.114896 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.115121 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.115351 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.115608 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.115823 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.116290 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] host = dv-cinder-837699-5-iscsi {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.116531 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.116743 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.117000 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.117259 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.117522 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.117753 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.118030 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.118272 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.118518 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.118770 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.119016 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.119240 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.119472 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.119725 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] log_file = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.119887 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] log_options = True {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.120117 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.120387 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.120627 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.120835 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.121001 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.121164 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.121421 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.121571 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.121818 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.122051 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.122302 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.122485 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.122699 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.122925 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.123177 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.123405 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.123620 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.123862 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.124108 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.124291 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.124592 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.125037 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.125356 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.125518 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.125830 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.126193 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.126493 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.126717 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.126929 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.127169 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.127469 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.127728 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.127964 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.128197 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.128471 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.128688 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.128916 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.129386 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.129649 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.129869 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.130208 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.130533 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.130954 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.131100 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.131237 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.131500 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.131713 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] use_json = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.131923 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.132153 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.132639 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.132800 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.133020 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.133928 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.133928 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.133928 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.133928 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.134315 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.135405 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.135405 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.135405 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.135670 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.135842 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.136089 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.136529 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.137212 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.137665 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.138100 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.138347 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.138738 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.139006 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.143796 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.144170 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.144458 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.144767 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.145019 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.145258 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.146234 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.146491 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.146793 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.147040 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.147292 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.147563 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.147802 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.148110 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.148396 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.148746 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.149096 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.149385 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.149662 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.149933 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.150181 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.150434 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.150680 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.150953 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.151205 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.151462 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.151760 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.152005 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.152244 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.152483 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.152701 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.152963 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.153209 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.153469 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.153701 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.153946 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.154198 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.154418 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.154650 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.154884 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.155134 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.155353 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.155630 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.155846 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.156065 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.156525 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.156743 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.157116 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.157379 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.157623 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.157857 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.158146 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.158320 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.159324 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.159720 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.159971 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.160195 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.160478 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.160650 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.160865 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.161082 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.161320 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.161534 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.161750 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.162015 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.162223 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.162437 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.162668 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.162873 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.163253 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.163476 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.163834 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.164085 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.164309 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.164522 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.164742 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.164968 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.165280 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.165536 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.165781 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.166038 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.166303 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.166539 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.166803 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.167020 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.167255 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.167467 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.167722 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.167950 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.168195 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.168433 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.168664 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.168901 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.169115 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.169329 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.169570 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.169805 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.170077 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.170301 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.170609 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.170832 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.171067 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.171298 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.171546 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.171816 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.172227 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.172502 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.172735 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.172996 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.173288 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.173548 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.173835 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.174634 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.174897 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.175175 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.175429 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.175690 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.175937 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.176200 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.176436 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.176703 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.176939 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.177155 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.177386 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.177686 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.177931 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.178168 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.178384 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.178663 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.178891 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.179137 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.179404 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.179649 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.179884 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.180128 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.180375 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.180612 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.180842 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.181071 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.181287 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.181518 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.181733 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.182009 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.182247 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.182482 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.182726 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.182938 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.183154 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.183440 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.183597 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.183969 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.184219 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.184433 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.184651 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.184884 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.185102 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.185344 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.185529 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.185737 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.186014 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.186392 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.186685 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.187086 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.187299 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.187680 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.187933 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.188336 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.188549 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.188962 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.189186 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.189402 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.189611 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.190398 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.190611 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.190853 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.191089 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.191305 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.191563 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.191799 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.192140 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.192390 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.192620 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.192871 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.193106 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.193336 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.193583 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.193801 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.194046 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.194265 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.194507 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.194725 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.194956 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.195170 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.195384 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.195618 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.195881 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.196128 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.196369 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.196601 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.196819 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.197055 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.197286 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.197532 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.197742 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.197989 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.198202 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.198412 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.198634 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.198981 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.199249 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.199488 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.199752 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.199989 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.200198 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.200444 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.200653 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.200907 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.201127 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.201360 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.201567 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.201823 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.202052 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.202254 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.202492 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.202704 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.203089 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.203237 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.203361 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.203535 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.203759 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.203972 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.204201 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.204427 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.204634 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.204966 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.205190 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.205424 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.205633 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.205860 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.205997 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:25:08.206180 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.206410 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.206632 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.206846 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.207055 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.207327 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.207593 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.207808 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.208081 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.208330 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.208593 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.208837 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.209153 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.209404 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.209742 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.209852 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.210106 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.210327 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.210588 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.210978 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.211182 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.211431 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.211684 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.211945 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.212226 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.212647 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.213009 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.213597 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.213969 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.214257 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.214504 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.214763 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.215001 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.215243 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.215479 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.215693 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.215920 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.216139 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.216399 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.216629 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.216885 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.217110 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.217355 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.217588 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.217847 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.218081 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.218304 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.218520 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.218676 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 12 09:25:08.219208 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103207) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 12 09:25:08.219370 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 12 09:25:08.219520 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 12 09:25:08.219861 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 12 09:25:08.220035 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 12 09:25:08.220186 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 12 09:25:08.220540 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.220705 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.220866 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.221054 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.221234 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.221548 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.221711 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.221870 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.222051 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.222210 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.222369 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.222528 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.222690 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.222845 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.223155 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.223318 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.223477 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.223637 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.223944 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.224104 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.224264 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.224421 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] debug = True {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.224579 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.224784 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.224950 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.225110 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.225269 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.225428 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.225587 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.225748 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.225923 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.226332 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.226491 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.226791 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.227175 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.227291 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.227444 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.227543 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.227698 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.227858 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] host = dv-cinder-837699-5-iscsi {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.228486 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.228486 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.228486 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.228486 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.228754 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.228754 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.228904 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.229076 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.229255 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.229385 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.229520 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.229697 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.229849 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.230032 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] log_file = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.230169 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] log_options = True {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.230311 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.230467 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.230627 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.230816 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.230979 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.231137 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.231296 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.231454 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.231615 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.231775 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.231930 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.232090 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.232249 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.232393 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.232546 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.232706 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.232856 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.233015 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.233168 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.233325 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.233481 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.233638 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.233796 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.233980 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.234122 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.234285 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.234435 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.234683 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.234846 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.235006 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.235165 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.235329 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.235485 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.235643 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.235800 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.235946 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.236106 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.236264 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.236425 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.237094 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.237254 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.237413 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.237549 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.237703 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.237862 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.238046 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.238203 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] use_json = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.238350 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.238501 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.238654 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.238813 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.238970 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.239127 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.239292 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.239432 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.239564 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 12 09:25:08.239741 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.239902 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.240073 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.240234 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.240396 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.240541 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.240688 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.240908 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.241035 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.241150 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.241317 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.241479 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.241650 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.242744 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.242744 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.242744 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.242744 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.242744 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.242744 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.242744 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.243259 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.243259 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.243259 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.243465 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.243465 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.243605 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.243768 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.243935 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.244095 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.244262 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.244437 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.244597 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.244758 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.244918 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.245078 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.245239 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.245400 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.245562 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.245723 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.245884 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.246072 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.246233 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.246395 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.246555 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.246716 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.246877 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.247038 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.247199 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.247359 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.247521 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.247682 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.247842 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.248003 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.248164 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.248325 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.248487 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.248646 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.248816 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.248976 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.249135 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.249296 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.249457 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.249616 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.249776 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.249955 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.250119 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.250281 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.250441 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.250615 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.250776 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.250940 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.251100 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.251261 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.251420 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.251582 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.251743 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.251901 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.252060 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.252267 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.252931 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.253091 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.253251 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.253411 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.253570 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.253731 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.253892 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.254323 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.254488 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.254647 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.254808 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.254967 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.255142 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.255301 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.255461 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.255621 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.255780 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.255938 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.256103 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.256278 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.256416 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.256568 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.256727 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.256888 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.257051 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.257210 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.257371 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.257529 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.257687 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.257845 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.258028 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.258188 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.258346 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.258506 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.258666 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.258848 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.259010 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.259169 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.259328 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.259495 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.259654 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.259816 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.259975 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.260142 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.260314 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.260474 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.260633 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.260793 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.260954 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.261114 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.261273 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.261433 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.261593 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.261753 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.261928 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.262104 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.262265 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.262424 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.262582 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.262764 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.262924 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.263083 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.263241 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.263400 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.263560 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.263721 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.263905 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.264063 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.264223 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.264382 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.264544 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.264703 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.264862 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.265021 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.265180 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.265341 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.265502 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.265661 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.265822 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.266013 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.266175 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.266335 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.266494 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.266654 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.266814 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.266972 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.267131 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.267291 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.267450 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.267608 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.267767 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.267948 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.268111 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.268257 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.268417 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.268576 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.268738 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.268898 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.269060 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.269221 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.269382 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.269541 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.269702 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.269864 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.270046 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.270207 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.270367 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.270526 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.270687 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.270848 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.271009 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.271169 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.271329 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.271489 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.271665 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.271826 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.271985 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.272148 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.272308 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.272467 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.272627 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.272787 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.272946 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.273103 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.273265 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.273424 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.273584 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.273742 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.273918 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.274090 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.274253 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.274416 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.274576 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.274737 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.274898 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.275058 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.275217 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.275376 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.275535 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.275694 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.275853 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.276016 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.276175 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.276347 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.276507 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.276667 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.276828 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.276988 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.277147 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.277316 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.277476 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.277635 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.277794 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.277979 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.278140 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.278310 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.278470 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.278629 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.278789 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.278949 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.279108 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.279276 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.279434 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.279594 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.279753 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.279912 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.280072 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.280239 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.280398 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.280557 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.280716 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.280874 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.281033 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.281203 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.281362 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.281523 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.281683 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.281843 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.282023 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.282191 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.282352 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.282512 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.282678 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.282837 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.282996 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.283155 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.283326 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.284003 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.284167 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.284327 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.284481 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.284635 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.284796 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.284960 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.285129 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.285294 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.285455 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.285623 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.285790 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.285979 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.286146 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.286312 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.286483 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.286643 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.286802 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.286961 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.287122 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.287282 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.287442 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.287601 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.287760 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.287922 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.288081 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.288240 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.288401 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.288559 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.288719 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.288877 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.289036 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.289195 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.289355 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.289514 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 12 09:25:08.289667 dv-cinder-837699-5-iscsi neutron-server[103207]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103207) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 12 09:25:08.301661 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 60492) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:25:08.310156 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [-] 10.222.0.60 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064003 May 12 09:25:19.605770 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68ced21-2336-474d-8cdd-eeafef5e4333 None None] get_active_networks_info from dv-cinder-837699-5-iscsi {{(pid=103459) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 12 09:25:19.677163 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68ced21-2336-474d-8cdd-eeafef5e4333 None None] No non-hosted networks {{(pid=103459) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 12 09:25:19.693797 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.agentschedulers_db [None req-a68ced21-2336-474d-8cdd-eeafef5e4333 None None] DHCP Agent not found on host dv-cinder-837699-5-iscsi {{(pid=103459) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 12 09:25:19.813886 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d973a93b-b9b2-48fa-9cf3-0045fcd8d4ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3787637'] for agent (9bee5a85-5be0-4217-aa6d-1f9c6538b987), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:25:21.803960 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-5f4d1def-c08c-4517-b153-3953f84cef1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3787637'] for agent (8db92903-2544-41c2-b919-def82c43c97a), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:25:21.862652 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d7c485a9-987e-4e1b-a88c-7e931f07a6d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (8db92903-2544-41c2-b919-def82c43c97a), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:25:22.736115 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 60556) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:25:23.060748 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-13a031d7-5ec6-42a3-899f-d50e1f06c687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3787637'] for agent (f8def58d-f1ec-4d41-abae-d1c60f542bd3), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:25:23.397871 dv-cinder-837699-5-iscsi neutron-server[103457]: WARNING oslo_policy.policy [None req-70189b82-4c47-4e69-99b7-9a2c48fa4f13 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 09:25:23.398702 dv-cinder-837699-5-iscsi neutron-server[103457]: WARNING oslo_policy.policy [None req-70189b82-4c47-4e69-99b7-9a2c48fa4f13 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 09:25:23.625428 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [None req-70189b82-4c47-4e69-99b7-9a2c48fa4f13 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 09:25:23.641350 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-70189b82-4c47-4e69-99b7-9a2c48fa4f13 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.9030199 May 12 09:25:24.468301 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a984b3b9-a9e9-40d7-bd88-8cdbb1de5f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3787637'] for agent (e377c27d-f788-489a-9a4f-9db675c37dc4), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:25:25.261293 dv-cinder-837699-5-iscsi neutron-server[103459]: INFO neutron.db.l3_hamode_db [None req-9316069c-58ba-4f26-9bb6-16b2d667bd43 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 12 09:25:25.342716 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9316069c-58ba-4f26-9bb6-16b2d667bd43 None None] Routers set() bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:25:25.343095 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9316069c-58ba-4f26-9bb6-16b2d667bd43 None None] Router IDs set() for agent in host dv-cinder-837699-5-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 12 09:25:25.944758 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3787637'] for agent (0e2e3861-7d79-4ce6-9d91-faa32ae2cb64), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:25:25.945451 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:25:25.945793 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:25:25.946169 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:25:25.946504 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:25:25.947111 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:25:25.947227 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:25:25.947478 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:25:25.947830 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:25:25.948157 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:25:25.948479 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:25:25.948844 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:25:25.949190 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:25:25.949527 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:25:25.949852 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:25:25.950197 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:25:25.950598 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-837699-5-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:25:25.957480 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-837699-5-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:25:26.155458 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 60590) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:25:26.471803 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-e77fe0ce-fcd3-4826-83e4-d938ea0cca53 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:25:26.562027 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.policy [None req-e77fe0ce-fcd3-4826-83e4-d938ea0cca53 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103457) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 12 09:25:26.603905 dv-cinder-837699-5-iscsi neutron-server[103457]: WARNING oslo_policy.policy [None req-e77fe0ce-fcd3-4826-83e4-d938ea0cca53 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 09:25:26.604291 dv-cinder-837699-5-iscsi neutron-server[103457]: WARNING oslo_policy.policy [None req-e77fe0ce-fcd3-4826-83e4-d938ea0cca53 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 09:25:26.698434 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e77fe0ce-fcd3-4826-83e4-d938ea0cca53 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740343713884', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740343714720', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740343697693', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740343704375', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740343677722', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740343686896', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-764689', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3430691', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-430106', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-401486'] for rbac-policy (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:25:26.767671 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e77fe0ce-fcd3-4826-83e4-d938ea0cca53 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:25:26.768839 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-e77fe0ce-fcd3-4826-83e4-d938ea0cca53 admin admin] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6123557 May 12 09:25:29.282521 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 60602) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:25:29.589249 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-cf15eb1e-89d1-455a-b5e7-8d5c1e267407 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:25:29.618023 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf15eb1e-89d1-455a-b5e7-8d5c1e267407 demo demo] Made reservation on behalf of 43f5db26667c4824b9e1f2363e88395d for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 09:25:29.622075 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cf15eb1e-89d1-455a-b5e7-8d5c1e267407 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for network (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:25:29.638995 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cf15eb1e-89d1-455a-b5e7-8d5c1e267407 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:25:29.742721 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cf15eb1e-89d1-455a-b5e7-8d5c1e267407 demo demo] Publish callbacks [] for security_group (c257be46-36c4-4ff7-a8fe-3c6f714b948a), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:25:29.746301 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cf15eb1e-89d1-455a-b5e7-8d5c1e267407 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (c257be46-36c4-4ff7-a8fe-3c6f714b948a), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:25:29.770073 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf15eb1e-89d1-455a-b5e7-8d5c1e267407 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 09:25:29.803359 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cf15eb1e-89d1-455a-b5e7-8d5c1e267407 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740344558093', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720414'] for segment (8aa78aff-af7f-4ed5-bc61-7a811731916d), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:25:29.803881 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.db.segments_db [None req-cf15eb1e-89d1-455a-b5e7-8d5c1e267407 demo demo] Added segment 8aa78aff-af7f-4ed5-bc61-7a811731916d of type vlan for network b94a6b1f-8447-4d86-a06e-73f233d3ce0d May 12 09:25:29.819329 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf15eb1e-89d1-455a-b5e7-8d5c1e267407 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=c257be46-36c4-4ff7-a8fe-3c6f714b948a,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:25:29.866514 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf15eb1e-89d1-455a-b5e7-8d5c1e267407 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:25:29.866854 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf15eb1e-89d1-455a-b5e7-8d5c1e267407 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:25:29.867206 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf15eb1e-89d1-455a-b5e7-8d5c1e267407 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:25:29.867556 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf15eb1e-89d1-455a-b5e7-8d5c1e267407 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:25:29.867887 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf15eb1e-89d1-455a-b5e7-8d5c1e267407 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:25:29.868215 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf15eb1e-89d1-455a-b5e7-8d5c1e267407 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:25:29.868537 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf15eb1e-89d1-455a-b5e7-8d5c1e267407 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:25:29.868857 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf15eb1e-89d1-455a-b5e7-8d5c1e267407 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:25:29.869174 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf15eb1e-89d1-455a-b5e7-8d5c1e267407 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:25:29.869540 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf15eb1e-89d1-455a-b5e7-8d5c1e267407 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:25:29.869833 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf15eb1e-89d1-455a-b5e7-8d5c1e267407 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:25:29.870168 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf15eb1e-89d1-455a-b5e7-8d5c1e267407 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:25:29.870494 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf15eb1e-89d1-455a-b5e7-8d5c1e267407 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:25:29.870802 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf15eb1e-89d1-455a-b5e7-8d5c1e267407 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:25:29.871114 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf15eb1e-89d1-455a-b5e7-8d5c1e267407 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:25:29.872513 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf15eb1e-89d1-455a-b5e7-8d5c1e267407 demo demo] Tracked resource versions report: May 12 09:25:29.872513 dv-cinder-837699-5-iscsi neutron-server[103457]: pushed versions: May 12 09:25:29.872513 dv-cinder-837699-5-iscsi neutron-server[103457]: { 'AddressGroup': {'1.2'}, May 12 09:25:29.872513 dv-cinder-837699-5-iscsi neutron-server[103457]: 'Agent': {'1.1'}, May 12 09:25:29.872513 dv-cinder-837699-5-iscsi neutron-server[103457]: 'ConntrackHelper': {'1.0'}, May 12 09:25:29.872513 dv-cinder-837699-5-iscsi neutron-server[103457]: 'LocalIPAssociation': {'1.0'}, May 12 09:25:29.872513 dv-cinder-837699-5-iscsi neutron-server[103457]: 'Log': {'1.0'}, May 12 09:25:29.872513 dv-cinder-837699-5-iscsi neutron-server[103457]: 'NDPProxy': {'1.0'}, May 12 09:25:29.872513 dv-cinder-837699-5-iscsi neutron-server[103457]: 'Network': {'1.1'}, May 12 09:25:29.872513 dv-cinder-837699-5-iscsi neutron-server[103457]: 'Port': {'1.7'}, May 12 09:25:29.872513 dv-cinder-837699-5-iscsi neutron-server[103457]: 'PortForwarding': {'1.3'}, May 12 09:25:29.872513 dv-cinder-837699-5-iscsi neutron-server[103457]: 'QosPolicy': {'1.10'}, May 12 09:25:29.872513 dv-cinder-837699-5-iscsi neutron-server[103457]: 'SecurityGroup': {'1.5'}, May 12 09:25:29.872513 dv-cinder-837699-5-iscsi neutron-server[103457]: 'SecurityGroupRule': {'1.2'}, May 12 09:25:29.872513 dv-cinder-837699-5-iscsi neutron-server[103457]: 'SubPort': {'1.0'}, May 12 09:25:29.872513 dv-cinder-837699-5-iscsi neutron-server[103457]: 'Subnet': {'1.1'}, May 12 09:25:29.872513 dv-cinder-837699-5-iscsi neutron-server[103457]: 'Trunk': {'1.1'}} May 12 09:25:29.872513 dv-cinder-837699-5-iscsi neutron-server[103457]: consumer versions: May 12 09:25:29.872513 dv-cinder-837699-5-iscsi neutron-server[103457]: { DHCP agent@dv-cinder-837699-5-iscsi: {}, May 12 09:25:29.872513 dv-cinder-837699-5-iscsi neutron-server[103457]: L3 agent@dv-cinder-837699-5-iscsi: {}, May 12 09:25:29.872513 dv-cinder-837699-5-iscsi neutron-server[103457]: Metadata agent@dv-cinder-837699-5-iscsi: {}, May 12 09:25:29.872513 dv-cinder-837699-5-iscsi neutron-server[103457]: Metering agent@dv-cinder-837699-5-iscsi: {}, May 12 09:25:29.872513 dv-cinder-837699-5-iscsi neutron-server[103457]: Open vSwitch agent@dv-cinder-837699-5-iscsi: { 'AddressGroup': '1.2', May 12 09:25:29.872513 dv-cinder-837699-5-iscsi neutron-server[103457]: 'Agent': '1.1', May 12 09:25:29.872513 dv-cinder-837699-5-iscsi neutron-server[103457]: 'ConntrackHelper': '1.0', May 12 09:25:29.872513 dv-cinder-837699-5-iscsi neutron-server[103457]: 'LocalIPAssociation': '1.0', May 12 09:25:29.872513 dv-cinder-837699-5-iscsi neutron-server[103457]: 'Log': '1.0', May 12 09:25:29.872513 dv-cinder-837699-5-iscsi neutron-server[103457]: 'NDPProxy': '1.0', May 12 09:25:29.872513 dv-cinder-837699-5-iscsi neutron-server[103457]: 'Network': '1.1', May 12 09:25:29.872513 dv-cinder-837699-5-iscsi neutron-server[103457]: 'Port': '1.7', May 12 09:25:29.872513 dv-cinder-837699-5-iscsi neutron-server[103457]: 'PortForwarding': '1.3', May 12 09:25:29.872513 dv-cinder-837699-5-iscsi neutron-server[103457]: 'QosPolicy': '1.10', May 12 09:25:29.872513 dv-cinder-837699-5-iscsi neutron-server[103457]: 'SecurityGroup': '1.5', May 12 09:25:29.872513 dv-cinder-837699-5-iscsi neutron-server[103457]: 'SecurityGroupRule': '1.2', May 12 09:25:29.872513 dv-cinder-837699-5-iscsi neutron-server[103457]: 'SubPort': '1.0', May 12 09:25:29.872513 dv-cinder-837699-5-iscsi neutron-server[103457]: 'Subnet': '1.1', May 12 09:25:29.872513 dv-cinder-837699-5-iscsi neutron-server[103457]: 'Trunk': '1.1'}} May 12 09:25:29.872513 dv-cinder-837699-5-iscsi neutron-server[103457]: {{(pid=103457) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 09:25:29.912492 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cf15eb1e-89d1-455a-b5e7-8d5c1e267407 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740344000386'] for network (b94a6b1f-8447-4d86-a06e-73f233d3ce0d), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:25:29.954086 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cf15eb1e-89d1-455a-b5e7-8d5c1e267407 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735'] for network (b94a6b1f-8447-4d86-a06e-73f233d3ce0d), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:25:29.959246 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf15eb1e-89d1-455a-b5e7-8d5c1e267407 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:25:29.959961 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-cf15eb1e-89d1-455a-b5e7-8d5c1e267407 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728753'] for network (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:25:30.026521 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-cf15eb1e-89d1-455a-b5e7-8d5c1e267407 demo demo] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.7423728 May 12 09:25:30.076440 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf15eb1e-89d1-455a-b5e7-8d5c1e267407 demo demo] Pushing event updated for resources: {'Network': ['ID=b94a6b1f-8447-4d86-a06e-73f233d3ce0d,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:25:30.088003 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Network b94a6b1f-8447-4d86-a06e-73f233d3ce0d details requested by agent ovs-agent-dv-cinder-837699-5-iscsi with host dv-cinder-837699-5-iscsi {{(pid=103459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 09:25:32.534604 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 60614) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:25:32.935446 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc782904-688d-40dc-a253-15a57188b6fe demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:25:32.936698 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-cc782904-688d-40dc-a253-15a57188b6fe demo admin] 10.222.0.60 "GET /v2.0/networks/b94a6b1f-8447-4d86-a06e-73f233d3ce0d HTTP/1.1" status: 200 len: 825 time: 0.4011464 May 12 09:25:32.960429 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-c26a5e0e-d7df-425c-83e4-d8eeeed81b80 demo admin] 10.222.0.60 "GET /v2.0/subnetpools/1150f78b-fce5-44ed-8357-219b954fefa7 HTTP/1.1" status: 200 len: 734 time: 0.0182035 May 12 09:25:32.968476 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-32d2476b-d782-4976-9361-3c1687200a1c demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '1150f78b-fce5-44ed-8357-219b954fefa7', 'network_id': 'b94a6b1f-8447-4d86-a06e-73f233d3ce0d'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:25:32.989341 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d2476b-d782-4976-9361-3c1687200a1c demo admin] Made reservation on behalf of 43f5db26667c4824b9e1f2363e88395d for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 09:25:32.991669 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-32d2476b-d782-4976-9361-3c1687200a1c demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:25:33.277523 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-32d2476b-d782-4976-9361-3c1687200a1c demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735'] for subnet (e806b705-93c8-4ccb-a8b6-e5ffac5c93cb), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:25:33.346043 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d2476b-d782-4976-9361-3c1687200a1c demo admin] Pushing event updated for resources: {'Subnet': ['ID=e806b705-93c8-4ccb-a8b6-e5ffac5c93cb,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:25:33.350520 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d2476b-d782-4976-9361-3c1687200a1c demo admin] Checking segment: {'id': '8aa78aff-af7f-4ed5-bc61-7a811731916d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b94a6b1f-8447-4d86-a06e-73f233d3ce0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 09:25:33.350931 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d2476b-d782-4976-9361-3c1687200a1c demo admin] Network hostable DHCP agents. Network: b94a6b1f-8447-4d86-a06e-73f233d3ce0d, hostable agents: ['9bee5a85-5be0-4217-aa6d-1f9c6538b987'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 09:25:33.371278 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d2476b-d782-4976-9361-3c1687200a1c demo admin] Network b94a6b1f-8447-4d86-a06e-73f233d3ce0d is scheduled to be hosted by DHCP agent 9bee5a85-5be0-4217-aa6d-1f9c6538b987 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 09:25:33.382279 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-32d2476b-d782-4976-9361-3c1687200a1c demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837699-5-iscsi, b94a6b1f-8447-4d86-a06e-73f233d3ce0d) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:25:33.386760 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d2476b-d782-4976-9361-3c1687200a1c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:25:33.387340 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-32d2476b-d782-4976-9361-3c1687200a1c demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728753'] for subnet (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:25:33.392285 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55883e50-dcae-4e6b-8c4c-d9219a67801f None None] Network b94a6b1f-8447-4d86-a06e-73f233d3ce0d requested from dv-cinder-837699-5-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 09:25:33.406571 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-32d2476b-d782-4976-9361-3c1687200a1c demo admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4409764 May 12 09:25:33.663644 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b320d32-8a1d-4637-a4f7-5f07bfcfecab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f439b0a-a78d-5e02-af88-781e2083e254-b94a6b1f-8447-4d86-a06e-73f233d3ce0d', 'network_id': 'b94a6b1f-8447-4d86-a06e-73f233d3ce0d', 'project_id': '43f5db26667c4824b9e1f2363e88395d', 'fixed_ips': [{'subnet_id': 'e806b705-93c8-4ccb-a8b6-e5ffac5c93cb'}]}} from dv-cinder-837699-5-iscsi. {{(pid=103459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 09:25:33.664984 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-5b320d32-8a1d-4637-a4f7-5f07bfcfecab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:25:33.950958 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.db_base_plugin_common [None req-5b320d32-8a1d-4637-a4f7-5f07bfcfecab None None] Allocated IP 172.20.0.2 (b94a6b1f-8447-4d86-a06e-73f233d3ce0d/e806b705-93c8-4ccb-a8b6-e5ffac5c93cb/70650ed4-a82d-40bb-b19c-5cf6421f5a8e) {{(pid=103459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 09:25:34.217439 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-5b320d32-8a1d-4637-a4f7-5f07bfcfecab None None] Publish callbacks [] for port (70650ed4-a82d-40bb-b19c-5cf6421f5a8e), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:25:34.225512 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-5b320d32-8a1d-4637-a4f7-5f07bfcfecab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740344012620'] for port (70650ed4-a82d-40bb-b19c-5cf6421f5a8e), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:25:34.307774 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b320d32-8a1d-4637-a4f7-5f07bfcfecab None None] Network b94a6b1f-8447-4d86-a06e-73f233d3ce0d is already hosted by enough agents. {{(pid=103459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 09:25:34.314919 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.scheduler.base_scheduler [None req-5b320d32-8a1d-4637-a4f7-5f07bfcfecab None None] Resources bound (agent type, host, resource id): {{(pid=103459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:25:34.320513 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b320d32-8a1d-4637-a4f7-5f07bfcfecab None None] Pushing event updated for resources: {'Port': ['ID=70650ed4-a82d-40bb-b19c-5cf6421f5a8e,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:25:34.322814 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b320d32-8a1d-4637-a4f7-5f07bfcfecab None None] Received port after_create {{(pid=103459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 09:25:34.356266 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b320d32-8a1d-4637-a4f7-5f07bfcfecab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:25:34.356618 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b320d32-8a1d-4637-a4f7-5f07bfcfecab None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:25:34.356980 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b320d32-8a1d-4637-a4f7-5f07bfcfecab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:25:34.357342 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b320d32-8a1d-4637-a4f7-5f07bfcfecab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:25:34.357681 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b320d32-8a1d-4637-a4f7-5f07bfcfecab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:25:34.358039 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b320d32-8a1d-4637-a4f7-5f07bfcfecab None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:25:34.358370 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b320d32-8a1d-4637-a4f7-5f07bfcfecab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:25:34.358699 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b320d32-8a1d-4637-a4f7-5f07bfcfecab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:25:34.359027 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b320d32-8a1d-4637-a4f7-5f07bfcfecab None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:25:34.359358 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b320d32-8a1d-4637-a4f7-5f07bfcfecab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:25:34.359686 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b320d32-8a1d-4637-a4f7-5f07bfcfecab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:25:34.360026 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b320d32-8a1d-4637-a4f7-5f07bfcfecab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:25:34.360353 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b320d32-8a1d-4637-a4f7-5f07bfcfecab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:25:34.361202 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b320d32-8a1d-4637-a4f7-5f07bfcfecab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:25:34.361523 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b320d32-8a1d-4637-a4f7-5f07bfcfecab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:25:34.363013 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b320d32-8a1d-4637-a4f7-5f07bfcfecab None None] Tracked resource versions report: May 12 09:25:34.363013 dv-cinder-837699-5-iscsi neutron-server[103459]: pushed versions: May 12 09:25:34.363013 dv-cinder-837699-5-iscsi neutron-server[103459]: { 'AddressGroup': {'1.2'}, May 12 09:25:34.363013 dv-cinder-837699-5-iscsi neutron-server[103459]: 'Agent': {'1.1'}, May 12 09:25:34.363013 dv-cinder-837699-5-iscsi neutron-server[103459]: 'ConntrackHelper': {'1.0'}, May 12 09:25:34.363013 dv-cinder-837699-5-iscsi neutron-server[103459]: 'LocalIPAssociation': {'1.0'}, May 12 09:25:34.363013 dv-cinder-837699-5-iscsi neutron-server[103459]: 'Log': {'1.0'}, May 12 09:25:34.363013 dv-cinder-837699-5-iscsi neutron-server[103459]: 'NDPProxy': {'1.0'}, May 12 09:25:34.363013 dv-cinder-837699-5-iscsi neutron-server[103459]: 'Network': {'1.1'}, May 12 09:25:34.363013 dv-cinder-837699-5-iscsi neutron-server[103459]: 'Port': {'1.7'}, May 12 09:25:34.363013 dv-cinder-837699-5-iscsi neutron-server[103459]: 'PortForwarding': {'1.3'}, May 12 09:25:34.363013 dv-cinder-837699-5-iscsi neutron-server[103459]: 'QosPolicy': {'1.10'}, May 12 09:25:34.363013 dv-cinder-837699-5-iscsi neutron-server[103459]: 'SecurityGroup': {'1.5'}, May 12 09:25:34.363013 dv-cinder-837699-5-iscsi neutron-server[103459]: 'SecurityGroupRule': {'1.2'}, May 12 09:25:34.363013 dv-cinder-837699-5-iscsi neutron-server[103459]: 'SubPort': {'1.0'}, May 12 09:25:34.363013 dv-cinder-837699-5-iscsi neutron-server[103459]: 'Subnet': {'1.1'}, May 12 09:25:34.363013 dv-cinder-837699-5-iscsi neutron-server[103459]: 'Trunk': {'1.1'}} May 12 09:25:34.363013 dv-cinder-837699-5-iscsi neutron-server[103459]: consumer versions: May 12 09:25:34.363013 dv-cinder-837699-5-iscsi neutron-server[103459]: { DHCP agent@dv-cinder-837699-5-iscsi: {}, May 12 09:25:34.363013 dv-cinder-837699-5-iscsi neutron-server[103459]: L3 agent@dv-cinder-837699-5-iscsi: {}, May 12 09:25:34.363013 dv-cinder-837699-5-iscsi neutron-server[103459]: Metadata agent@dv-cinder-837699-5-iscsi: {}, May 12 09:25:34.363013 dv-cinder-837699-5-iscsi neutron-server[103459]: Metering agent@dv-cinder-837699-5-iscsi: {}, May 12 09:25:34.363013 dv-cinder-837699-5-iscsi neutron-server[103459]: Open vSwitch agent@dv-cinder-837699-5-iscsi: { 'AddressGroup': '1.2', May 12 09:25:34.363013 dv-cinder-837699-5-iscsi neutron-server[103459]: 'Agent': '1.1', May 12 09:25:34.363013 dv-cinder-837699-5-iscsi neutron-server[103459]: 'ConntrackHelper': '1.0', May 12 09:25:34.363013 dv-cinder-837699-5-iscsi neutron-server[103459]: 'LocalIPAssociation': '1.0', May 12 09:25:34.363013 dv-cinder-837699-5-iscsi neutron-server[103459]: 'Log': '1.0', May 12 09:25:34.363013 dv-cinder-837699-5-iscsi neutron-server[103459]: 'NDPProxy': '1.0', May 12 09:25:34.363013 dv-cinder-837699-5-iscsi neutron-server[103459]: 'Network': '1.1', May 12 09:25:34.363013 dv-cinder-837699-5-iscsi neutron-server[103459]: 'Port': '1.7', May 12 09:25:34.363013 dv-cinder-837699-5-iscsi neutron-server[103459]: 'PortForwarding': '1.3', May 12 09:25:34.363013 dv-cinder-837699-5-iscsi neutron-server[103459]: 'QosPolicy': '1.10', May 12 09:25:34.363013 dv-cinder-837699-5-iscsi neutron-server[103459]: 'SecurityGroup': '1.5', May 12 09:25:34.363013 dv-cinder-837699-5-iscsi neutron-server[103459]: 'SecurityGroupRule': '1.2', May 12 09:25:34.363013 dv-cinder-837699-5-iscsi neutron-server[103459]: 'SubPort': '1.0', May 12 09:25:34.363013 dv-cinder-837699-5-iscsi neutron-server[103459]: 'Subnet': '1.1', May 12 09:25:34.363013 dv-cinder-837699-5-iscsi neutron-server[103459]: 'Trunk': '1.1'}} May 12 09:25:34.363013 dv-cinder-837699-5-iscsi neutron-server[103459]: {{(pid=103459) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 09:25:34.413413 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-5b320d32-8a1d-4637-a4f7-5f07bfcfecab None None] Attempting to bind port 70650ed4-a82d-40bb-b19c-5cf6421f5a8e on host dv-cinder-837699-5-iscsi for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 09:25:34.414034 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-5b320d32-8a1d-4637-a4f7-5f07bfcfecab None None] Attempting to bind port 70650ed4-a82d-40bb-b19c-5cf6421f5a8e by drivers openvswitch,hyperv on host dv-cinder-837699-5-iscsi at level 0 using segments [{'id': '8aa78aff-af7f-4ed5-bc61-7a811731916d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b94a6b1f-8447-4d86-a06e-73f233d3ce0d'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 09:25:34.414308 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b320d32-8a1d-4637-a4f7-5f07bfcfecab None None] Attempting to bind port 70650ed4-a82d-40bb-b19c-5cf6421f5a8e on network b94a6b1f-8447-4d86-a06e-73f233d3ce0d {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 09:25:34.419395 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b320d32-8a1d-4637-a4f7-5f07bfcfecab None None] Checking agent: {'id': '0e2e3861-7d79-4ce6-9d91-faa32ae2cb64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 9, 25, 26), 'started_at': datetime.datetime(2022, 5, 12, 9, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 9, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 09:25:34.419791 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b320d32-8a1d-4637-a4f7-5f07bfcfecab None None] Checking segment: {'id': '8aa78aff-af7f-4ed5-bc61-7a811731916d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b94a6b1f-8447-4d86-a06e-73f233d3ce0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 09:25:34.420268 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-5b320d32-8a1d-4637-a4f7-5f07bfcfecab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:25:34.420658 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b320d32-8a1d-4637-a4f7-5f07bfcfecab None None] Bound using segment: {'id': '8aa78aff-af7f-4ed5-bc61-7a811731916d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b94a6b1f-8447-4d86-a06e-73f233d3ce0d'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 09:25:34.421146 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-5b320d32-8a1d-4637-a4f7-5f07bfcfecab None None] Bound port: 70650ed4-a82d-40bb-b19c-5cf6421f5a8e, host: dv-cinder-837699-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aa78aff-af7f-4ed5-bc61-7a811731916d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b94a6b1f-8447-4d86-a06e-73f233d3ce0d'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 09:25:34.421550 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-5b320d32-8a1d-4637-a4f7-5f07bfcfecab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (70650ed4-a82d-40bb-b19c-5cf6421f5a8e), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:25:34.486422 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-5b320d32-8a1d-4637-a4f7-5f07bfcfecab None None] For port 70650ed4-a82d-40bb-b19c-5cf6421f5a8e, host dv-cinder-837699-5-iscsi, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 09:25:34.507353 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-5b320d32-8a1d-4637-a4f7-5f07bfcfecab None None] For port 70650ed4-a82d-40bb-b19c-5cf6421f5a8e, host dv-cinder-837699-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=70650ed4-a82d-40bb-b19c-5cf6421f5a8e,segment=NetworkSegment(8aa78aff-af7f-4ed5-bc61-7a811731916d),segment_id=8aa78aff-af7f-4ed5-bc61-7a811731916d)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 09:25:34.514002 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-5b320d32-8a1d-4637-a4f7-5f07bfcfecab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (70650ed4-a82d-40bb-b19c-5cf6421f5a8e), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:25:34.570529 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b320d32-8a1d-4637-a4f7-5f07bfcfecab None None] Pushing event updated for resources: {'Port': ['ID=70650ed4-a82d-40bb-b19c-5cf6421f5a8e,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:25:35.861464 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 60622) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:25:36.176209 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [None req-cf0dfbdf-24c4-48b6-888f-6e5d5de5a4e5 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 09:25:36.177203 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-cf0dfbdf-24c4-48b6-888f-6e5d5de5a4e5 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3147645 May 12 09:25:38.658302 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 60630) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:25:38.963156 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [None req-104299df-d44d-4deb-a2ee-ab48d0238c43 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 09:25:38.964138 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-104299df-d44d-4deb-a2ee-ab48d0238c43 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3054767 May 12 09:25:41.392539 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 60638) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:25:41.704388 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-f5731380-e960-41df-8ca4-b61bce4e657d demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:25:41.727790 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f5731380-e960-41df-8ca4-b61bce4e657d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3795715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6309'] for router (cdff1c53-0e90-4483-907b-a95e91c9781f), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:25:41.729597 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f5731380-e960-41df-8ca4-b61bce4e657d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3795959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3798042', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3743491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6238'] for router (cdff1c53-0e90-4483-907b-a95e91c9781f), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:25:41.868233 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f5731380-e960-41df-8ca4-b61bce4e657d demo demo] Publish callbacks [] for router_controller (cdff1c53-0e90-4483-907b-a95e91c9781f), precommit_add_association {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:25:41.874155 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f5731380-e960-41df-8ca4-b61bce4e657d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3795854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798221'] for router (cdff1c53-0e90-4483-907b-a95e91c9781f), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:25:41.892149 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f5731380-e960-41df-8ca4-b61bce4e657d demo demo] Publish callbacks [] for router (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:25:41.893320 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-f5731380-e960-41df-8ca4-b61bce4e657d demo demo] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.4997702 May 12 09:25:44.389419 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 60650) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:25:44.710964 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [None req-a9c4c89f-efbb-424e-9130-e3c097468901 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 09:25:44.712131 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-a9c4c89f-efbb-424e-9130-e3c097468901 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3215652 May 12 09:25:44.734628 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device 70650ed4-a82d-40bb-b19c-5cf6421f5a8e up at agent ovs-agent-dv-cinder-837699-5-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 09:25:44.828865 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Provisioning complete for port 70650ed4-a82d-40bb-b19c-5cf6421f5a8e triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:25:44.829290 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (70650ed4-a82d-40bb-b19c-5cf6421f5a8e), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:25:44.948264 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Current status of the port 70650ed4-a82d-40bb-b19c-5cf6421f5a8e is: DOWN; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:25:44.948657 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (70650ed4-a82d-40bb-b19c-5cf6421f5a8e), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:25:44.986258 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] For port 70650ed4-a82d-40bb-b19c-5cf6421f5a8e, host dv-cinder-837699-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=70650ed4-a82d-40bb-b19c-5cf6421f5a8e,segment=NetworkSegment(8aa78aff-af7f-4ed5-bc61-7a811731916d),segment_id=8aa78aff-af7f-4ed5-bc61-7a811731916d)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:25:44.990525 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (70650ed4-a82d-40bb-b19c-5cf6421f5a8e), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:25:45.046383 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Pushing event updated for resources: {'Port': ['ID=70650ed4-a82d-40bb-b19c-5cf6421f5a8e,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:25:45.147519 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-1d9e6a58-d356-44ab-bb34-37357c1267d7 None None] Agent healthcheck: found 5 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 09:25:46.009382 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14940c95-140f-44fe-8fab-a99962a5150e None None] Network b94a6b1f-8447-4d86-a06e-73f233d3ce0d requested from dv-cinder-837699-5-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 09:25:46.080794 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-8d517d74-9eda-4c35-bf3a-dfd5a71a1bc5 None None] Provisioning complete for port 70650ed4-a82d-40bb-b19c-5cf6421f5a8e triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:25:46.081184 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-8d517d74-9eda-4c35-bf3a-dfd5a71a1bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (70650ed4-a82d-40bb-b19c-5cf6421f5a8e), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:25:46.206834 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-8d517d74-9eda-4c35-bf3a-dfd5a71a1bc5 None None] Current status of the port 70650ed4-a82d-40bb-b19c-5cf6421f5a8e is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:25:46.325065 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-f5b8761c-99ea-4d06-acda-dce11ed0aa1c None None] Provisioning complete for port 70650ed4-a82d-40bb-b19c-5cf6421f5a8e triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:25:46.325460 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f5b8761c-99ea-4d06-acda-dce11ed0aa1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (70650ed4-a82d-40bb-b19c-5cf6421f5a8e), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:25:46.405073 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-f5b8761c-99ea-4d06-acda-dce11ed0aa1c None None] Current status of the port 70650ed4-a82d-40bb-b19c-5cf6421f5a8e is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:25:46.722316 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device 70650ed4-a82d-40bb-b19c-5cf6421f5a8e up at agent ovs-agent-dv-cinder-837699-5-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 09:25:46.766180 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Provisioning complete for port 70650ed4-a82d-40bb-b19c-5cf6421f5a8e triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:25:46.767183 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (70650ed4-a82d-40bb-b19c-5cf6421f5a8e), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:25:46.842946 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Current status of the port 70650ed4-a82d-40bb-b19c-5cf6421f5a8e is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:25:47.182964 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 60658) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:25:47.662149 dv-cinder-837699-5-iscsi neutron-server[103458]: WARNING oslo_policy.policy [None req-d0fd1129-019a-4d0d-8c6b-feca589e618f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 09:25:47.662755 dv-cinder-837699-5-iscsi neutron-server[103458]: WARNING oslo_policy.policy [None req-d0fd1129-019a-4d0d-8c6b-feca589e618f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 09:25:47.877523 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-d0fd1129-019a-4d0d-8c6b-feca589e618f admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'router:external': True}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:25:47.930517 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0fd1129-019a-4d0d-8c6b-feca589e618f admin admin] Made reservation on behalf of 796065237e2244ba911db9225d3aa52c for: {'network': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 09:25:47.988992 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.policy [None req-d0fd1129-019a-4d0d-8c6b-feca589e618f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103458) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 12 09:25:48.031369 dv-cinder-837699-5-iscsi neutron-server[103458]: WARNING oslo_policy.policy [None req-d0fd1129-019a-4d0d-8c6b-feca589e618f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 09:25:48.031738 dv-cinder-837699-5-iscsi neutron-server[103458]: WARNING oslo_policy.policy [None req-d0fd1129-019a-4d0d-8c6b-feca589e618f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 12 09:25:48.041593 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d0fd1129-019a-4d0d-8c6b-feca589e618f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for network (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:25:48.061873 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d0fd1129-019a-4d0d-8c6b-feca589e618f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:25:48.170729 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d0fd1129-019a-4d0d-8c6b-feca589e618f admin admin] Publish callbacks [] for security_group (96bf13ed-85d6-4ab8-a213-c9900fb4772d), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:25:48.174294 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d0fd1129-019a-4d0d-8c6b-feca589e618f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (96bf13ed-85d6-4ab8-a213-c9900fb4772d), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:25:48.185029 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d0fd1129-019a-4d0d-8c6b-feca589e618f admin admin] Reserving flat network on physical network physnet1 {{(pid=103458) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 12 09:25:48.216955 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d0fd1129-019a-4d0d-8c6b-feca589e618f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740344558093', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720414'] for segment (19f8603b-b081-4ce5-86ca-33d22941a00f), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:25:48.217505 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.db.segments_db [None req-d0fd1129-019a-4d0d-8c6b-feca589e618f admin admin] Added segment 19f8603b-b081-4ce5-86ca-33d22941a00f of type flat for network 35e64619-a59d-47b1-b4c9-78b55f54f97b May 12 09:25:48.232924 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fd1129-019a-4d0d-8c6b-feca589e618f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96bf13ed-85d6-4ab8-a213-c9900fb4772d,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:25:48.283494 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fd1129-019a-4d0d-8c6b-feca589e618f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:25:48.283835 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fd1129-019a-4d0d-8c6b-feca589e618f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:25:48.284189 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fd1129-019a-4d0d-8c6b-feca589e618f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:25:48.284527 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fd1129-019a-4d0d-8c6b-feca589e618f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:25:48.284857 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fd1129-019a-4d0d-8c6b-feca589e618f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:25:48.285184 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fd1129-019a-4d0d-8c6b-feca589e618f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:25:48.285507 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fd1129-019a-4d0d-8c6b-feca589e618f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:25:48.285827 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fd1129-019a-4d0d-8c6b-feca589e618f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:25:48.286188 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fd1129-019a-4d0d-8c6b-feca589e618f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:25:48.290515 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fd1129-019a-4d0d-8c6b-feca589e618f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:25:48.291057 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fd1129-019a-4d0d-8c6b-feca589e618f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:25:48.291514 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fd1129-019a-4d0d-8c6b-feca589e618f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:25:48.291859 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fd1129-019a-4d0d-8c6b-feca589e618f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:25:48.292268 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fd1129-019a-4d0d-8c6b-feca589e618f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:25:48.292764 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fd1129-019a-4d0d-8c6b-feca589e618f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:25:48.294315 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fd1129-019a-4d0d-8c6b-feca589e618f admin admin] Tracked resource versions report: May 12 09:25:48.294315 dv-cinder-837699-5-iscsi neutron-server[103458]: pushed versions: May 12 09:25:48.294315 dv-cinder-837699-5-iscsi neutron-server[103458]: { 'AddressGroup': {'1.2'}, May 12 09:25:48.294315 dv-cinder-837699-5-iscsi neutron-server[103458]: 'Agent': {'1.1'}, May 12 09:25:48.294315 dv-cinder-837699-5-iscsi neutron-server[103458]: 'ConntrackHelper': {'1.0'}, May 12 09:25:48.294315 dv-cinder-837699-5-iscsi neutron-server[103458]: 'LocalIPAssociation': {'1.0'}, May 12 09:25:48.294315 dv-cinder-837699-5-iscsi neutron-server[103458]: 'Log': {'1.0'}, May 12 09:25:48.294315 dv-cinder-837699-5-iscsi neutron-server[103458]: 'NDPProxy': {'1.0'}, May 12 09:25:48.294315 dv-cinder-837699-5-iscsi neutron-server[103458]: 'Network': {'1.1'}, May 12 09:25:48.294315 dv-cinder-837699-5-iscsi neutron-server[103458]: 'Port': {'1.7'}, May 12 09:25:48.294315 dv-cinder-837699-5-iscsi neutron-server[103458]: 'PortForwarding': {'1.3'}, May 12 09:25:48.294315 dv-cinder-837699-5-iscsi neutron-server[103458]: 'QosPolicy': {'1.10'}, May 12 09:25:48.294315 dv-cinder-837699-5-iscsi neutron-server[103458]: 'SecurityGroup': {'1.5'}, May 12 09:25:48.294315 dv-cinder-837699-5-iscsi neutron-server[103458]: 'SecurityGroupRule': {'1.2'}, May 12 09:25:48.294315 dv-cinder-837699-5-iscsi neutron-server[103458]: 'SubPort': {'1.0'}, May 12 09:25:48.294315 dv-cinder-837699-5-iscsi neutron-server[103458]: 'Subnet': {'1.1'}, May 12 09:25:48.294315 dv-cinder-837699-5-iscsi neutron-server[103458]: 'Trunk': {'1.1'}} May 12 09:25:48.294315 dv-cinder-837699-5-iscsi neutron-server[103458]: consumer versions: May 12 09:25:48.294315 dv-cinder-837699-5-iscsi neutron-server[103458]: { DHCP agent@dv-cinder-837699-5-iscsi: {}, May 12 09:25:48.294315 dv-cinder-837699-5-iscsi neutron-server[103458]: L3 agent@dv-cinder-837699-5-iscsi: {}, May 12 09:25:48.294315 dv-cinder-837699-5-iscsi neutron-server[103458]: Metadata agent@dv-cinder-837699-5-iscsi: {}, May 12 09:25:48.294315 dv-cinder-837699-5-iscsi neutron-server[103458]: Metering agent@dv-cinder-837699-5-iscsi: {}, May 12 09:25:48.294315 dv-cinder-837699-5-iscsi neutron-server[103458]: Open vSwitch agent@dv-cinder-837699-5-iscsi: { 'AddressGroup': '1.2', May 12 09:25:48.294315 dv-cinder-837699-5-iscsi neutron-server[103458]: 'Agent': '1.1', May 12 09:25:48.294315 dv-cinder-837699-5-iscsi neutron-server[103458]: 'ConntrackHelper': '1.0', May 12 09:25:48.294315 dv-cinder-837699-5-iscsi neutron-server[103458]: 'LocalIPAssociation': '1.0', May 12 09:25:48.294315 dv-cinder-837699-5-iscsi neutron-server[103458]: 'Log': '1.0', May 12 09:25:48.294315 dv-cinder-837699-5-iscsi neutron-server[103458]: 'NDPProxy': '1.0', May 12 09:25:48.294315 dv-cinder-837699-5-iscsi neutron-server[103458]: 'Network': '1.1', May 12 09:25:48.294315 dv-cinder-837699-5-iscsi neutron-server[103458]: 'Port': '1.7', May 12 09:25:48.294315 dv-cinder-837699-5-iscsi neutron-server[103458]: 'PortForwarding': '1.3', May 12 09:25:48.294315 dv-cinder-837699-5-iscsi neutron-server[103458]: 'QosPolicy': '1.10', May 12 09:25:48.294315 dv-cinder-837699-5-iscsi neutron-server[103458]: 'SecurityGroup': '1.5', May 12 09:25:48.294315 dv-cinder-837699-5-iscsi neutron-server[103458]: 'SecurityGroupRule': '1.2', May 12 09:25:48.294315 dv-cinder-837699-5-iscsi neutron-server[103458]: 'SubPort': '1.0', May 12 09:25:48.294315 dv-cinder-837699-5-iscsi neutron-server[103458]: 'Subnet': '1.1', May 12 09:25:48.294315 dv-cinder-837699-5-iscsi neutron-server[103458]: 'Trunk': '1.1'}} May 12 09:25:48.294315 dv-cinder-837699-5-iscsi neutron-server[103458]: {{(pid=103458) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 09:25:48.342574 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d0fd1129-019a-4d0d-8c6b-feca589e618f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740344000386'] for network (35e64619-a59d-47b1-b4c9-78b55f54f97b), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:25:48.385960 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d0fd1129-019a-4d0d-8c6b-feca589e618f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735'] for network (35e64619-a59d-47b1-b4c9-78b55f54f97b), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:25:48.387075 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fd1129-019a-4d0d-8c6b-feca589e618f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:25:48.387780 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d0fd1129-019a-4d0d-8c6b-feca589e618f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728753'] for network (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:25:48.445396 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-d0fd1129-019a-4d0d-8c6b-feca589e618f admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.2613132 May 12 09:25:48.501939 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fd1129-019a-4d0d-8c6b-feca589e618f admin admin] Pushing event updated for resources: {'Network': ['ID=35e64619-a59d-47b1-b4c9-78b55f54f97b,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:25:48.512740 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Network 35e64619-a59d-47b1-b4c9-78b55f54f97b details requested by agent ovs-agent-dv-cinder-837699-5-iscsi with host dv-cinder-837699-5-iscsi {{(pid=103459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 09:25:49.570293 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-752c2aff-7a76-40ef-ac9f-23868ed63248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (9bee5a85-5be0-4217-aa6d-1f9c6538b987), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:25:50.880566 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 60678) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:25:51.272681 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4eed812-7e2d-4eb3-96de-acc69a15500b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:25:51.273981 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-c4eed812-7e2d-4eb3-96de-acc69a15500b demo admin] 10.222.0.60 "GET /v2.0/subnets/e806b705-93c8-4ccb-a8b6-e5ffac5c93cb HTTP/1.1" status: 200 len: 849 time: 0.3924568 May 12 09:25:51.443742 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-8327ff3e-181a-4d5e-b516-28948ab6e426 demo admin] 10.222.0.60 "GET /v2.0/routers/cdff1c53-0e90-4483-907b-a95e91c9781f HTTP/1.1" status: 200 len: 704 time: 0.1641486 May 12 09:25:51.740045 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fcf951a7-eef9-4fe4-987b-47efb7de5238 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:25:51.801833 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f70d45f7-cba9-4afd-ad34-4d6bfef0d9f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (8db92903-2544-41c2-b919-def82c43c97a), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:25:52.033135 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-fcf951a7-eef9-4fe4-987b-47efb7de5238 demo admin] Allocated IP 172.20.0.1 (b94a6b1f-8447-4d86-a06e-73f233d3ce0d/e806b705-93c8-4ccb-a8b6-e5ffac5c93cb/69ef6084-30b2-4b11-9fdb-062fb5f7d05b) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 09:25:52.216762 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fcf951a7-eef9-4fe4-987b-47efb7de5238 demo admin] Publish callbacks [] for port (69ef6084-30b2-4b11-9fdb-062fb5f7d05b), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:25:52.283245 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fcf951a7-eef9-4fe4-987b-47efb7de5238 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740344012620'] for port (69ef6084-30b2-4b11-9fdb-062fb5f7d05b), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:25:52.354857 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf951a7-eef9-4fe4-987b-47efb7de5238 demo admin] Network b94a6b1f-8447-4d86-a06e-73f233d3ce0d is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 09:25:52.361049 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-fcf951a7-eef9-4fe4-987b-47efb7de5238 demo admin] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:25:52.364356 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf951a7-eef9-4fe4-987b-47efb7de5238 demo admin] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 09:25:52.364899 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fcf951a7-eef9-4fe4-987b-47efb7de5238 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3786720'] for router_interface (cdff1c53-0e90-4483-907b-a95e91c9781f), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:25:52.434606 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf951a7-eef9-4fe4-987b-47efb7de5238 demo admin] Pushing event updated for resources: {'Port': ['ID=69ef6084-30b2-4b11-9fdb-062fb5f7d05b,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:25:52.554942 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-bf05f1eb-4acd-44f3-8d87-ed748601fe0a None None] Provisioning complete for port 69ef6084-30b2-4b11-9fdb-062fb5f7d05b triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:25:52.555255 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-bf05f1eb-4acd-44f3-8d87-ed748601fe0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (69ef6084-30b2-4b11-9fdb-062fb5f7d05b), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:25:52.576395 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fcf951a7-eef9-4fe4-987b-47efb7de5238 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (69ef6084-30b2-4b11-9fdb-062fb5f7d05b), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:25:52.592254 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-bf05f1eb-4acd-44f3-8d87-ed748601fe0a None None] Port 69ef6084-30b2-4b11-9fdb-062fb5f7d05b cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 09:25:52.860005 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fcf951a7-eef9-4fe4-987b-47efb7de5238 demo admin] Publish callbacks [] for port (69ef6084-30b2-4b11-9fdb-062fb5f7d05b), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:25:52.865045 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fcf951a7-eef9-4fe4-987b-47efb7de5238 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (69ef6084-30b2-4b11-9fdb-062fb5f7d05b), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:25:52.865921 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fcf951a7-eef9-4fe4-987b-47efb7de5238 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799210'] for router_interface (cdff1c53-0e90-4483-907b-a95e91c9781f), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:25:52.923195 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf951a7-eef9-4fe4-987b-47efb7de5238 demo admin] Pushing event updated for resources: {'Port': ['ID=69ef6084-30b2-4b11-9fdb-062fb5f7d05b,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:25:52.990016 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf951a7-eef9-4fe4-987b-47efb7de5238 demo admin] Network b94a6b1f-8447-4d86-a06e-73f233d3ce0d is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 09:25:52.991373 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-fcf951a7-eef9-4fe4-987b-47efb7de5238 demo admin] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:25:53.054832 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-13a031d7-5ec6-42a3-899f-d50e1f06c687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (f8def58d-f1ec-4d41-abae-d1c60f542bd3), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:25:53.161164 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcf951a7-eef9-4fe4-987b-47efb7de5238 demo admin] Router cdff1c53-0e90-4483-907b-a95e91c9781f is scheduled to L3 agent 8db92903-2544-41c2-b919-def82c43c97a with binding_index 1 {{(pid=103458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 09:25:53.220168 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-cafbc7db-622e-4f5d-8bd7-ea06dbcfa902 None None] Provisioning complete for port 69ef6084-30b2-4b11-9fdb-062fb5f7d05b triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:25:53.220647 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-cafbc7db-622e-4f5d-8bd7-ea06dbcfa902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (69ef6084-30b2-4b11-9fdb-062fb5f7d05b), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:25:53.254971 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcf951a7-eef9-4fe4-987b-47efb7de5238 demo admin] Notify agent at l3_agent.dv-cinder-837699-5-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 09:25:53.255209 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-cafbc7db-622e-4f5d-8bd7-ea06dbcfa902 None None] Port 69ef6084-30b2-4b11-9fdb-062fb5f7d05b cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 09:25:53.260120 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-fcf951a7-eef9-4fe4-987b-47efb7de5238 demo admin] 10.222.0.60 "PUT /v2.0/routers/cdff1c53-0e90-4483-907b-a95e91c9781f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8112094 May 12 09:25:53.267962 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc60842-9cfb-4c54-899b-9695ddbff702 None None] Sync routers for ids ['cdff1c53-0e90-4483-907b-a95e91c9781f'] in dv-cinder-837699-5-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 09:25:53.280415 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc60842-9cfb-4c54-899b-9695ddbff702 None None] Routers {'cdff1c53-0e90-4483-907b-a95e91c9781f'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:25:53.281276 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-dbc60842-9cfb-4c54-899b-9695ddbff702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:25:52Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['cdff1c53-0e90-4483-907b-a95e91c9781f'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:25:53.474400 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-dbc60842-9cfb-4c54-899b-9695ddbff702 None None] Set router cdff1c53-0e90-4483-907b-a95e91c9781f gateway port host: None {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:25:53.901649 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-dbc60842-9cfb-4c54-899b-9695ddbff702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdff1c53-0e90-4483-907b-a95e91c9781f', 'name': 'router1', 'tenant_id': '43f5db26667c4824b9e1f2363e88395d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:25:41Z', 'updated_at': '2022-05-12T09:25:52Z', 'revision_number': 2, 'project_id': '43f5db26667c4824b9e1f2363e88395d', 'gw_port_host': None, '_interfaces': [{'id': '69ef6084-30b2-4b11-9fdb-062fb5f7d05b', 'name': '', 'network_id': 'b94a6b1f-8447-4d86-a06e-73f233d3ce0d', 'tenant_id': '43f5db26667c4824b9e1f2363e88395d', 'mac_address': 'fa:16:3e:e8:82:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdff1c53-0e90-4483-907b-a95e91c9781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e806b705-93c8-4ccb-a8b6-e5ffac5c93cb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:25:51Z', 'updated_at': '2022-05-12T09:25:52Z', 'revision_number': 2, 'project_id': '43f5db26667c4824b9e1f2363e88395d', 'subnets': [{'id': 'e806b705-93c8-4ccb-a8b6-e5ffac5c93cb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1150f78b-fce5-44ed-8357-219b954fefa7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:25:53.950012 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc60842-9cfb-4c54-899b-9695ddbff702 None None] Checking router: cdff1c53-0e90-4483-907b-a95e91c9781f for host: dv-cinder-837699-5-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 09:25:53.950400 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc60842-9cfb-4c54-899b-9695ddbff702 None None] Updating router cdff1c53-0e90-4483-907b-a95e91c9781f port 69ef6084-30b2-4b11-9fdb-062fb5f7d05b binding host dv-cinder-837699-5-iscsi {{(pid=103460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 09:25:54.027111 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-dbc60842-9cfb-4c54-899b-9695ddbff702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (69ef6084-30b2-4b11-9fdb-062fb5f7d05b), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:25:54.409788 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a984b3b9-a9e9-40d7-bd88-8cdbb1de5f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (e377c27d-f788-489a-9a4f-9db675c37dc4), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:25:54.550495 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-dbc60842-9cfb-4c54-899b-9695ddbff702 None None] Publish callbacks [] for port (69ef6084-30b2-4b11-9fdb-062fb5f7d05b), precommit_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:25:54.557799 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-dbc60842-9cfb-4c54-899b-9695ddbff702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (69ef6084-30b2-4b11-9fdb-062fb5f7d05b), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:25:54.721284 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adea9ac-a66a-4c2d-aeb3-f8cb19bb788a None None] Pushing event updated for resources: {'Port': ['ID=69ef6084-30b2-4b11-9fdb-062fb5f7d05b,revision_number=3']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:25:54.736900 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adea9ac-a66a-4c2d-aeb3-f8cb19bb788a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:25:54.737255 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adea9ac-a66a-4c2d-aeb3-f8cb19bb788a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:25:54.737609 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adea9ac-a66a-4c2d-aeb3-f8cb19bb788a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:25:54.737986 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adea9ac-a66a-4c2d-aeb3-f8cb19bb788a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:25:54.738330 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adea9ac-a66a-4c2d-aeb3-f8cb19bb788a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:25:54.738666 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adea9ac-a66a-4c2d-aeb3-f8cb19bb788a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:25:54.738998 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adea9ac-a66a-4c2d-aeb3-f8cb19bb788a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:25:54.739332 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adea9ac-a66a-4c2d-aeb3-f8cb19bb788a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:25:54.739669 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adea9ac-a66a-4c2d-aeb3-f8cb19bb788a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:25:54.739999 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adea9ac-a66a-4c2d-aeb3-f8cb19bb788a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:25:54.740329 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adea9ac-a66a-4c2d-aeb3-f8cb19bb788a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:25:54.740675 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adea9ac-a66a-4c2d-aeb3-f8cb19bb788a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:25:54.741006 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adea9ac-a66a-4c2d-aeb3-f8cb19bb788a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:25:54.741332 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adea9ac-a66a-4c2d-aeb3-f8cb19bb788a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:25:54.741659 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adea9ac-a66a-4c2d-aeb3-f8cb19bb788a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:25:54.743174 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adea9ac-a66a-4c2d-aeb3-f8cb19bb788a None None] Tracked resource versions report: May 12 09:25:54.743174 dv-cinder-837699-5-iscsi neutron-server[103460]: pushed versions: May 12 09:25:54.743174 dv-cinder-837699-5-iscsi neutron-server[103460]: { 'AddressGroup': {'1.2'}, May 12 09:25:54.743174 dv-cinder-837699-5-iscsi neutron-server[103460]: 'Agent': {'1.1'}, May 12 09:25:54.743174 dv-cinder-837699-5-iscsi neutron-server[103460]: 'ConntrackHelper': {'1.0'}, May 12 09:25:54.743174 dv-cinder-837699-5-iscsi neutron-server[103460]: 'LocalIPAssociation': {'1.0'}, May 12 09:25:54.743174 dv-cinder-837699-5-iscsi neutron-server[103460]: 'Log': {'1.0'}, May 12 09:25:54.743174 dv-cinder-837699-5-iscsi neutron-server[103460]: 'NDPProxy': {'1.0'}, May 12 09:25:54.743174 dv-cinder-837699-5-iscsi neutron-server[103460]: 'Network': {'1.1'}, May 12 09:25:54.743174 dv-cinder-837699-5-iscsi neutron-server[103460]: 'Port': {'1.7'}, May 12 09:25:54.743174 dv-cinder-837699-5-iscsi neutron-server[103460]: 'PortForwarding': {'1.3'}, May 12 09:25:54.743174 dv-cinder-837699-5-iscsi neutron-server[103460]: 'QosPolicy': {'1.10'}, May 12 09:25:54.743174 dv-cinder-837699-5-iscsi neutron-server[103460]: 'SecurityGroup': {'1.5'}, May 12 09:25:54.743174 dv-cinder-837699-5-iscsi neutron-server[103460]: 'SecurityGroupRule': {'1.2'}, May 12 09:25:54.743174 dv-cinder-837699-5-iscsi neutron-server[103460]: 'SubPort': {'1.0'}, May 12 09:25:54.743174 dv-cinder-837699-5-iscsi neutron-server[103460]: 'Subnet': {'1.1'}, May 12 09:25:54.743174 dv-cinder-837699-5-iscsi neutron-server[103460]: 'Trunk': {'1.1'}} May 12 09:25:54.743174 dv-cinder-837699-5-iscsi neutron-server[103460]: consumer versions: May 12 09:25:54.743174 dv-cinder-837699-5-iscsi neutron-server[103460]: { DHCP agent@dv-cinder-837699-5-iscsi: {}, May 12 09:25:54.743174 dv-cinder-837699-5-iscsi neutron-server[103460]: L3 agent@dv-cinder-837699-5-iscsi: {}, May 12 09:25:54.743174 dv-cinder-837699-5-iscsi neutron-server[103460]: Metadata agent@dv-cinder-837699-5-iscsi: {}, May 12 09:25:54.743174 dv-cinder-837699-5-iscsi neutron-server[103460]: Metering agent@dv-cinder-837699-5-iscsi: {}, May 12 09:25:54.743174 dv-cinder-837699-5-iscsi neutron-server[103460]: Open vSwitch agent@dv-cinder-837699-5-iscsi: { 'AddressGroup': '1.2', May 12 09:25:54.743174 dv-cinder-837699-5-iscsi neutron-server[103460]: 'Agent': '1.1', May 12 09:25:54.743174 dv-cinder-837699-5-iscsi neutron-server[103460]: 'ConntrackHelper': '1.0', May 12 09:25:54.743174 dv-cinder-837699-5-iscsi neutron-server[103460]: 'LocalIPAssociation': '1.0', May 12 09:25:54.743174 dv-cinder-837699-5-iscsi neutron-server[103460]: 'Log': '1.0', May 12 09:25:54.743174 dv-cinder-837699-5-iscsi neutron-server[103460]: 'NDPProxy': '1.0', May 12 09:25:54.743174 dv-cinder-837699-5-iscsi neutron-server[103460]: 'Network': '1.1', May 12 09:25:54.743174 dv-cinder-837699-5-iscsi neutron-server[103460]: 'Port': '1.7', May 12 09:25:54.743174 dv-cinder-837699-5-iscsi neutron-server[103460]: 'PortForwarding': '1.3', May 12 09:25:54.743174 dv-cinder-837699-5-iscsi neutron-server[103460]: 'QosPolicy': '1.10', May 12 09:25:54.743174 dv-cinder-837699-5-iscsi neutron-server[103460]: 'SecurityGroup': '1.5', May 12 09:25:54.743174 dv-cinder-837699-5-iscsi neutron-server[103460]: 'SecurityGroupRule': '1.2', May 12 09:25:54.743174 dv-cinder-837699-5-iscsi neutron-server[103460]: 'SubPort': '1.0', May 12 09:25:54.743174 dv-cinder-837699-5-iscsi neutron-server[103460]: 'Subnet': '1.1', May 12 09:25:54.743174 dv-cinder-837699-5-iscsi neutron-server[103460]: 'Trunk': '1.1'}} May 12 09:25:54.743174 dv-cinder-837699-5-iscsi neutron-server[103460]: {{(pid=103460) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 09:25:54.745673 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-dbc60842-9cfb-4c54-899b-9695ddbff702 None None] Attempting to bind port 69ef6084-30b2-4b11-9fdb-062fb5f7d05b on host dv-cinder-837699-5-iscsi for vnic_type normal with profile {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 09:25:54.746111 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-dbc60842-9cfb-4c54-899b-9695ddbff702 None None] Attempting to bind port 69ef6084-30b2-4b11-9fdb-062fb5f7d05b by drivers openvswitch,hyperv on host dv-cinder-837699-5-iscsi at level 0 using segments [{'id': '8aa78aff-af7f-4ed5-bc61-7a811731916d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b94a6b1f-8447-4d86-a06e-73f233d3ce0d'}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 09:25:54.746542 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc60842-9cfb-4c54-899b-9695ddbff702 None None] Attempting to bind port 69ef6084-30b2-4b11-9fdb-062fb5f7d05b on network b94a6b1f-8447-4d86-a06e-73f233d3ce0d {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 09:25:54.752782 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc60842-9cfb-4c54-899b-9695ddbff702 None None] Checking agent: {'id': '0e2e3861-7d79-4ce6-9d91-faa32ae2cb64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 9, 25, 26), 'started_at': datetime.datetime(2022, 5, 12, 9, 25, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 9, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 09:25:54.753196 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc60842-9cfb-4c54-899b-9695ddbff702 None None] Checking segment: {'id': '8aa78aff-af7f-4ed5-bc61-7a811731916d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b94a6b1f-8447-4d86-a06e-73f233d3ce0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 09:25:54.754031 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-dbc60842-9cfb-4c54-899b-9695ddbff702 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:25:54.754401 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc60842-9cfb-4c54-899b-9695ddbff702 None None] Bound using segment: {'id': '8aa78aff-af7f-4ed5-bc61-7a811731916d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b94a6b1f-8447-4d86-a06e-73f233d3ce0d'} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 09:25:54.754966 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-dbc60842-9cfb-4c54-899b-9695ddbff702 None None] Bound port: 69ef6084-30b2-4b11-9fdb-062fb5f7d05b, host: dv-cinder-837699-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aa78aff-af7f-4ed5-bc61-7a811731916d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b94a6b1f-8447-4d86-a06e-73f233d3ce0d'}}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 09:25:54.755251 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-dbc60842-9cfb-4c54-899b-9695ddbff702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (69ef6084-30b2-4b11-9fdb-062fb5f7d05b), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:25:54.828189 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-dbc60842-9cfb-4c54-899b-9695ddbff702 None None] For port 69ef6084-30b2-4b11-9fdb-062fb5f7d05b, host dv-cinder-837699-5-iscsi, cleared binding levels {{(pid=103460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 09:25:54.850400 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-dbc60842-9cfb-4c54-899b-9695ddbff702 None None] For port 69ef6084-30b2-4b11-9fdb-062fb5f7d05b, host dv-cinder-837699-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=69ef6084-30b2-4b11-9fdb-062fb5f7d05b,segment=NetworkSegment(8aa78aff-af7f-4ed5-bc61-7a811731916d),segment_id=8aa78aff-af7f-4ed5-bc61-7a811731916d)] {{(pid=103460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 09:25:54.857762 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-dbc60842-9cfb-4c54-899b-9695ddbff702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (69ef6084-30b2-4b11-9fdb-062fb5f7d05b), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:25:54.903969 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-032b37bc-ab41-4f6a-89a1-8fa3e7fa9e2e None None] Provisioning complete for port 69ef6084-30b2-4b11-9fdb-062fb5f7d05b triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:25:54.904232 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-032b37bc-ab41-4f6a-89a1-8fa3e7fa9e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (69ef6084-30b2-4b11-9fdb-062fb5f7d05b), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:25:54.914463 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc60842-9cfb-4c54-899b-9695ddbff702 None None] Routers {'cdff1c53-0e90-4483-907b-a95e91c9781f'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:25:54.915109 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-dbc60842-9cfb-4c54-899b-9695ddbff702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:25:52Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['cdff1c53-0e90-4483-907b-a95e91c9781f'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:25:54.998193 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-032b37bc-ab41-4f6a-89a1-8fa3e7fa9e2e None None] Current status of the port 69ef6084-30b2-4b11-9fdb-062fb5f7d05b is: DOWN; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:25:54.998730 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-032b37bc-ab41-4f6a-89a1-8fa3e7fa9e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (69ef6084-30b2-4b11-9fdb-062fb5f7d05b), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:25:55.013254 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-dbc60842-9cfb-4c54-899b-9695ddbff702 None None] Set router cdff1c53-0e90-4483-907b-a95e91c9781f gateway port host: None {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:25:55.039680 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-032b37bc-ab41-4f6a-89a1-8fa3e7fa9e2e None None] For port 69ef6084-30b2-4b11-9fdb-062fb5f7d05b, host dv-cinder-837699-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=69ef6084-30b2-4b11-9fdb-062fb5f7d05b,segment=NetworkSegment(8aa78aff-af7f-4ed5-bc61-7a811731916d),segment_id=8aa78aff-af7f-4ed5-bc61-7a811731916d)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:25:55.047635 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-032b37bc-ab41-4f6a-89a1-8fa3e7fa9e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (69ef6084-30b2-4b11-9fdb-062fb5f7d05b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:25:55.054644 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adea9ac-a66a-4c2d-aeb3-f8cb19bb788a None None] Pushing event updated for resources: {'Port': ['ID=69ef6084-30b2-4b11-9fdb-062fb5f7d05b,revision_number=4']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:25:55.122768 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032b37bc-ab41-4f6a-89a1-8fa3e7fa9e2e None None] Pushing event updated for resources: {'Port': ['ID=69ef6084-30b2-4b11-9fdb-062fb5f7d05b,revision_number=5']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:25:55.166314 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-daf0812c-5ee5-4a3a-841b-afe2f411e01b None None] Provisioning complete for port 69ef6084-30b2-4b11-9fdb-062fb5f7d05b triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:25:55.166723 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-daf0812c-5ee5-4a3a-841b-afe2f411e01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (69ef6084-30b2-4b11-9fdb-062fb5f7d05b), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:25:55.235022 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-dbc60842-9cfb-4c54-899b-9695ddbff702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdff1c53-0e90-4483-907b-a95e91c9781f', 'name': 'router1', 'tenant_id': '43f5db26667c4824b9e1f2363e88395d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:25:41Z', 'updated_at': '2022-05-12T09:25:52Z', 'revision_number': 2, 'project_id': '43f5db26667c4824b9e1f2363e88395d', 'gw_port_host': None, '_interfaces': [{'id': '69ef6084-30b2-4b11-9fdb-062fb5f7d05b', 'name': '', 'network_id': 'b94a6b1f-8447-4d86-a06e-73f233d3ce0d', 'tenant_id': '43f5db26667c4824b9e1f2363e88395d', 'mac_address': 'fa:16:3e:e8:82:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdff1c53-0e90-4483-907b-a95e91c9781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e806b705-93c8-4ccb-a8b6-e5ffac5c93cb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:25:51Z', 'updated_at': '2022-05-12T09:25:54Z', 'revision_number': 4, 'project_id': '43f5db26667c4824b9e1f2363e88395d', 'subnets': [{'id': 'e806b705-93c8-4ccb-a8b6-e5ffac5c93cb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1150f78b-fce5-44ed-8357-219b954fefa7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:25:55.253261 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-daf0812c-5ee5-4a3a-841b-afe2f411e01b None None] Current status of the port 69ef6084-30b2-4b11-9fdb-062fb5f7d05b is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:25:55.263694 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc60842-9cfb-4c54-899b-9695ddbff702 None None] The sync data for ids ['cdff1c53-0e90-4483-907b-a95e91c9781f'] in dv-cinder-837699-5-iscsi is: [{'id': 'cdff1c53-0e90-4483-907b-a95e91c9781f', 'name': 'router1', 'tenant_id': '43f5db26667c4824b9e1f2363e88395d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:25:41Z', 'updated_at': '2022-05-12T09:25:52Z', 'revision_number': 2, 'project_id': '43f5db26667c4824b9e1f2363e88395d', 'gw_port_host': None, '_interfaces': [{'id': '69ef6084-30b2-4b11-9fdb-062fb5f7d05b', 'name': '', 'network_id': 'b94a6b1f-8447-4d86-a06e-73f233d3ce0d', 'tenant_id': '43f5db26667c4824b9e1f2363e88395d', 'mac_address': 'fa:16:3e:e8:82:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdff1c53-0e90-4483-907b-a95e91c9781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e806b705-93c8-4ccb-a8b6-e5ffac5c93cb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:25:51Z', 'updated_at': '2022-05-12T09:25:54Z', 'revision_number': 4, 'project_id': '43f5db26667c4824b9e1f2363e88395d', 'subnets': [{'id': 'e806b705-93c8-4ccb-a8b6-e5ffac5c93cb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1150f78b-fce5-44ed-8357-219b954fefa7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 09:25:55.714825 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 60698) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:25:55.908339 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0154d7-b712-4d85-835f-5e013be76210 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:25:55.909679 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-bf0154d7-b712-4d85-835f-5e013be76210 admin admin] 10.222.0.60 "GET /v2.0/networks/35e64619-a59d-47b1-b4c9-78b55f54f97b HTTP/1.1" status: 200 len: 842 time: 0.1938460 May 12 09:25:55.918961 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-b11eff5d-8884-4ef7-94a5-1d7bc476a476 admin admin] Request body: {'subnet': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:25:55.942397 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (0e2e3861-7d79-4ce6-9d91-faa32ae2cb64), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:25:55.945795 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b11eff5d-8884-4ef7-94a5-1d7bc476a476 admin admin] Made reservation on behalf of 796065237e2244ba911db9225d3aa52c for: {'subnet': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 09:25:55.948117 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b11eff5d-8884-4ef7-94a5-1d7bc476a476 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:25:56.234641 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.objects.ports [None req-b11eff5d-8884-4ef7-94a5-1d7bc476a476 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103458) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 12 09:25:56.235583 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b11eff5d-8884-4ef7-94a5-1d7bc476a476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735'] for subnet (31f684fc-c02d-4e22-bb04-cd143bba725c), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:25:56.289295 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11eff5d-8884-4ef7-94a5-1d7bc476a476 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31f684fc-c02d-4e22-bb04-cd143bba725c,revision_number=0']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:25:56.300482 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11eff5d-8884-4ef7-94a5-1d7bc476a476 admin admin] Checking segment: {'id': '19f8603b-b081-4ce5-86ca-33d22941a00f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 09:25:56.300834 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11eff5d-8884-4ef7-94a5-1d7bc476a476 admin admin] Network hostable DHCP agents. Network: 35e64619-a59d-47b1-b4c9-78b55f54f97b, hostable agents: ['9bee5a85-5be0-4217-aa6d-1f9c6538b987'], hosted agents: [] {{(pid=103458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 09:25:56.322374 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11eff5d-8884-4ef7-94a5-1d7bc476a476 admin admin] Network 35e64619-a59d-47b1-b4c9-78b55f54f97b is scheduled to be hosted by DHCP agent 9bee5a85-5be0-4217-aa6d-1f9c6538b987 with binding_index 1 {{(pid=103458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 09:25:56.333540 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-b11eff5d-8884-4ef7-94a5-1d7bc476a476 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837699-5-iscsi, 35e64619-a59d-47b1-b4c9-78b55f54f97b) {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:25:56.339718 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11eff5d-8884-4ef7-94a5-1d7bc476a476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:25:56.339718 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b11eff5d-8884-4ef7-94a5-1d7bc476a476 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728753'] for subnet (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:25:56.343940 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dcb244f-d36b-47c4-89a7-2b4c6aa205b4 None None] Network 35e64619-a59d-47b1-b4c9-78b55f54f97b requested from dv-cinder-837699-5-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 09:25:56.374155 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-b11eff5d-8884-4ef7-94a5-1d7bc476a476 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4464800 May 12 09:25:56.454100 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a786e827-ffdd-477b-b83a-23492036ab8a None None] Network 35e64619-a59d-47b1-b4c9-78b55f54f97b requested from dv-cinder-837699-5-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 09:25:58.802742 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 60716) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:25:58.935643 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-9e8c485a-5a3d-4469-a8d4-8e58da43bba1 demo admin] 10.222.0.60 "GET /v2.0/routers/cdff1c53-0e90-4483-907b-a95e91c9781f HTTP/1.1" status: 200 len: 710 time: 0.1316421 May 12 09:25:59.022428 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2a4b41-f901-4ab4-b759-36b8c3664006 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:25:59.023790 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-ca2a4b41-f901-4ab4-b759-36b8c3664006 demo admin] 10.222.0.60 "GET /v2.0/networks/35e64619-a59d-47b1-b4c9-78b55f54f97b HTTP/1.1" status: 200 len: 886 time: 0.0827005 May 12 09:25:59.032947 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-cb4791d7-8994-406c-a42b-03cbf6b786e3 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b'}}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:25:59.351523 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cb4791d7-8994-406c-a42b-03cbf6b786e3 demo admin] Publish callbacks [] for router_gateway (cdff1c53-0e90-4483-907b-a95e91c9781f), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:25:59.568884 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cb4791d7-8994-406c-a42b-03cbf6b786e3 demo admin] Publish callbacks [] for router_gateway (cdff1c53-0e90-4483-907b-a95e91c9781f), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:25:59.642783 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cb4791d7-8994-406c-a42b-03cbf6b786e3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:25:59.746040 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-cb4791d7-8994-406c-a42b-03cbf6b786e3 demo admin] Allocated IP 172.27.3.34 (35e64619-a59d-47b1-b4c9-78b55f54f97b/31f684fc-c02d-4e22-bb04-cd143bba725c/0f1b6ef4-243b-40da-a113-0e9b88993a2e) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 09:25:59.847756 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cb4791d7-8994-406c-a42b-03cbf6b786e3 demo admin] Publish callbacks [] for port (0f1b6ef4-243b-40da-a113-0e9b88993a2e), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:25:59.880422 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cb4791d7-8994-406c-a42b-03cbf6b786e3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740344012620'] for port (0f1b6ef4-243b-40da-a113-0e9b88993a2e), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:25:59.915522 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4791d7-8994-406c-a42b-03cbf6b786e3 demo admin] Network 35e64619-a59d-47b1-b4c9-78b55f54f97b is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 09:25:59.919591 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-cb4791d7-8994-406c-a42b-03cbf6b786e3 demo admin] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:25:59.926430 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4791d7-8994-406c-a42b-03cbf6b786e3 demo admin] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 09:25:59.961239 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4791d7-8994-406c-a42b-03cbf6b786e3 demo admin] Pushing event updated for resources: {'Port': ['ID=0f1b6ef4-243b-40da-a113-0e9b88993a2e,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:26:00.183154 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cb4791d7-8994-406c-a42b-03cbf6b786e3 demo admin] Publish callbacks [] for router_gateway (cdff1c53-0e90-4483-907b-a95e91c9781f), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:26:00.379610 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cb4791d7-8994-406c-a42b-03cbf6b786e3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3798056', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3795845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6216'] for router (cdff1c53-0e90-4483-907b-a95e91c9781f), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:26:00.383830 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cb4791d7-8994-406c-a42b-03cbf6b786e3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3798079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3798070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3795868'] for router (cdff1c53-0e90-4483-907b-a95e91c9781f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:26:00.499001 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb4791d7-8994-406c-a42b-03cbf6b786e3 demo admin] Router cdff1c53-0e90-4483-907b-a95e91c9781f has already been hosted by L3 agent 8db92903-2544-41c2-b919-def82c43c97a {{(pid=103458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 09:26:00.697968 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb4791d7-8994-406c-a42b-03cbf6b786e3 demo admin] Notify agent at l3_agent.dv-cinder-837699-5-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 09:26:00.702003 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-cb4791d7-8994-406c-a42b-03cbf6b786e3 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:26:00.721960 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-cb4791d7-8994-406c-a42b-03cbf6b786e3 demo admin] 10.222.0.60 "PUT /v2.0/routers/cdff1c53-0e90-4483-907b-a95e91c9781f HTTP/1.1" status: 200 len: 889 time: 1.6738589 May 12 09:26:02.746453 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device 69ef6084-30b2-4b11-9fdb-062fb5f7d05b up at agent ovs-agent-dv-cinder-837699-5-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 09:26:02.794398 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Provisioning complete for port 69ef6084-30b2-4b11-9fdb-062fb5f7d05b triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:26:02.794798 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (69ef6084-30b2-4b11-9fdb-062fb5f7d05b), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:26:02.877054 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Current status of the port 69ef6084-30b2-4b11-9fdb-062fb5f7d05b is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:26:03.200296 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 60728) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:26:03.313949 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-af33ee6d-ad43-4d1f-a03a-8231e6e7ee01 admin admin] 10.222.0.60 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1113133 May 12 09:26:04.014153 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de248ba7-6f4d-406c-a006-bdb458afdd1f None None] Sync routers for ids ['cdff1c53-0e90-4483-907b-a95e91c9781f'] in dv-cinder-837699-5-iscsi {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 09:26:04.027603 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de248ba7-6f4d-406c-a006-bdb458afdd1f None None] Routers {'cdff1c53-0e90-4483-907b-a95e91c9781f'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:26:04.028252 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-de248ba7-6f4d-406c-a006-bdb458afdd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:25:52Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['cdff1c53-0e90-4483-907b-a95e91c9781f'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:26:04.246403 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-de248ba7-6f4d-406c-a006-bdb458afdd1f None None] Set router cdff1c53-0e90-4483-907b-a95e91c9781f gateway port host: dv-cinder-837699-5-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:26:04.715505 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-de248ba7-6f4d-406c-a006-bdb458afdd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdff1c53-0e90-4483-907b-a95e91c9781f', 'name': 'router1', 'tenant_id': '43f5db26667c4824b9e1f2363e88395d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '0f1b6ef4-243b-40da-a113-0e9b88993a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:25:41Z', 'updated_at': '2022-05-12T09:26:00Z', 'revision_number': 4, 'project_id': '43f5db26667c4824b9e1f2363e88395d', 'gw_port': {'id': '0f1b6ef4-243b-40da-a113-0e9b88993a2e', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:52:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdff1c53-0e90-4483-907b-a95e91c9781f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:25:59Z', 'updated_at': '2022-05-12T09:25:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_interfaces': [{'id': '69ef6084-30b2-4b11-9fdb-062fb5f7d05b', 'name': '', 'network_id': 'b94a6b1f-8447-4d86-a06e-73f233d3ce0d', 'tenant_id': '43f5db26667c4824b9e1f2363e88395d', 'mac_address': 'fa:16:3e:e8:82:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdff1c53-0e90-4483-907b-a95e91c9781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e806b705-93c8-4ccb-a8b6-e5ffac5c93cb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:25:51Z', 'updated_at': '2022-05-12T09:25:55Z', 'revision_number': 5, 'project_id': '43f5db26667c4824b9e1f2363e88395d', 'subnets': [{'id': 'e806b705-93c8-4ccb-a8b6-e5ffac5c93cb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1150f78b-fce5-44ed-8357-219b954fefa7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:26:04.767495 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de248ba7-6f4d-406c-a006-bdb458afdd1f None None] Checking router: cdff1c53-0e90-4483-907b-a95e91c9781f for host: dv-cinder-837699-5-iscsi {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 09:26:04.767887 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de248ba7-6f4d-406c-a006-bdb458afdd1f None None] Updating router cdff1c53-0e90-4483-907b-a95e91c9781f port 0f1b6ef4-243b-40da-a113-0e9b88993a2e binding host dv-cinder-837699-5-iscsi {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 09:26:04.821802 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-de248ba7-6f4d-406c-a006-bdb458afdd1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (0f1b6ef4-243b-40da-a113-0e9b88993a2e), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:26:05.196772 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-de248ba7-6f4d-406c-a006-bdb458afdd1f None None] Publish callbacks [] for port (0f1b6ef4-243b-40da-a113-0e9b88993a2e), precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:26:05.202298 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-de248ba7-6f4d-406c-a006-bdb458afdd1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (0f1b6ef4-243b-40da-a113-0e9b88993a2e), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:26:05.255840 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403908fc-d853-4da2-97a5-c1e6675604b9 None None] Pushing event updated for resources: {'Port': ['ID=0f1b6ef4-243b-40da-a113-0e9b88993a2e,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:26:05.260409 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-de248ba7-6f4d-406c-a006-bdb458afdd1f None None] Attempting to bind port 0f1b6ef4-243b-40da-a113-0e9b88993a2e on host dv-cinder-837699-5-iscsi for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 09:26:05.260772 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-de248ba7-6f4d-406c-a006-bdb458afdd1f None None] Attempting to bind port 0f1b6ef4-243b-40da-a113-0e9b88993a2e by drivers openvswitch,hyperv on host dv-cinder-837699-5-iscsi at level 0 using segments [{'id': '19f8603b-b081-4ce5-86ca-33d22941a00f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 09:26:05.261140 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de248ba7-6f4d-406c-a006-bdb458afdd1f None None] Attempting to bind port 0f1b6ef4-243b-40da-a113-0e9b88993a2e on network 35e64619-a59d-47b1-b4c9-78b55f54f97b {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 09:26:05.267406 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de248ba7-6f4d-406c-a006-bdb458afdd1f None None] Checking agent: {'id': '0e2e3861-7d79-4ce6-9d91-faa32ae2cb64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 9, 25, 26), 'started_at': datetime.datetime(2022, 5, 12, 9, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 9, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 09:26:05.267787 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de248ba7-6f4d-406c-a006-bdb458afdd1f None None] Checking segment: {'id': '19f8603b-b081-4ce5-86ca-33d22941a00f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 09:26:05.268189 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-de248ba7-6f4d-406c-a006-bdb458afdd1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:26:05.268584 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de248ba7-6f4d-406c-a006-bdb458afdd1f None None] Bound using segment: {'id': '19f8603b-b081-4ce5-86ca-33d22941a00f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 09:26:05.269052 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-de248ba7-6f4d-406c-a006-bdb458afdd1f None None] Bound port: 0f1b6ef4-243b-40da-a113-0e9b88993a2e, host: dv-cinder-837699-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19f8603b-b081-4ce5-86ca-33d22941a00f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 09:26:05.269435 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-de248ba7-6f4d-406c-a006-bdb458afdd1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (0f1b6ef4-243b-40da-a113-0e9b88993a2e), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:26:05.327662 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-de248ba7-6f4d-406c-a006-bdb458afdd1f None None] For port 0f1b6ef4-243b-40da-a113-0e9b88993a2e, host dv-cinder-837699-5-iscsi, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 09:26:05.331256 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-de248ba7-6f4d-406c-a006-bdb458afdd1f None None] For port 0f1b6ef4-243b-40da-a113-0e9b88993a2e, host dv-cinder-837699-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=0f1b6ef4-243b-40da-a113-0e9b88993a2e,segment=NetworkSegment(19f8603b-b081-4ce5-86ca-33d22941a00f),segment_id=19f8603b-b081-4ce5-86ca-33d22941a00f)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 09:26:05.339831 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-de248ba7-6f4d-406c-a006-bdb458afdd1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (0f1b6ef4-243b-40da-a113-0e9b88993a2e), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:26:05.401189 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403908fc-d853-4da2-97a5-c1e6675604b9 None None] Pushing event updated for resources: {'Port': ['ID=0f1b6ef4-243b-40da-a113-0e9b88993a2e,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:26:05.409632 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de248ba7-6f4d-406c-a006-bdb458afdd1f None None] Routers {'cdff1c53-0e90-4483-907b-a95e91c9781f'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:26:05.409632 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-de248ba7-6f4d-406c-a006-bdb458afdd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:25:52Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['cdff1c53-0e90-4483-907b-a95e91c9781f'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:26:05.528048 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-de248ba7-6f4d-406c-a006-bdb458afdd1f None None] Set router cdff1c53-0e90-4483-907b-a95e91c9781f gateway port host: dv-cinder-837699-5-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:26:05.742311 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-de248ba7-6f4d-406c-a006-bdb458afdd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdff1c53-0e90-4483-907b-a95e91c9781f', 'name': 'router1', 'tenant_id': '43f5db26667c4824b9e1f2363e88395d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '0f1b6ef4-243b-40da-a113-0e9b88993a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:25:41Z', 'updated_at': '2022-05-12T09:26:00Z', 'revision_number': 4, 'project_id': '43f5db26667c4824b9e1f2363e88395d', 'gw_port': {'id': '0f1b6ef4-243b-40da-a113-0e9b88993a2e', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:52:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdff1c53-0e90-4483-907b-a95e91c9781f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:25:59Z', 'updated_at': '2022-05-12T09:26:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_interfaces': [{'id': '69ef6084-30b2-4b11-9fdb-062fb5f7d05b', 'name': '', 'network_id': 'b94a6b1f-8447-4d86-a06e-73f233d3ce0d', 'tenant_id': '43f5db26667c4824b9e1f2363e88395d', 'mac_address': 'fa:16:3e:e8:82:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdff1c53-0e90-4483-907b-a95e91c9781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e806b705-93c8-4ccb-a8b6-e5ffac5c93cb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:25:51Z', 'updated_at': '2022-05-12T09:25:55Z', 'revision_number': 5, 'project_id': '43f5db26667c4824b9e1f2363e88395d', 'subnets': [{'id': 'e806b705-93c8-4ccb-a8b6-e5ffac5c93cb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1150f78b-fce5-44ed-8357-219b954fefa7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:26:05.773995 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de248ba7-6f4d-406c-a006-bdb458afdd1f None None] The sync data for ids ['cdff1c53-0e90-4483-907b-a95e91c9781f'] in dv-cinder-837699-5-iscsi is: [{'id': 'cdff1c53-0e90-4483-907b-a95e91c9781f', 'name': 'router1', 'tenant_id': '43f5db26667c4824b9e1f2363e88395d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '0f1b6ef4-243b-40da-a113-0e9b88993a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:25:41Z', 'updated_at': '2022-05-12T09:26:00Z', 'revision_number': 4, 'project_id': '43f5db26667c4824b9e1f2363e88395d', 'gw_port': {'id': '0f1b6ef4-243b-40da-a113-0e9b88993a2e', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:52:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdff1c53-0e90-4483-907b-a95e91c9781f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:25:59Z', 'updated_at': '2022-05-12T09:26:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_interfaces': [{'id': '69ef6084-30b2-4b11-9fdb-062fb5f7d05b', 'name': '', 'network_id': 'b94a6b1f-8447-4d86-a06e-73f233d3ce0d', 'tenant_id': '43f5db26667c4824b9e1f2363e88395d', 'mac_address': 'fa:16:3e:e8:82:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdff1c53-0e90-4483-907b-a95e91c9781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e806b705-93c8-4ccb-a8b6-e5ffac5c93cb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:25:51Z', 'updated_at': '2022-05-12T09:25:55Z', 'revision_number': 5, 'project_id': '43f5db26667c4824b9e1f2363e88395d', 'subnets': [{'id': 'e806b705-93c8-4ccb-a8b6-e5ffac5c93cb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1150f78b-fce5-44ed-8357-219b954fefa7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 09:26:06.782529 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device 0f1b6ef4-243b-40da-a113-0e9b88993a2e up at agent ovs-agent-dv-cinder-837699-5-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 09:26:06.835891 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Provisioning complete for port 0f1b6ef4-243b-40da-a113-0e9b88993a2e triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:26:06.836289 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (0f1b6ef4-243b-40da-a113-0e9b88993a2e), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:26:06.924689 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Current status of the port 0f1b6ef4-243b-40da-a113-0e9b88993a2e is: DOWN; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:26:06.925013 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (0f1b6ef4-243b-40da-a113-0e9b88993a2e), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:26:06.954572 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] For port 0f1b6ef4-243b-40da-a113-0e9b88993a2e, host dv-cinder-837699-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=0f1b6ef4-243b-40da-a113-0e9b88993a2e,segment=NetworkSegment(19f8603b-b081-4ce5-86ca-33d22941a00f),segment_id=19f8603b-b081-4ce5-86ca-33d22941a00f)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:26:06.962110 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (0f1b6ef4-243b-40da-a113-0e9b88993a2e), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:26:07.017472 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Pushing event updated for resources: {'Port': ['ID=0f1b6ef4-243b-40da-a113-0e9b88993a2e,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:26:08.790015 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device 0f1b6ef4-243b-40da-a113-0e9b88993a2e up at agent ovs-agent-dv-cinder-837699-5-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 09:26:08.894924 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Provisioning complete for port 0f1b6ef4-243b-40da-a113-0e9b88993a2e triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:26:08.895356 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (0f1b6ef4-243b-40da-a113-0e9b88993a2e), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:26:09.065362 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Current status of the port 0f1b6ef4-243b-40da-a113-0e9b88993a2e is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:26:19.577929 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-eb151f4f-5a5a-4fc3-ac22-bb3032349a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (9bee5a85-5be0-4217-aa6d-1f9c6538b987), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:26:21.809254 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-48b17b96-d5ee-4a2d-b0e1-bec32f4fb1ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (8db92903-2544-41c2-b919-def82c43c97a), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:26:22.148910 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-1d9e6a58-d356-44ab-bb34-37357c1267d7 None None] Agent healthcheck: found 5 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 09:26:23.008329 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-13a031d7-5ec6-42a3-899f-d50e1f06c687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (f8def58d-f1ec-4d41-abae-d1c60f542bd3), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:26:24.422952 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a984b3b9-a9e9-40d7-bd88-8cdbb1de5f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (e377c27d-f788-489a-9a4f-9db675c37dc4), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:26:25.949554 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (0e2e3861-7d79-4ce6-9d91-faa32ae2cb64), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:26:49.571639 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e4822e62-72d5-4895-ba74-0263b8e33bee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (9bee5a85-5be0-4217-aa6d-1f9c6538b987), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:26:51.808771 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-5aa38e53-10a4-4c88-a5eb-5acca0be241f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (8db92903-2544-41c2-b919-def82c43c97a), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:26:53.011956 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-13a031d7-5ec6-42a3-899f-d50e1f06c687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (f8def58d-f1ec-4d41-abae-d1c60f542bd3), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:26:54.413059 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a984b3b9-a9e9-40d7-bd88-8cdbb1de5f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (e377c27d-f788-489a-9a4f-9db675c37dc4), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:26:56.008200 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (0e2e3861-7d79-4ce6-9d91-faa32ae2cb64), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:26:59.148174 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-1d9e6a58-d356-44ab-bb34-37357c1267d7 None None] Agent healthcheck: found 5 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 09:27:19.572929 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-39a881ed-f4fa-4993-8811-3e86c87ecadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (9bee5a85-5be0-4217-aa6d-1f9c6538b987), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:27:21.572062 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 32980) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:27:21.634251 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eb3e13b-f097-4bbc-a575-934df042b0fb admin admin] GET failed (client error): The resource could not be found. May 12 09:27:21.635494 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-9eb3e13b-f097-4bbc-a575-934df042b0fb admin admin] 10.222.0.60 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0624952 May 12 09:27:21.797313 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e8a26d-1301-4371-8d3a-aa6155e0e608 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:27:21.798814 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-f2e8a26d-1301-4371-8d3a-aa6155e0e608 admin admin] 10.222.0.60 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1592553 May 12 09:27:21.800005 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-7e9c3bb4-ab3d-47bd-bb28-76ba078cc818 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (8db92903-2544-41c2-b919-def82c43c97a), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:27:23.010787 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-13a031d7-5ec6-42a3-899f-d50e1f06c687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (f8def58d-f1ec-4d41-abae-d1c60f542bd3), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:27:24.014482 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 32990) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:27:24.106554 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5855c200-46a1-4f98-aabf-97051d46038c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:27:24.107891 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-5855c200-46a1-4f98-aabf-97051d46038c admin admin] 10.222.0.60 "GET /v2.0/subnets/e806b705-93c8-4ccb-a8b6-e5ffac5c93cb HTTP/1.1" status: 200 len: 849 time: 0.0924366 May 12 09:27:24.116990 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-fb619f03-4edf-4111-b2a5-c9307df97a27 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:27:24.198675 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fb619f03-4edf-4111-b2a5-c9307df97a27 admin admin] Publish callbacks [] for subnet (e806b705-93c8-4ccb-a8b6-e5ffac5c93cb), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:27:24.338423 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fb619f03-4edf-4111-b2a5-c9307df97a27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740344441218'] for subnet (e806b705-93c8-4ccb-a8b6-e5ffac5c93cb), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:27:24.367373 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb619f03-4edf-4111-b2a5-c9307df97a27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:27:24.367959 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fb619f03-4edf-4111-b2a5-c9307df97a27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728753'] for subnet (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:27:24.369562 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-fb619f03-4edf-4111-b2a5-c9307df97a27 admin admin] 10.222.0.60 "PUT /v2.0/subnets/e806b705-93c8-4ccb-a8b6-e5ffac5c93cb HTTP/1.1" status: 200 len: 868 time: 0.2557905 May 12 09:27:24.372227 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efced82-de39-41a7-9086-a21fa0081f09 None None] Network b94a6b1f-8447-4d86-a06e-73f233d3ce0d requested from dv-cinder-837699-5-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 09:27:24.391890 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb619f03-4edf-4111-b2a5-c9307df97a27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e806b705-93c8-4ccb-a8b6-e5ffac5c93cb,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:27:24.407504 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb619f03-4edf-4111-b2a5-c9307df97a27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:27:24.407881 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb619f03-4edf-4111-b2a5-c9307df97a27 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:27:24.408224 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb619f03-4edf-4111-b2a5-c9307df97a27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:27:24.408570 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb619f03-4edf-4111-b2a5-c9307df97a27 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:27:24.408905 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb619f03-4edf-4111-b2a5-c9307df97a27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:27:24.409240 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb619f03-4edf-4111-b2a5-c9307df97a27 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:27:24.409569 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb619f03-4edf-4111-b2a5-c9307df97a27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:27:24.409913 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb619f03-4edf-4111-b2a5-c9307df97a27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:27:24.410320 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb619f03-4edf-4111-b2a5-c9307df97a27 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:27:24.410659 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb619f03-4edf-4111-b2a5-c9307df97a27 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:27:24.411033 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb619f03-4edf-4111-b2a5-c9307df97a27 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:27:24.411458 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb619f03-4edf-4111-b2a5-c9307df97a27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:27:24.411949 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb619f03-4edf-4111-b2a5-c9307df97a27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:27:24.412277 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb619f03-4edf-4111-b2a5-c9307df97a27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:27:24.412601 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb619f03-4edf-4111-b2a5-c9307df97a27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:27:24.456759 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a984b3b9-a9e9-40d7-bd88-8cdbb1de5f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (e377c27d-f788-489a-9a4f-9db675c37dc4), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:27:24.738079 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-9a1d3748-5b8d-4cd2-8d95-8ce5cdcb7b5f None None] Provisioning complete for port 69ef6084-30b2-4b11-9fdb-062fb5f7d05b triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:27:24.738488 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9a1d3748-5b8d-4cd2-8d95-8ce5cdcb7b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (69ef6084-30b2-4b11-9fdb-062fb5f7d05b), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:27:24.817422 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-9a1d3748-5b8d-4cd2-8d95-8ce5cdcb7b5f None None] Current status of the port 69ef6084-30b2-4b11-9fdb-062fb5f7d05b is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:27:24.825190 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-9a1d3748-5b8d-4cd2-8d95-8ce5cdcb7b5f None None] Provisioning complete for port 70650ed4-a82d-40bb-b19c-5cf6421f5a8e triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:27:24.825577 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9a1d3748-5b8d-4cd2-8d95-8ce5cdcb7b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (70650ed4-a82d-40bb-b19c-5cf6421f5a8e), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:27:24.900289 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-9a1d3748-5b8d-4cd2-8d95-8ce5cdcb7b5f None None] Current status of the port 70650ed4-a82d-40bb-b19c-5cf6421f5a8e is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:27:25.946669 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (0e2e3861-7d79-4ce6-9d91-faa32ae2cb64), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:27:26.637222 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 32998) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:27:26.837587 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd4ecfb-9e80-461b-8d54-4b481635d834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:27:26.838016 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd4ecfb-9e80-461b-8d54-4b481635d834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:27:26.839566 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-abd4ecfb-9e80-461b-8d54-4b481635d834 admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2013915 May 12 09:27:29.063933 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 33006) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:27:29.192004 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d36c604-6a23-4e41-a2de-82372ce04f2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:27:29.192470 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d36c604-6a23-4e41-a2de-82372ce04f2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:27:29.193992 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-5d36c604-6a23-4e41-a2de-82372ce04f2a admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1291139 May 12 09:27:31.435925 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 33014) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:27:31.558963 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff5649f-42f9-4ec8-bdd1-f9fa8025e75f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:27:31.560301 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-bff5649f-42f9-4ec8-bdd1-f9fa8025e75f admin admin] 10.222.0.60 "GET /v2.0/networks/35e64619-a59d-47b1-b4c9-78b55f54f97b HTTP/1.1" status: 200 len: 886 time: 0.1229415 May 12 09:27:33.771621 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 33022) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:27:33.901545 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4795db6b-0b5d-4fc4-8143-fd5d404388a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:27:33.902941 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-4795db6b-0b5d-4fc4-8143-fd5d404388a5 admin admin] 10.222.0.60 "GET /v2.0/networks/b94a6b1f-8447-4d86-a06e-73f233d3ce0d HTTP/1.1" status: 200 len: 869 time: 0.1303742 May 12 09:27:36.146898 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-1d9e6a58-d356-44ab-bb34-37357c1267d7 None None] Agent healthcheck: found 5 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 09:27:36.150410 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 33030) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:27:36.271725 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d26c9c5-50ca-45a1-aeae-36e8b4e3b8bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:27:36.272184 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d26c9c5-50ca-45a1-aeae-36e8b4e3b8bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:27:36.274218 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-9d26c9c5-50ca-45a1-aeae-36e8b4e3b8bb admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1226261 May 12 09:27:38.590564 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 33038) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:27:38.682023 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a1786d-cbee-45c9-bd40-bcbad1e2a6ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:27:38.682478 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a1786d-cbee-45c9-bd40-bcbad1e2a6ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:27:38.683976 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-e5a1786d-cbee-45c9-bd40-bcbad1e2a6ed admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0924461 May 12 09:27:40.923527 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 33046) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:27:41.007450 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00343dbc-816b-4bf3-80e8-094ab1690621 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:27:41.008684 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-00343dbc-816b-4bf3-80e8-094ab1690621 admin admin] 10.222.0.60 "GET /v2.0/subnets/31f684fc-c02d-4e22-bb04-cd143bba725c HTTP/1.1" status: 200 len: 816 time: 0.0842056 May 12 09:27:43.261498 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 33054) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:27:43.351422 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c97420-3779-45e3-a1ea-e833a44e07e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:27:43.352688 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-83c97420-3779-45e3-a1ea-e833a44e07e9 admin admin] 10.222.0.60 "GET /v2.0/subnets/e806b705-93c8-4ccb-a8b6-e5ffac5c93cb HTTP/1.1" status: 200 len: 868 time: 0.0901740 May 12 09:27:49.574831 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-bfe8fd13-c4c0-4fed-927f-e9981e89cfdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (9bee5a85-5be0-4217-aa6d-1f9c6538b987), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:27:51.801202 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-2148ed98-8159-43ed-b6b3-3fb7850a5d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (8db92903-2544-41c2-b919-def82c43c97a), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:27:53.013269 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-13a031d7-5ec6-42a3-899f-d50e1f06c687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (f8def58d-f1ec-4d41-abae-d1c60f542bd3), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:27:54.419915 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a984b3b9-a9e9-40d7-bd88-8cdbb1de5f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (e377c27d-f788-489a-9a4f-9db675c37dc4), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:27:55.939548 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (0e2e3861-7d79-4ce6-9d91-faa32ae2cb64), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:28:13.145832 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-1d9e6a58-d356-44ab-bb34-37357c1267d7 None None] Agent healthcheck: found 5 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 09:28:19.578200 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-ca573742-a802-46e7-951e-df1aab894358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (9bee5a85-5be0-4217-aa6d-1f9c6538b987), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:28:21.802643 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-2e98337e-c6e0-4de2-af9e-7333c0efea84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (8db92903-2544-41c2-b919-def82c43c97a), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:28:23.020634 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-13a031d7-5ec6-42a3-899f-d50e1f06c687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (f8def58d-f1ec-4d41-abae-d1c60f542bd3), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:28:23.645708 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 33112) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:28:23.693464 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [None req-bb3db4d9-996b-451e-9ea6-3b1c0c3641a2 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 09:28:23.694485 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-bb3db4d9-996b-451e-9ea6-3b1c0c3641a2 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0478139 May 12 09:28:24.423124 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a984b3b9-a9e9-40d7-bd88-8cdbb1de5f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (e377c27d-f788-489a-9a4f-9db675c37dc4), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:28:25.942264 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (0e2e3861-7d79-4ce6-9d91-faa32ae2cb64), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:28:26.018831 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 33120) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:28:26.078162 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.pecan_wsgi.hooks.translation [None req-db1d8425-9a41-4255-a5f9-04621d7a0089 admin admin] GET failed (client error): The resource could not be found. May 12 09:28:26.079420 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-db1d8425-9a41-4255-a5f9-04621d7a0089 admin admin] 10.222.0.60 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0596697 May 12 09:28:26.164610 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21ca5c7-23e4-4b5d-bd09-e61815380fd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:28:26.166083 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-b21ca5c7-23e4-4b5d-bd09-e61815380fd5 admin admin] 10.222.0.60 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0826099 May 12 09:28:28.420073 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 33130) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:28:28.466225 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-3ff70482-605d-4840-8670-d0717d403c50 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:28:28.485880 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff70482-605d-4840-8670-d0717d403c50 admin admin] Made reservation on behalf of 796065237e2244ba911db9225d3aa52c for: {'network': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 09:28:28.488076 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3ff70482-605d-4840-8670-d0717d403c50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for network (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:28:28.514182 dv-cinder-837699-5-iscsi neutron-server[103458]: WARNING neutron.services.revisions.revision_plugin [None req-3ff70482-605d-4840-8670-d0717d403c50 admin admin] Could not find related network for resource to bump revision. May 12 09:28:28.527748 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ff70482-605d-4840-8670-d0717d403c50 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=103458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 09:28:28.537652 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3ff70482-605d-4840-8670-d0717d403c50 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740344558093', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720414'] for segment (91bffc89-f936-4043-82fd-f98fc9b35dad), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:28:28.538072 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.db.segments_db [None req-3ff70482-605d-4840-8670-d0717d403c50 admin admin] Added segment 91bffc89-f936-4043-82fd-f98fc9b35dad of type vlan for network 093dfe8d-7c51-407d-bab0-00d2822ed575 May 12 09:28:28.575716 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3ff70482-605d-4840-8670-d0717d403c50 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740344000386'] for network (093dfe8d-7c51-407d-bab0-00d2822ed575), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:28:28.600925 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3ff70482-605d-4840-8670-d0717d403c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735'] for network (093dfe8d-7c51-407d-bab0-00d2822ed575), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:28:28.601874 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff70482-605d-4840-8670-d0717d403c50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:28:28.602510 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3ff70482-605d-4840-8670-d0717d403c50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728753'] for network (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:28:28.727212 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-3ff70482-605d-4840-8670-d0717d403c50 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.3054879 May 12 09:28:28.754116 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff70482-605d-4840-8670-d0717d403c50 admin admin] Pushing event updated for resources: {'Network': ['ID=093dfe8d-7c51-407d-bab0-00d2822ed575,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:28:28.761753 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff70482-605d-4840-8670-d0717d403c50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:28:28.762125 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff70482-605d-4840-8670-d0717d403c50 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:28:28.762462 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff70482-605d-4840-8670-d0717d403c50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:28:28.762797 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff70482-605d-4840-8670-d0717d403c50 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:28:28.763125 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff70482-605d-4840-8670-d0717d403c50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:28:28.763451 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff70482-605d-4840-8670-d0717d403c50 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:28:28.763768 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff70482-605d-4840-8670-d0717d403c50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:28:28.764667 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff70482-605d-4840-8670-d0717d403c50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:28:28.765019 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff70482-605d-4840-8670-d0717d403c50 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:28:28.765388 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff70482-605d-4840-8670-d0717d403c50 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:28:28.765714 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff70482-605d-4840-8670-d0717d403c50 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:28:28.766081 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff70482-605d-4840-8670-d0717d403c50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:28:28.766404 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff70482-605d-4840-8670-d0717d403c50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:28:28.766722 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff70482-605d-4840-8670-d0717d403c50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:28:28.767046 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff70482-605d-4840-8670-d0717d403c50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:28:28.778664 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Network 093dfe8d-7c51-407d-bab0-00d2822ed575 details requested by agent ovs-agent-dv-cinder-837699-5-iscsi with host dv-cinder-837699-5-iscsi {{(pid=103459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 09:28:31.086807 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 33138) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:28:31.149762 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.pecan_wsgi.hooks.translation [None req-43ce247a-460f-40e1-8d47-7c28d5482d1e admin admin] GET failed (client error): The resource could not be found. May 12 09:28:31.151132 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-43ce247a-460f-40e1-8d47-7c28d5482d1e admin admin] 10.222.0.60 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0633450 May 12 09:28:31.224320 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c7e2f6-a86a-4c71-94ed-3473a8be8f93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:28:31.226045 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-87c7e2f6-a86a-4c71-94ed-3473a8be8f93 admin admin] 10.222.0.60 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0699978 May 12 09:28:31.235495 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-437fc491-1989-4932-a881-d796758cfdbb admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '093dfe8d-7c51-407d-bab0-00d2822ed575', 'name': 'shared-subnet'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:28:31.255615 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437fc491-1989-4932-a881-d796758cfdbb admin admin] Made reservation on behalf of 796065237e2244ba911db9225d3aa52c for: {'subnet': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 09:28:31.258344 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-437fc491-1989-4932-a881-d796758cfdbb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:28:31.421119 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-437fc491-1989-4932-a881-d796758cfdbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735'] for subnet (2a80deb1-417f-415b-b143-66db89ad6d0a), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:28:31.475483 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fc491-1989-4932-a881-d796758cfdbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a80deb1-417f-415b-b143-66db89ad6d0a,revision_number=0']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:28:31.482148 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437fc491-1989-4932-a881-d796758cfdbb admin admin] Checking segment: {'id': '91bffc89-f936-4043-82fd-f98fc9b35dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '093dfe8d-7c51-407d-bab0-00d2822ed575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 09:28:31.482503 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437fc491-1989-4932-a881-d796758cfdbb admin admin] Network hostable DHCP agents. Network: 093dfe8d-7c51-407d-bab0-00d2822ed575, hostable agents: ['9bee5a85-5be0-4217-aa6d-1f9c6538b987'], hosted agents: [] {{(pid=103458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 09:28:31.499142 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437fc491-1989-4932-a881-d796758cfdbb admin admin] Network 093dfe8d-7c51-407d-bab0-00d2822ed575 is scheduled to be hosted by DHCP agent 9bee5a85-5be0-4217-aa6d-1f9c6538b987 with binding_index 1 {{(pid=103458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 09:28:31.507377 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-437fc491-1989-4932-a881-d796758cfdbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837699-5-iscsi, 093dfe8d-7c51-407d-bab0-00d2822ed575) {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:28:31.511416 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437fc491-1989-4932-a881-d796758cfdbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:28:31.512010 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-437fc491-1989-4932-a881-d796758cfdbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728753'] for subnet (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:28:31.517693 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2b0fc7-7f40-4342-aa44-652812d668fd None None] Network 093dfe8d-7c51-407d-bab0-00d2822ed575 requested from dv-cinder-837699-5-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 09:28:31.526535 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-437fc491-1989-4932-a881-d796758cfdbb admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2943876 May 12 09:28:31.622322 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b39ab01-1e7f-49f6-8524-8420adf1c8db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f439b0a-a78d-5e02-af88-781e2083e254-093dfe8d-7c51-407d-bab0-00d2822ed575', 'network_id': '093dfe8d-7c51-407d-bab0-00d2822ed575', 'project_id': '796065237e2244ba911db9225d3aa52c', 'fixed_ips': [{'subnet_id': '2a80deb1-417f-415b-b143-66db89ad6d0a'}]}} from dv-cinder-837699-5-iscsi. {{(pid=103459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 09:28:31.623306 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-8b39ab01-1e7f-49f6-8524-8420adf1c8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:28:31.767984 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.db_base_plugin_common [None req-8b39ab01-1e7f-49f6-8524-8420adf1c8db None None] Allocated IP 192.168.233.2 (093dfe8d-7c51-407d-bab0-00d2822ed575/2a80deb1-417f-415b-b143-66db89ad6d0a/2d458644-7035-4331-b9e5-928261f57b06) {{(pid=103459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 09:28:32.012479 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-8b39ab01-1e7f-49f6-8524-8420adf1c8db None None] Publish callbacks [] for port (2d458644-7035-4331-b9e5-928261f57b06), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:28:32.019785 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-8b39ab01-1e7f-49f6-8524-8420adf1c8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740344012620'] for port (2d458644-7035-4331-b9e5-928261f57b06), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:28:32.059196 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b39ab01-1e7f-49f6-8524-8420adf1c8db None None] Network 093dfe8d-7c51-407d-bab0-00d2822ed575 is already hosted by enough agents. {{(pid=103459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 09:28:32.064623 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.scheduler.base_scheduler [None req-8b39ab01-1e7f-49f6-8524-8420adf1c8db None None] Resources bound (agent type, host, resource id): {{(pid=103459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:28:32.069185 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b39ab01-1e7f-49f6-8524-8420adf1c8db None None] Received port after_create {{(pid=103459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 09:28:32.071147 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b39ab01-1e7f-49f6-8524-8420adf1c8db None None] Pushing event updated for resources: {'Port': ['ID=2d458644-7035-4331-b9e5-928261f57b06,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:28:32.079044 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b39ab01-1e7f-49f6-8524-8420adf1c8db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:28:32.079387 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b39ab01-1e7f-49f6-8524-8420adf1c8db None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:28:32.079750 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b39ab01-1e7f-49f6-8524-8420adf1c8db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:28:32.080112 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b39ab01-1e7f-49f6-8524-8420adf1c8db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:28:32.080452 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b39ab01-1e7f-49f6-8524-8420adf1c8db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:28:32.080785 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b39ab01-1e7f-49f6-8524-8420adf1c8db None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:28:32.081119 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b39ab01-1e7f-49f6-8524-8420adf1c8db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:28:32.081462 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b39ab01-1e7f-49f6-8524-8420adf1c8db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:28:32.081779 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b39ab01-1e7f-49f6-8524-8420adf1c8db None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:28:32.082130 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b39ab01-1e7f-49f6-8524-8420adf1c8db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:28:32.082457 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b39ab01-1e7f-49f6-8524-8420adf1c8db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:28:32.082800 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b39ab01-1e7f-49f6-8524-8420adf1c8db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:28:32.083647 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b39ab01-1e7f-49f6-8524-8420adf1c8db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:28:32.083647 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b39ab01-1e7f-49f6-8524-8420adf1c8db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:28:32.083865 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b39ab01-1e7f-49f6-8524-8420adf1c8db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:28:32.143812 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-8b39ab01-1e7f-49f6-8524-8420adf1c8db None None] Attempting to bind port 2d458644-7035-4331-b9e5-928261f57b06 on host dv-cinder-837699-5-iscsi for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 09:28:32.144186 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-8b39ab01-1e7f-49f6-8524-8420adf1c8db None None] Attempting to bind port 2d458644-7035-4331-b9e5-928261f57b06 by drivers openvswitch,hyperv on host dv-cinder-837699-5-iscsi at level 0 using segments [{'id': '91bffc89-f936-4043-82fd-f98fc9b35dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '093dfe8d-7c51-407d-bab0-00d2822ed575'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 09:28:32.144547 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b39ab01-1e7f-49f6-8524-8420adf1c8db None None] Attempting to bind port 2d458644-7035-4331-b9e5-928261f57b06 on network 093dfe8d-7c51-407d-bab0-00d2822ed575 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 09:28:32.149691 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b39ab01-1e7f-49f6-8524-8420adf1c8db None None] Checking agent: {'id': '0e2e3861-7d79-4ce6-9d91-faa32ae2cb64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 9, 25, 26), 'started_at': datetime.datetime(2022, 5, 12, 9, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 9, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 09:28:32.150099 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b39ab01-1e7f-49f6-8524-8420adf1c8db None None] Checking segment: {'id': '91bffc89-f936-4043-82fd-f98fc9b35dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '093dfe8d-7c51-407d-bab0-00d2822ed575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 09:28:32.150502 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-8b39ab01-1e7f-49f6-8524-8420adf1c8db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:28:32.150901 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b39ab01-1e7f-49f6-8524-8420adf1c8db None None] Bound using segment: {'id': '91bffc89-f936-4043-82fd-f98fc9b35dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '093dfe8d-7c51-407d-bab0-00d2822ed575'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 09:28:32.151366 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-8b39ab01-1e7f-49f6-8524-8420adf1c8db None None] Bound port: 2d458644-7035-4331-b9e5-928261f57b06, host: dv-cinder-837699-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91bffc89-f936-4043-82fd-f98fc9b35dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '093dfe8d-7c51-407d-bab0-00d2822ed575'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 09:28:32.151756 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-8b39ab01-1e7f-49f6-8524-8420adf1c8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (2d458644-7035-4331-b9e5-928261f57b06), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:28:32.214669 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-8b39ab01-1e7f-49f6-8524-8420adf1c8db None None] For port 2d458644-7035-4331-b9e5-928261f57b06, host dv-cinder-837699-5-iscsi, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 09:28:32.218140 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-8b39ab01-1e7f-49f6-8524-8420adf1c8db None None] For port 2d458644-7035-4331-b9e5-928261f57b06, host dv-cinder-837699-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=2d458644-7035-4331-b9e5-928261f57b06,segment=NetworkSegment(91bffc89-f936-4043-82fd-f98fc9b35dad),segment_id=91bffc89-f936-4043-82fd-f98fc9b35dad)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 09:28:32.224399 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-8b39ab01-1e7f-49f6-8524-8420adf1c8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (2d458644-7035-4331-b9e5-928261f57b06), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:28:32.280664 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b39ab01-1e7f-49f6-8524-8420adf1c8db None None] Pushing event updated for resources: {'Port': ['ID=2d458644-7035-4331-b9e5-928261f57b06,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:28:32.875565 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device 2d458644-7035-4331-b9e5-928261f57b06 up at agent ovs-agent-dv-cinder-837699-5-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 09:28:32.933957 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Provisioning complete for port 2d458644-7035-4331-b9e5-928261f57b06 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:28:32.935407 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (2d458644-7035-4331-b9e5-928261f57b06), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:28:33.020549 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Current status of the port 2d458644-7035-4331-b9e5-928261f57b06 is: DOWN; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:28:33.021821 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (2d458644-7035-4331-b9e5-928261f57b06), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:28:33.059598 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] For port 2d458644-7035-4331-b9e5-928261f57b06, host dv-cinder-837699-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=2d458644-7035-4331-b9e5-928261f57b06,segment=NetworkSegment(91bffc89-f936-4043-82fd-f98fc9b35dad),segment_id=91bffc89-f936-4043-82fd-f98fc9b35dad)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:28:33.063868 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (2d458644-7035-4331-b9e5-928261f57b06), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:28:33.123743 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Pushing event updated for resources: {'Port': ['ID=2d458644-7035-4331-b9e5-928261f57b06,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:28:33.161826 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76494483-ea1a-4ad5-b07a-f1d83c308def None None] Network 093dfe8d-7c51-407d-bab0-00d2822ed575 requested from dv-cinder-837699-5-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 09:28:33.222755 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-fc23d0c4-e7c6-4daa-a9d8-ddc49e4a5804 None None] Provisioning complete for port 2d458644-7035-4331-b9e5-928261f57b06 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:28:33.223122 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fc23d0c4-e7c6-4daa-a9d8-ddc49e4a5804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (2d458644-7035-4331-b9e5-928261f57b06), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:28:33.341280 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fc23d0c4-e7c6-4daa-a9d8-ddc49e4a5804 None None] Current status of the port 2d458644-7035-4331-b9e5-928261f57b06 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:28:33.660812 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-2a9aeacf-4403-47e5-b5e4-4e9c048e2447 None None] Provisioning complete for port 2d458644-7035-4331-b9e5-928261f57b06 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:28:33.661488 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-2a9aeacf-4403-47e5-b5e4-4e9c048e2447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (2d458644-7035-4331-b9e5-928261f57b06), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:28:33.743204 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-2a9aeacf-4403-47e5-b5e4-4e9c048e2447 None None] Current status of the port 2d458644-7035-4331-b9e5-928261f57b06 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:28:34.843000 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device 2d458644-7035-4331-b9e5-928261f57b06 up at agent ovs-agent-dv-cinder-837699-5-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 09:28:34.890302 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Provisioning complete for port 2d458644-7035-4331-b9e5-928261f57b06 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:28:34.890693 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (2d458644-7035-4331-b9e5-928261f57b06), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:28:34.968484 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Current status of the port 2d458644-7035-4331-b9e5-928261f57b06 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:28:49.581028 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-12271636-6a78-4221-b98b-51cb6283442a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (9bee5a85-5be0-4217-aa6d-1f9c6538b987), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:28:50.145240 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-1d9e6a58-d356-44ab-bb34-37357c1267d7 None None] Agent healthcheck: found 5 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 09:28:51.803915 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-5a833a31-195f-4af4-959a-2243b50790da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (8db92903-2544-41c2-b919-def82c43c97a), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:28:53.019858 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-13a031d7-5ec6-42a3-899f-d50e1f06c687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (f8def58d-f1ec-4d41-abae-d1c60f542bd3), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:28:54.426517 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a984b3b9-a9e9-40d7-bd88-8cdbb1de5f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (e377c27d-f788-489a-9a4f-9db675c37dc4), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:28:55.944492 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (0e2e3861-7d79-4ce6-9d91-faa32ae2cb64), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:29:19.583848 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6fcdb42d-b167-4dfa-a485-a745da59c69d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (9bee5a85-5be0-4217-aa6d-1f9c6538b987), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:29:21.806441 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-0ad2f335-ef25-4a47-a616-45106469cfe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (8db92903-2544-41c2-b919-def82c43c97a), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:29:23.022043 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-13a031d7-5ec6-42a3-899f-d50e1f06c687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (f8def58d-f1ec-4d41-abae-d1c60f542bd3), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:29:24.428918 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a984b3b9-a9e9-40d7-bd88-8cdbb1de5f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (e377c27d-f788-489a-9a4f-9db675c37dc4), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:29:25.949324 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (0e2e3861-7d79-4ce6-9d91-faa32ae2cb64), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:29:27.144263 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-1d9e6a58-d356-44ab-bb34-37357c1267d7 None None] Agent healthcheck: found 5 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 09:29:49.587056 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9917c2a4-6370-44a1-8e6e-ba4964612077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (9bee5a85-5be0-4217-aa6d-1f9c6538b987), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:29:51.808174 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-10f1e8bc-61bd-496c-81cb-f0b9ccf1539b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (8db92903-2544-41c2-b919-def82c43c97a), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:29:53.025601 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-13a031d7-5ec6-42a3-899f-d50e1f06c687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (f8def58d-f1ec-4d41-abae-d1c60f542bd3), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:29:54.431461 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a984b3b9-a9e9-40d7-bd88-8cdbb1de5f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (e377c27d-f788-489a-9a4f-9db675c37dc4), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:29:55.952654 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (0e2e3861-7d79-4ce6-9d91-faa32ae2cb64), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:29:59.264846 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 33176) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:29:59.270651 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [None req-e73293c5-7db2-4959-804a-659f4b751dd7 tempest-verify_tempest_config-1989893268 tempest-verify_tempest_config-1989893268-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 09:29:59.271606 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-e73293c5-7db2-4959-804a-659f4b751dd7 tempest-verify_tempest_config-1989893268 tempest-verify_tempest_config-1989893268-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0058093 May 12 09:29:59.552224 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 33194) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:29:59.658740 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3ee1ee73-a65b-42da-9be5-86a2a92de2fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:29:59.735338 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3ee1ee73-a65b-42da-9be5-86a2a92de2fd admin admin] Publish callbacks [] for security_group (61ac7f7f-0b12-4233-9d9d-c346f419f395), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:29:59.739137 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3ee1ee73-a65b-42da-9be5-86a2a92de2fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (61ac7f7f-0b12-4233-9d9d-c346f419f395), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:29:59.789911 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-3ee1ee73-a65b-42da-9be5-86a2a92de2fd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1b78ae406d624552ae9a38dbd2063cc6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2366204 May 12 09:29:59.790833 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee1ee73-a65b-42da-9be5-86a2a92de2fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ac7f7f-0b12-4233-9d9d-c346f419f395,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:29:59.792720 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 33198) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:29:59.797497 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee1ee73-a65b-42da-9be5-86a2a92de2fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:29:59.797841 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee1ee73-a65b-42da-9be5-86a2a92de2fd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:29:59.798222 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee1ee73-a65b-42da-9be5-86a2a92de2fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:29:59.798560 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee1ee73-a65b-42da-9be5-86a2a92de2fd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:29:59.798886 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee1ee73-a65b-42da-9be5-86a2a92de2fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:29:59.799209 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee1ee73-a65b-42da-9be5-86a2a92de2fd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:29:59.799528 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee1ee73-a65b-42da-9be5-86a2a92de2fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:29:59.799849 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee1ee73-a65b-42da-9be5-86a2a92de2fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:29:59.800186 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee1ee73-a65b-42da-9be5-86a2a92de2fd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:29:59.800512 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee1ee73-a65b-42da-9be5-86a2a92de2fd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:29:59.800849 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee1ee73-a65b-42da-9be5-86a2a92de2fd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:29:59.801187 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee1ee73-a65b-42da-9be5-86a2a92de2fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:29:59.801504 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee1ee73-a65b-42da-9be5-86a2a92de2fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:29:59.801822 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee1ee73-a65b-42da-9be5-86a2a92de2fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:29:59.802164 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee1ee73-a65b-42da-9be5-86a2a92de2fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:29:59.848700 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a49c2922-de05-4bf5-8f46-69703d2b6bd3 admin admin] Publish callbacks [] for security_group (61ac7f7f-0b12-4233-9d9d-c346f419f395), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:29:59.868292 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a49c2922-de05-4bf5-8f46-69703d2b6bd3 admin admin] Publish callbacks [] for security_group (61ac7f7f-0b12-4233-9d9d-c346f419f395), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:29:59.956531 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a49c2922-de05-4bf5-8f46-69703d2b6bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (61ac7f7f-0b12-4233-9d9d-c346f419f395), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:29:59.959046 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a49c2922-de05-4bf5-8f46-69703d2b6bd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:29:59.960214 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-a49c2922-de05-4bf5-8f46-69703d2b6bd3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/61ac7f7f-0b12-4233-9d9d-c346f419f395 HTTP/1.1" status: 204 len: 168 time: 0.1664655 May 12 09:29:59.968303 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49c2922-de05-4bf5-8f46-69703d2b6bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ac7f7f-0b12-4233-9d9d-c346f419f395,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:29:59.974835 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49c2922-de05-4bf5-8f46-69703d2b6bd3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:29:59.975188 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49c2922-de05-4bf5-8f46-69703d2b6bd3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:29:59.975537 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49c2922-de05-4bf5-8f46-69703d2b6bd3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:29:59.975875 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49c2922-de05-4bf5-8f46-69703d2b6bd3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:29:59.976208 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49c2922-de05-4bf5-8f46-69703d2b6bd3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:29:59.976539 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49c2922-de05-4bf5-8f46-69703d2b6bd3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:29:59.976871 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49c2922-de05-4bf5-8f46-69703d2b6bd3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:29:59.977197 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49c2922-de05-4bf5-8f46-69703d2b6bd3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:29:59.977545 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49c2922-de05-4bf5-8f46-69703d2b6bd3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:29:59.977874 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49c2922-de05-4bf5-8f46-69703d2b6bd3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:29:59.978247 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49c2922-de05-4bf5-8f46-69703d2b6bd3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:29:59.978592 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49c2922-de05-4bf5-8f46-69703d2b6bd3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:29:59.978916 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49c2922-de05-4bf5-8f46-69703d2b6bd3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:29:59.979238 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49c2922-de05-4bf5-8f46-69703d2b6bd3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:29:59.979678 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49c2922-de05-4bf5-8f46-69703d2b6bd3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:30:04.143281 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-1d9e6a58-d356-44ab-bb34-37357c1267d7 None None] Agent healthcheck: found 5 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 09:30:19.589304 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f46ccb39-f7ca-42c5-950e-d953f6d140de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (9bee5a85-5be0-4217-aa6d-1f9c6538b987), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:30:21.811671 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-99e1e978-1c62-4dcc-b6f0-ff3ce8dc75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (8db92903-2544-41c2-b919-def82c43c97a), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:30:23.027232 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-13a031d7-5ec6-42a3-899f-d50e1f06c687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (f8def58d-f1ec-4d41-abae-d1c60f542bd3), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:30:24.434859 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a984b3b9-a9e9-40d7-bd88-8cdbb1de5f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (e377c27d-f788-489a-9a4f-9db675c37dc4), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:30:25.962331 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (0e2e3861-7d79-4ce6-9d91-faa32ae2cb64), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:30:41.142997 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-1d9e6a58-d356-44ab-bb34-37357c1267d7 None None] Agent healthcheck: found 5 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 09:30:49.592545 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3ae5967d-0093-41fd-ba67-4b5ba6a4e458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (9bee5a85-5be0-4217-aa6d-1f9c6538b987), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:30:51.813476 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-c0ed44ae-810c-477b-9af9-9803ca052bee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (8db92903-2544-41c2-b919-def82c43c97a), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:30:53.029206 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-13a031d7-5ec6-42a3-899f-d50e1f06c687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (f8def58d-f1ec-4d41-abae-d1c60f542bd3), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:30:54.437181 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a984b3b9-a9e9-40d7-bd88-8cdbb1de5f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (e377c27d-f788-489a-9a4f-9db675c37dc4), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:30:55.955052 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (0e2e3861-7d79-4ce6-9d91-faa32ae2cb64), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:31:18.141482 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-1d9e6a58-d356-44ab-bb34-37357c1267d7 None None] Agent healthcheck: found 5 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 09:31:19.594299 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9a48d7dc-ff6c-460c-8bec-e3c8f0912516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (9bee5a85-5be0-4217-aa6d-1f9c6538b987), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:31:21.814281 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-595272d7-aa51-4e04-a8e8-66784b5eeef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (8db92903-2544-41c2-b919-def82c43c97a), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:31:23.032430 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-13a031d7-5ec6-42a3-899f-d50e1f06c687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (f8def58d-f1ec-4d41-abae-d1c60f542bd3), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:31:24.440428 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a984b3b9-a9e9-40d7-bd88-8cdbb1de5f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (e377c27d-f788-489a-9a4f-9db675c37dc4), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:31:25.956824 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (0e2e3861-7d79-4ce6-9d91-faa32ae2cb64), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:31:46.200009 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3787637'] for agent (cdc2c050-d5b8-41e9-9f41-bf893d522faa), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:31:49.594770 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3478524c-459f-45c1-95be-8d564fb9f76b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (9bee5a85-5be0-4217-aa6d-1f9c6538b987), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:31:51.815788 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a8614657-57ea-48ff-8299-236598888dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (8db92903-2544-41c2-b919-def82c43c97a), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:31:53.035237 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-13a031d7-5ec6-42a3-899f-d50e1f06c687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (f8def58d-f1ec-4d41-abae-d1c60f542bd3), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:31:54.442266 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a984b3b9-a9e9-40d7-bd88-8cdbb1de5f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (e377c27d-f788-489a-9a4f-9db675c37dc4), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:31:55.142384 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-1d9e6a58-d356-44ab-bb34-37357c1267d7 None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 09:31:55.959357 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (0e2e3861-7d79-4ce6-9d91-faa32ae2cb64), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:31:59.136921 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 33270) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:31:59.239071 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-28743da9-fad9-48e6-943e-1e51305fe310 admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1011305 May 12 09:32:01.477831 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 33280) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:32:01.531297 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-6ff106a5-4f39-4ec4-90ba-f442054fb5dc admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0523729 May 12 09:32:16.152865 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (cdc2c050-d5b8-41e9-9f41-bf893d522faa), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:32:19.596112 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-882d106a-a735-42f2-8be4-43d098b57133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (9bee5a85-5be0-4217-aa6d-1f9c6538b987), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:32:21.820279 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e998d791-6ab4-47ef-803b-a42f140df0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (8db92903-2544-41c2-b919-def82c43c97a), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:32:23.038462 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-13a031d7-5ec6-42a3-899f-d50e1f06c687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (f8def58d-f1ec-4d41-abae-d1c60f542bd3), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:32:24.445932 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a984b3b9-a9e9-40d7-bd88-8cdbb1de5f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (e377c27d-f788-489a-9a4f-9db675c37dc4), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:32:25.961313 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (0e2e3861-7d79-4ce6-9d91-faa32ae2cb64), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:32:32.142252 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-1d9e6a58-d356-44ab-bb34-37357c1267d7 None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 09:32:46.168855 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (cdc2c050-d5b8-41e9-9f41-bf893d522faa), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:32:49.598635 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-b6b3fcdc-d930-42da-ae1e-c2edeee31ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (9bee5a85-5be0-4217-aa6d-1f9c6538b987), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:32:51.827200 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-dcb1a697-378e-4163-8a91-53827f6850b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (8db92903-2544-41c2-b919-def82c43c97a), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:32:53.041283 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-13a031d7-5ec6-42a3-899f-d50e1f06c687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (f8def58d-f1ec-4d41-abae-d1c60f542bd3), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:32:54.456272 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a984b3b9-a9e9-40d7-bd88-8cdbb1de5f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (e377c27d-f788-489a-9a4f-9db675c37dc4), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:32:55.964443 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (0e2e3861-7d79-4ce6-9d91-faa32ae2cb64), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:09.142032 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-1d9e6a58-d356-44ab-bb34-37357c1267d7 None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 09:33:16.166533 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (cdc2c050-d5b8-41e9-9f41-bf893d522faa), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:19.600504 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-86563859-3984-4304-8f2f-4d4e88bb0c11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (9bee5a85-5be0-4217-aa6d-1f9c6538b987), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:21.819911 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-8d8724e8-ecd3-4334-a351-0cc460b1eb6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (8db92903-2544-41c2-b919-def82c43c97a), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:23.042733 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-13a031d7-5ec6-42a3-899f-d50e1f06c687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (f8def58d-f1ec-4d41-abae-d1c60f542bd3), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:24.455859 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a984b3b9-a9e9-40d7-bd88-8cdbb1de5f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (e377c27d-f788-489a-9a4f-9db675c37dc4), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:25.966127 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (0e2e3861-7d79-4ce6-9d91-faa32ae2cb64), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:41.161550 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 33372) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:33:41.355176 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-8c08c3b8-bc87-41c1-9e4c-ec85a5009dfc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1936945588-network', 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:33:41.375475 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c08c3b8-bc87-41c1-9e4c-ec85a5009dfc admin admin] Made reservation on behalf of b079fd0b329c4f1a856f71e0c8f98dde for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 09:33:41.378053 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8c08c3b8-bc87-41c1-9e4c-ec85a5009dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for network (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:41.391135 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8c08c3b8-bc87-41c1-9e4c-ec85a5009dfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:41.462198 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8c08c3b8-bc87-41c1-9e4c-ec85a5009dfc admin admin] Publish callbacks [] for security_group (d568d1f2-c83f-4028-a0fb-ac53cbb818e5), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:41.468226 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8c08c3b8-bc87-41c1-9e4c-ec85a5009dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (d568d1f2-c83f-4028-a0fb-ac53cbb818e5), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:41.499923 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c08c3b8-bc87-41c1-9e4c-ec85a5009dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d568d1f2-c83f-4028-a0fb-ac53cbb818e5,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:33:41.506663 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c08c3b8-bc87-41c1-9e4c-ec85a5009dfc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 09:33:41.509853 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c08c3b8-bc87-41c1-9e4c-ec85a5009dfc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:33:41.510231 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c08c3b8-bc87-41c1-9e4c-ec85a5009dfc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:33:41.510579 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c08c3b8-bc87-41c1-9e4c-ec85a5009dfc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:33:41.511011 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c08c3b8-bc87-41c1-9e4c-ec85a5009dfc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:33:41.511351 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c08c3b8-bc87-41c1-9e4c-ec85a5009dfc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:33:41.511739 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c08c3b8-bc87-41c1-9e4c-ec85a5009dfc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:33:41.512071 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c08c3b8-bc87-41c1-9e4c-ec85a5009dfc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:33:41.512403 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c08c3b8-bc87-41c1-9e4c-ec85a5009dfc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:33:41.512745 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c08c3b8-bc87-41c1-9e4c-ec85a5009dfc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:33:41.513080 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c08c3b8-bc87-41c1-9e4c-ec85a5009dfc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:33:41.513409 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c08c3b8-bc87-41c1-9e4c-ec85a5009dfc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:33:41.513744 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c08c3b8-bc87-41c1-9e4c-ec85a5009dfc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:33:41.514088 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c08c3b8-bc87-41c1-9e4c-ec85a5009dfc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:33:41.514413 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c08c3b8-bc87-41c1-9e4c-ec85a5009dfc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:33:41.514750 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c08c3b8-bc87-41c1-9e4c-ec85a5009dfc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:33:41.515956 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c08c3b8-bc87-41c1-9e4c-ec85a5009dfc admin admin] Tracked resource versions report: May 12 09:33:41.515956 dv-cinder-837699-5-iscsi neutron-server[103457]: pushed versions: May 12 09:33:41.515956 dv-cinder-837699-5-iscsi neutron-server[103457]: { 'AddressGroup': {'1.2'}, May 12 09:33:41.515956 dv-cinder-837699-5-iscsi neutron-server[103457]: 'Agent': {'1.1'}, May 12 09:33:41.515956 dv-cinder-837699-5-iscsi neutron-server[103457]: 'ConntrackHelper': {'1.0'}, May 12 09:33:41.515956 dv-cinder-837699-5-iscsi neutron-server[103457]: 'LocalIPAssociation': {'1.0'}, May 12 09:33:41.515956 dv-cinder-837699-5-iscsi neutron-server[103457]: 'Log': {'1.0'}, May 12 09:33:41.515956 dv-cinder-837699-5-iscsi neutron-server[103457]: 'NDPProxy': {'1.0'}, May 12 09:33:41.515956 dv-cinder-837699-5-iscsi neutron-server[103457]: 'Network': {'1.1'}, May 12 09:33:41.515956 dv-cinder-837699-5-iscsi neutron-server[103457]: 'Port': {'1.7'}, May 12 09:33:41.515956 dv-cinder-837699-5-iscsi neutron-server[103457]: 'PortForwarding': {'1.3'}, May 12 09:33:41.515956 dv-cinder-837699-5-iscsi neutron-server[103457]: 'QosPolicy': {'1.10'}, May 12 09:33:41.515956 dv-cinder-837699-5-iscsi neutron-server[103457]: 'SecurityGroup': {'1.5'}, May 12 09:33:41.515956 dv-cinder-837699-5-iscsi neutron-server[103457]: 'SecurityGroupRule': {'1.2'}, May 12 09:33:41.515956 dv-cinder-837699-5-iscsi neutron-server[103457]: 'SubPort': {'1.0'}, May 12 09:33:41.515956 dv-cinder-837699-5-iscsi neutron-server[103457]: 'Subnet': {'1.1'}, May 12 09:33:41.515956 dv-cinder-837699-5-iscsi neutron-server[103457]: 'Trunk': {'1.1'}} May 12 09:33:41.515956 dv-cinder-837699-5-iscsi neutron-server[103457]: consumer versions: May 12 09:33:41.515956 dv-cinder-837699-5-iscsi neutron-server[103457]: { DHCP agent@dv-cinder-837699-5-iscsi: {}, May 12 09:33:41.515956 dv-cinder-837699-5-iscsi neutron-server[103457]: HyperV agent@hv-cinder-83769: {}, May 12 09:33:41.515956 dv-cinder-837699-5-iscsi neutron-server[103457]: L3 agent@dv-cinder-837699-5-iscsi: {}, May 12 09:33:41.515956 dv-cinder-837699-5-iscsi neutron-server[103457]: Metadata agent@dv-cinder-837699-5-iscsi: {}, May 12 09:33:41.515956 dv-cinder-837699-5-iscsi neutron-server[103457]: Metering agent@dv-cinder-837699-5-iscsi: {}, May 12 09:33:41.515956 dv-cinder-837699-5-iscsi neutron-server[103457]: Open vSwitch agent@dv-cinder-837699-5-iscsi: { 'AddressGroup': '1.2', May 12 09:33:41.515956 dv-cinder-837699-5-iscsi neutron-server[103457]: 'Agent': '1.1', May 12 09:33:41.515956 dv-cinder-837699-5-iscsi neutron-server[103457]: 'ConntrackHelper': '1.0', May 12 09:33:41.515956 dv-cinder-837699-5-iscsi neutron-server[103457]: 'LocalIPAssociation': '1.0', May 12 09:33:41.515956 dv-cinder-837699-5-iscsi neutron-server[103457]: 'Log': '1.0', May 12 09:33:41.515956 dv-cinder-837699-5-iscsi neutron-server[103457]: 'NDPProxy': '1.0', May 12 09:33:41.515956 dv-cinder-837699-5-iscsi neutron-server[103457]: 'Network': '1.1', May 12 09:33:41.515956 dv-cinder-837699-5-iscsi neutron-server[103457]: 'Port': '1.7', May 12 09:33:41.515956 dv-cinder-837699-5-iscsi neutron-server[103457]: 'PortForwarding': '1.3', May 12 09:33:41.515956 dv-cinder-837699-5-iscsi neutron-server[103457]: 'QosPolicy': '1.10', May 12 09:33:41.515956 dv-cinder-837699-5-iscsi neutron-server[103457]: 'SecurityGroup': '1.5', May 12 09:33:41.515956 dv-cinder-837699-5-iscsi neutron-server[103457]: 'SecurityGroupRule': '1.2', May 12 09:33:41.515956 dv-cinder-837699-5-iscsi neutron-server[103457]: 'SubPort': '1.0', May 12 09:33:41.515956 dv-cinder-837699-5-iscsi neutron-server[103457]: 'Subnet': '1.1', May 12 09:33:41.515956 dv-cinder-837699-5-iscsi neutron-server[103457]: 'Trunk': '1.1'}} May 12 09:33:41.515956 dv-cinder-837699-5-iscsi neutron-server[103457]: {{(pid=103457) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 09:33:41.528245 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8c08c3b8-bc87-41c1-9e4c-ec85a5009dfc admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740344558093', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720414'] for segment (26ab4651-7fb4-4cda-a42c-ef91f3f41052), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:41.528764 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.db.segments_db [None req-8c08c3b8-bc87-41c1-9e4c-ec85a5009dfc admin admin] Added segment 26ab4651-7fb4-4cda-a42c-ef91f3f41052 of type vlan for network d8bd03ea-0f3b-46bf-82a8-531c929bec57 May 12 09:33:41.591536 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8c08c3b8-bc87-41c1-9e4c-ec85a5009dfc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740344000386'] for network (d8bd03ea-0f3b-46bf-82a8-531c929bec57), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:41.618889 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8c08c3b8-bc87-41c1-9e4c-ec85a5009dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735'] for network (d8bd03ea-0f3b-46bf-82a8-531c929bec57), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:41.620118 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c08c3b8-bc87-41c1-9e4c-ec85a5009dfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:33:41.620673 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8c08c3b8-bc87-41c1-9e4c-ec85a5009dfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728753'] for network (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:41.655015 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-8c08c3b8-bc87-41c1-9e4c-ec85a5009dfc admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.4879136 May 12 09:33:41.655331 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 33418) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:33:41.661329 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-76cb1202-b25f-4afe-a4e9-e1d63b213c4b admin admin] Request body: {'subnet': {'network_id': 'd8bd03ea-0f3b-46bf-82a8-531c929bec57', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1936945588-subnet', 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:33:41.687406 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76cb1202-b25f-4afe-a4e9-e1d63b213c4b admin admin] Made reservation on behalf of b079fd0b329c4f1a856f71e0c8f98dde for: {'subnet': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 09:33:41.690821 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-76cb1202-b25f-4afe-a4e9-e1d63b213c4b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:41.730261 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c08c3b8-bc87-41c1-9e4c-ec85a5009dfc admin admin] Pushing event updated for resources: {'Network': ['ID=d8bd03ea-0f3b-46bf-82a8-531c929bec57,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:33:41.746143 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Network d8bd03ea-0f3b-46bf-82a8-531c929bec57 details requested by agent ovs-agent-dv-cinder-837699-5-iscsi with host dv-cinder-837699-5-iscsi {{(pid=103459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 09:33:41.872923 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-76cb1202-b25f-4afe-a4e9-e1d63b213c4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735'] for subnet (be18f7f8-10b6-434a-8890-e7ce96c85646), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:41.933996 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cb1202-b25f-4afe-a4e9-e1d63b213c4b admin admin] Checking segment: {'id': '26ab4651-7fb4-4cda-a42c-ef91f3f41052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd8bd03ea-0f3b-46bf-82a8-531c929bec57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 09:33:41.934263 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76cb1202-b25f-4afe-a4e9-e1d63b213c4b admin admin] Network hostable DHCP agents. Network: d8bd03ea-0f3b-46bf-82a8-531c929bec57, hostable agents: ['9bee5a85-5be0-4217-aa6d-1f9c6538b987'], hosted agents: [] {{(pid=103458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 09:33:41.958480 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cb1202-b25f-4afe-a4e9-e1d63b213c4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=be18f7f8-10b6-434a-8890-e7ce96c85646,revision_number=0']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:33:41.964996 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76cb1202-b25f-4afe-a4e9-e1d63b213c4b admin admin] Network d8bd03ea-0f3b-46bf-82a8-531c929bec57 is scheduled to be hosted by DHCP agent 9bee5a85-5be0-4217-aa6d-1f9c6538b987 with binding_index 1 {{(pid=103458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 09:33:41.968298 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cb1202-b25f-4afe-a4e9-e1d63b213c4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:33:41.968646 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cb1202-b25f-4afe-a4e9-e1d63b213c4b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:33:41.968991 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cb1202-b25f-4afe-a4e9-e1d63b213c4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:33:41.969328 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cb1202-b25f-4afe-a4e9-e1d63b213c4b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:33:41.969664 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cb1202-b25f-4afe-a4e9-e1d63b213c4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:33:41.970025 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cb1202-b25f-4afe-a4e9-e1d63b213c4b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:33:41.970354 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cb1202-b25f-4afe-a4e9-e1d63b213c4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:33:41.970679 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cb1202-b25f-4afe-a4e9-e1d63b213c4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:33:41.971026 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cb1202-b25f-4afe-a4e9-e1d63b213c4b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:33:41.971553 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cb1202-b25f-4afe-a4e9-e1d63b213c4b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:33:41.971905 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cb1202-b25f-4afe-a4e9-e1d63b213c4b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:33:41.972246 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cb1202-b25f-4afe-a4e9-e1d63b213c4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:33:41.972749 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cb1202-b25f-4afe-a4e9-e1d63b213c4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:33:41.973072 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cb1202-b25f-4afe-a4e9-e1d63b213c4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:33:41.973400 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cb1202-b25f-4afe-a4e9-e1d63b213c4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:33:41.974643 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cb1202-b25f-4afe-a4e9-e1d63b213c4b admin admin] Tracked resource versions report: May 12 09:33:41.974643 dv-cinder-837699-5-iscsi neutron-server[103458]: pushed versions: May 12 09:33:41.974643 dv-cinder-837699-5-iscsi neutron-server[103458]: { 'AddressGroup': {'1.2'}, May 12 09:33:41.974643 dv-cinder-837699-5-iscsi neutron-server[103458]: 'Agent': {'1.1'}, May 12 09:33:41.974643 dv-cinder-837699-5-iscsi neutron-server[103458]: 'ConntrackHelper': {'1.0'}, May 12 09:33:41.974643 dv-cinder-837699-5-iscsi neutron-server[103458]: 'LocalIPAssociation': {'1.0'}, May 12 09:33:41.974643 dv-cinder-837699-5-iscsi neutron-server[103458]: 'Log': {'1.0'}, May 12 09:33:41.974643 dv-cinder-837699-5-iscsi neutron-server[103458]: 'NDPProxy': {'1.0'}, May 12 09:33:41.974643 dv-cinder-837699-5-iscsi neutron-server[103458]: 'Network': {'1.1'}, May 12 09:33:41.974643 dv-cinder-837699-5-iscsi neutron-server[103458]: 'Port': {'1.7'}, May 12 09:33:41.974643 dv-cinder-837699-5-iscsi neutron-server[103458]: 'PortForwarding': {'1.3'}, May 12 09:33:41.974643 dv-cinder-837699-5-iscsi neutron-server[103458]: 'QosPolicy': {'1.10'}, May 12 09:33:41.974643 dv-cinder-837699-5-iscsi neutron-server[103458]: 'SecurityGroup': {'1.5'}, May 12 09:33:41.974643 dv-cinder-837699-5-iscsi neutron-server[103458]: 'SecurityGroupRule': {'1.2'}, May 12 09:33:41.974643 dv-cinder-837699-5-iscsi neutron-server[103458]: 'SubPort': {'1.0'}, May 12 09:33:41.974643 dv-cinder-837699-5-iscsi neutron-server[103458]: 'Subnet': {'1.1'}, May 12 09:33:41.974643 dv-cinder-837699-5-iscsi neutron-server[103458]: 'Trunk': {'1.1'}} May 12 09:33:41.974643 dv-cinder-837699-5-iscsi neutron-server[103458]: consumer versions: May 12 09:33:41.974643 dv-cinder-837699-5-iscsi neutron-server[103458]: { DHCP agent@dv-cinder-837699-5-iscsi: {}, May 12 09:33:41.974643 dv-cinder-837699-5-iscsi neutron-server[103458]: HyperV agent@hv-cinder-83769: {}, May 12 09:33:41.974643 dv-cinder-837699-5-iscsi neutron-server[103458]: L3 agent@dv-cinder-837699-5-iscsi: {}, May 12 09:33:41.974643 dv-cinder-837699-5-iscsi neutron-server[103458]: Metadata agent@dv-cinder-837699-5-iscsi: {}, May 12 09:33:41.974643 dv-cinder-837699-5-iscsi neutron-server[103458]: Metering agent@dv-cinder-837699-5-iscsi: {}, May 12 09:33:41.974643 dv-cinder-837699-5-iscsi neutron-server[103458]: Open vSwitch agent@dv-cinder-837699-5-iscsi: { 'AddressGroup': '1.2', May 12 09:33:41.974643 dv-cinder-837699-5-iscsi neutron-server[103458]: 'Agent': '1.1', May 12 09:33:41.974643 dv-cinder-837699-5-iscsi neutron-server[103458]: 'ConntrackHelper': '1.0', May 12 09:33:41.974643 dv-cinder-837699-5-iscsi neutron-server[103458]: 'LocalIPAssociation': '1.0', May 12 09:33:41.974643 dv-cinder-837699-5-iscsi neutron-server[103458]: 'Log': '1.0', May 12 09:33:41.974643 dv-cinder-837699-5-iscsi neutron-server[103458]: 'NDPProxy': '1.0', May 12 09:33:41.974643 dv-cinder-837699-5-iscsi neutron-server[103458]: 'Network': '1.1', May 12 09:33:41.974643 dv-cinder-837699-5-iscsi neutron-server[103458]: 'Port': '1.7', May 12 09:33:41.974643 dv-cinder-837699-5-iscsi neutron-server[103458]: 'PortForwarding': '1.3', May 12 09:33:41.974643 dv-cinder-837699-5-iscsi neutron-server[103458]: 'QosPolicy': '1.10', May 12 09:33:41.974643 dv-cinder-837699-5-iscsi neutron-server[103458]: 'SecurityGroup': '1.5', May 12 09:33:41.974643 dv-cinder-837699-5-iscsi neutron-server[103458]: 'SecurityGroupRule': '1.2', May 12 09:33:41.974643 dv-cinder-837699-5-iscsi neutron-server[103458]: 'SubPort': '1.0', May 12 09:33:41.974643 dv-cinder-837699-5-iscsi neutron-server[103458]: 'Subnet': '1.1', May 12 09:33:41.974643 dv-cinder-837699-5-iscsi neutron-server[103458]: 'Trunk': '1.1'}} May 12 09:33:41.974643 dv-cinder-837699-5-iscsi neutron-server[103458]: {{(pid=103458) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 09:33:41.984489 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-76cb1202-b25f-4afe-a4e9-e1d63b213c4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837699-5-iscsi, d8bd03ea-0f3b-46bf-82a8-531c929bec57) {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:33:41.989385 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76cb1202-b25f-4afe-a4e9-e1d63b213c4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:33:41.990470 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-76cb1202-b25f-4afe-a4e9-e1d63b213c4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728753'] for subnet (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:41.996209 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf41ae2-bab2-4be2-960e-b387614ea890 None None] Network d8bd03ea-0f3b-46bf-82a8-531c929bec57 requested from dv-cinder-837699-5-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 09:33:42.020066 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-76cb1202-b25f-4afe-a4e9-e1d63b213c4b admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3636434 May 12 09:33:42.022806 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 33432) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:33:42.027428 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-39c1250e-818c-431b-bb0c-9d593b5be932 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1936945588-router', 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b'}}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:33:42.054425 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-39c1250e-818c-431b-bb0c-9d593b5be932 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3795715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6309'] for router (9c2097ad-1eb6-456a-8744-fc92ba3f54fd), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:42.056464 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-39c1250e-818c-431b-bb0c-9d593b5be932 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3795959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3798042', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3743491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6238'] for router (9c2097ad-1eb6-456a-8744-fc92ba3f54fd), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:42.122725 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-39c1250e-818c-431b-bb0c-9d593b5be932 admin admin] Publish callbacks [] for router_controller (9c2097ad-1eb6-456a-8744-fc92ba3f54fd), precommit_add_association {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:42.145531 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e32ead5-4871-4c66-b64b-7b1b1e0f0be7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f439b0a-a78d-5e02-af88-781e2083e254-d8bd03ea-0f3b-46bf-82a8-531c929bec57', 'network_id': 'd8bd03ea-0f3b-46bf-82a8-531c929bec57', 'project_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'fixed_ips': [{'subnet_id': 'be18f7f8-10b6-434a-8890-e7ce96c85646'}]}} from dv-cinder-837699-5-iscsi. {{(pid=103459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 09:33:42.146568 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-5e32ead5-4871-4c66-b64b-7b1b1e0f0be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:42.313770 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.db_base_plugin_common [None req-5e32ead5-4871-4c66-b64b-7b1b1e0f0be7 None None] Allocated IP 172.20.0.2 (d8bd03ea-0f3b-46bf-82a8-531c929bec57/be18f7f8-10b6-434a-8890-e7ce96c85646/77d84bcb-3b6e-4a96-ac14-aa17443c77ea) {{(pid=103459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 09:33:42.326650 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-39c1250e-818c-431b-bb0c-9d593b5be932 admin admin] Publish callbacks [] for router_gateway (9c2097ad-1eb6-456a-8744-fc92ba3f54fd), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:42.488329 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-5e32ead5-4871-4c66-b64b-7b1b1e0f0be7 None None] Publish callbacks [] for port (77d84bcb-3b6e-4a96-ac14-aa17443c77ea), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:42.499139 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-5e32ead5-4871-4c66-b64b-7b1b1e0f0be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740344012620'] for port (77d84bcb-3b6e-4a96-ac14-aa17443c77ea), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:42.543317 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e32ead5-4871-4c66-b64b-7b1b1e0f0be7 None None] Network d8bd03ea-0f3b-46bf-82a8-531c929bec57 is already hosted by enough agents. {{(pid=103459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 09:33:42.546446 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.scheduler.base_scheduler [None req-5e32ead5-4871-4c66-b64b-7b1b1e0f0be7 None None] Resources bound (agent type, host, resource id): {{(pid=103459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:33:42.550474 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e32ead5-4871-4c66-b64b-7b1b1e0f0be7 None None] Received port after_create {{(pid=103459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 09:33:42.601206 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e32ead5-4871-4c66-b64b-7b1b1e0f0be7 None None] Pushing event updated for resources: {'Port': ['ID=77d84bcb-3b6e-4a96-ac14-aa17443c77ea,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:33:42.620242 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-39c1250e-818c-431b-bb0c-9d593b5be932 admin admin] Publish callbacks [] for router_gateway (9c2097ad-1eb6-456a-8744-fc92ba3f54fd), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:42.632427 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e32ead5-4871-4c66-b64b-7b1b1e0f0be7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:33:42.632810 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e32ead5-4871-4c66-b64b-7b1b1e0f0be7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:33:42.633703 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e32ead5-4871-4c66-b64b-7b1b1e0f0be7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:33:42.634365 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e32ead5-4871-4c66-b64b-7b1b1e0f0be7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:33:42.634664 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e32ead5-4871-4c66-b64b-7b1b1e0f0be7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:33:42.635000 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e32ead5-4871-4c66-b64b-7b1b1e0f0be7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:33:42.635327 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e32ead5-4871-4c66-b64b-7b1b1e0f0be7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:33:42.635646 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e32ead5-4871-4c66-b64b-7b1b1e0f0be7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:33:42.636024 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e32ead5-4871-4c66-b64b-7b1b1e0f0be7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:33:42.636302 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e32ead5-4871-4c66-b64b-7b1b1e0f0be7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:33:42.636608 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e32ead5-4871-4c66-b64b-7b1b1e0f0be7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:33:42.637004 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e32ead5-4871-4c66-b64b-7b1b1e0f0be7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:33:42.637335 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e32ead5-4871-4c66-b64b-7b1b1e0f0be7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:33:42.637724 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e32ead5-4871-4c66-b64b-7b1b1e0f0be7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:33:42.638219 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e32ead5-4871-4c66-b64b-7b1b1e0f0be7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:33:42.639630 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e32ead5-4871-4c66-b64b-7b1b1e0f0be7 None None] Tracked resource versions report: May 12 09:33:42.639630 dv-cinder-837699-5-iscsi neutron-server[103459]: pushed versions: May 12 09:33:42.639630 dv-cinder-837699-5-iscsi neutron-server[103459]: { 'AddressGroup': {'1.2'}, May 12 09:33:42.639630 dv-cinder-837699-5-iscsi neutron-server[103459]: 'Agent': {'1.1'}, May 12 09:33:42.639630 dv-cinder-837699-5-iscsi neutron-server[103459]: 'ConntrackHelper': {'1.0'}, May 12 09:33:42.639630 dv-cinder-837699-5-iscsi neutron-server[103459]: 'LocalIPAssociation': {'1.0'}, May 12 09:33:42.639630 dv-cinder-837699-5-iscsi neutron-server[103459]: 'Log': {'1.0'}, May 12 09:33:42.639630 dv-cinder-837699-5-iscsi neutron-server[103459]: 'NDPProxy': {'1.0'}, May 12 09:33:42.639630 dv-cinder-837699-5-iscsi neutron-server[103459]: 'Network': {'1.1'}, May 12 09:33:42.639630 dv-cinder-837699-5-iscsi neutron-server[103459]: 'Port': {'1.7'}, May 12 09:33:42.639630 dv-cinder-837699-5-iscsi neutron-server[103459]: 'PortForwarding': {'1.3'}, May 12 09:33:42.639630 dv-cinder-837699-5-iscsi neutron-server[103459]: 'QosPolicy': {'1.10'}, May 12 09:33:42.639630 dv-cinder-837699-5-iscsi neutron-server[103459]: 'SecurityGroup': {'1.5'}, May 12 09:33:42.639630 dv-cinder-837699-5-iscsi neutron-server[103459]: 'SecurityGroupRule': {'1.2'}, May 12 09:33:42.639630 dv-cinder-837699-5-iscsi neutron-server[103459]: 'SubPort': {'1.0'}, May 12 09:33:42.639630 dv-cinder-837699-5-iscsi neutron-server[103459]: 'Subnet': {'1.1'}, May 12 09:33:42.639630 dv-cinder-837699-5-iscsi neutron-server[103459]: 'Trunk': {'1.1'}} May 12 09:33:42.639630 dv-cinder-837699-5-iscsi neutron-server[103459]: consumer versions: May 12 09:33:42.639630 dv-cinder-837699-5-iscsi neutron-server[103459]: { DHCP agent@dv-cinder-837699-5-iscsi: {}, May 12 09:33:42.639630 dv-cinder-837699-5-iscsi neutron-server[103459]: HyperV agent@hv-cinder-83769: {}, May 12 09:33:42.639630 dv-cinder-837699-5-iscsi neutron-server[103459]: L3 agent@dv-cinder-837699-5-iscsi: {}, May 12 09:33:42.639630 dv-cinder-837699-5-iscsi neutron-server[103459]: Metadata agent@dv-cinder-837699-5-iscsi: {}, May 12 09:33:42.639630 dv-cinder-837699-5-iscsi neutron-server[103459]: Metering agent@dv-cinder-837699-5-iscsi: {}, May 12 09:33:42.639630 dv-cinder-837699-5-iscsi neutron-server[103459]: Open vSwitch agent@dv-cinder-837699-5-iscsi: { 'AddressGroup': '1.2', May 12 09:33:42.639630 dv-cinder-837699-5-iscsi neutron-server[103459]: 'Agent': '1.1', May 12 09:33:42.639630 dv-cinder-837699-5-iscsi neutron-server[103459]: 'ConntrackHelper': '1.0', May 12 09:33:42.639630 dv-cinder-837699-5-iscsi neutron-server[103459]: 'LocalIPAssociation': '1.0', May 12 09:33:42.639630 dv-cinder-837699-5-iscsi neutron-server[103459]: 'Log': '1.0', May 12 09:33:42.639630 dv-cinder-837699-5-iscsi neutron-server[103459]: 'NDPProxy': '1.0', May 12 09:33:42.639630 dv-cinder-837699-5-iscsi neutron-server[103459]: 'Network': '1.1', May 12 09:33:42.639630 dv-cinder-837699-5-iscsi neutron-server[103459]: 'Port': '1.7', May 12 09:33:42.639630 dv-cinder-837699-5-iscsi neutron-server[103459]: 'PortForwarding': '1.3', May 12 09:33:42.639630 dv-cinder-837699-5-iscsi neutron-server[103459]: 'QosPolicy': '1.10', May 12 09:33:42.639630 dv-cinder-837699-5-iscsi neutron-server[103459]: 'SecurityGroup': '1.5', May 12 09:33:42.639630 dv-cinder-837699-5-iscsi neutron-server[103459]: 'SecurityGroupRule': '1.2', May 12 09:33:42.639630 dv-cinder-837699-5-iscsi neutron-server[103459]: 'SubPort': '1.0', May 12 09:33:42.639630 dv-cinder-837699-5-iscsi neutron-server[103459]: 'Subnet': '1.1', May 12 09:33:42.639630 dv-cinder-837699-5-iscsi neutron-server[103459]: 'Trunk': '1.1'}} May 12 09:33:42.639630 dv-cinder-837699-5-iscsi neutron-server[103459]: {{(pid=103459) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 09:33:42.654500 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-5e32ead5-4871-4c66-b64b-7b1b1e0f0be7 None None] Attempting to bind port 77d84bcb-3b6e-4a96-ac14-aa17443c77ea on host dv-cinder-837699-5-iscsi for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 09:33:42.654500 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-5e32ead5-4871-4c66-b64b-7b1b1e0f0be7 None None] Attempting to bind port 77d84bcb-3b6e-4a96-ac14-aa17443c77ea by drivers openvswitch,hyperv on host dv-cinder-837699-5-iscsi at level 0 using segments [{'id': '26ab4651-7fb4-4cda-a42c-ef91f3f41052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd8bd03ea-0f3b-46bf-82a8-531c929bec57'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 09:33:42.654500 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e32ead5-4871-4c66-b64b-7b1b1e0f0be7 None None] Attempting to bind port 77d84bcb-3b6e-4a96-ac14-aa17443c77ea on network d8bd03ea-0f3b-46bf-82a8-531c929bec57 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 09:33:42.654778 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-39c1250e-818c-431b-bb0c-9d593b5be932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:42.658781 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e32ead5-4871-4c66-b64b-7b1b1e0f0be7 None None] Checking agent: {'id': '0e2e3861-7d79-4ce6-9d91-faa32ae2cb64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 9, 25, 26), 'started_at': datetime.datetime(2022, 5, 12, 9, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 9, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 09:33:42.659595 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e32ead5-4871-4c66-b64b-7b1b1e0f0be7 None None] Checking segment: {'id': '26ab4651-7fb4-4cda-a42c-ef91f3f41052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd8bd03ea-0f3b-46bf-82a8-531c929bec57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 09:33:42.660360 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-5e32ead5-4871-4c66-b64b-7b1b1e0f0be7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:42.661211 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e32ead5-4871-4c66-b64b-7b1b1e0f0be7 None None] Bound using segment: {'id': '26ab4651-7fb4-4cda-a42c-ef91f3f41052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd8bd03ea-0f3b-46bf-82a8-531c929bec57'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 09:33:42.662120 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-5e32ead5-4871-4c66-b64b-7b1b1e0f0be7 None None] Bound port: 77d84bcb-3b6e-4a96-ac14-aa17443c77ea, host: dv-cinder-837699-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26ab4651-7fb4-4cda-a42c-ef91f3f41052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd8bd03ea-0f3b-46bf-82a8-531c929bec57'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 09:33:42.662775 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-5e32ead5-4871-4c66-b64b-7b1b1e0f0be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (77d84bcb-3b6e-4a96-ac14-aa17443c77ea), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:42.754755 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-5e32ead5-4871-4c66-b64b-7b1b1e0f0be7 None None] For port 77d84bcb-3b6e-4a96-ac14-aa17443c77ea, host dv-cinder-837699-5-iscsi, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 09:33:42.760067 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-5e32ead5-4871-4c66-b64b-7b1b1e0f0be7 None None] For port 77d84bcb-3b6e-4a96-ac14-aa17443c77ea, host dv-cinder-837699-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=77d84bcb-3b6e-4a96-ac14-aa17443c77ea,segment=NetworkSegment(26ab4651-7fb4-4cda-a42c-ef91f3f41052),segment_id=26ab4651-7fb4-4cda-a42c-ef91f3f41052)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 09:33:42.768326 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-5e32ead5-4871-4c66-b64b-7b1b1e0f0be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (77d84bcb-3b6e-4a96-ac14-aa17443c77ea), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:42.852793 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e32ead5-4871-4c66-b64b-7b1b1e0f0be7 None None] Pushing event updated for resources: {'Port': ['ID=77d84bcb-3b6e-4a96-ac14-aa17443c77ea,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:33:42.897436 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-39c1250e-818c-431b-bb0c-9d593b5be932 admin admin] Allocated IP 172.27.3.131 (35e64619-a59d-47b1-b4c9-78b55f54f97b/31f684fc-c02d-4e22-bb04-cd143bba725c/0b2e5772-8899-4afe-abaa-f04370bcc8a6) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 09:33:43.047518 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-39c1250e-818c-431b-bb0c-9d593b5be932 admin admin] Publish callbacks [] for port (0b2e5772-8899-4afe-abaa-f04370bcc8a6), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:43.167611 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-39c1250e-818c-431b-bb0c-9d593b5be932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740344012620'] for port (0b2e5772-8899-4afe-abaa-f04370bcc8a6), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:43.285776 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c1250e-818c-431b-bb0c-9d593b5be932 admin admin] Pushing event updated for resources: {'Port': ['ID=0b2e5772-8899-4afe-abaa-f04370bcc8a6,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:33:43.295309 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c1250e-818c-431b-bb0c-9d593b5be932 admin admin] Network 35e64619-a59d-47b1-b4c9-78b55f54f97b is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 09:33:43.296841 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-39c1250e-818c-431b-bb0c-9d593b5be932 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:33:43.300556 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c1250e-818c-431b-bb0c-9d593b5be932 admin admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 09:33:43.446518 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 33502) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:33:43.491696 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 33508) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:33:43.534927 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 33516) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:33:43.679672 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-39c1250e-818c-431b-bb0c-9d593b5be932 admin admin] Publish callbacks [] for router_gateway (9c2097ad-1eb6-456a-8744-fc92ba3f54fd), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:43.760886 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-4dffad23-98f7-403e-a5d4-a9c39a651af7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-803505975-network', 'tenant_id': 'c54669eadc784d4aac5d1a40d18858b1'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:33:43.791979 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-1a8f66b3-4836-45c5-860a-2945b9b55af4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-186778351-network', 'tenant_id': 'da5b9f41ad6b4506872df6cb86ae9f73'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:33:43.817375 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dffad23-98f7-403e-a5d4-a9c39a651af7 admin admin] Made reservation on behalf of c54669eadc784d4aac5d1a40d18858b1 for: {'network': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 09:33:43.821811 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4dffad23-98f7-403e-a5d4-a9c39a651af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for network (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:43.830827 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a8f66b3-4836-45c5-860a-2945b9b55af4 admin admin] Made reservation on behalf of da5b9f41ad6b4506872df6cb86ae9f73 for: {'network': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 09:33:43.833842 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1a8f66b3-4836-45c5-860a-2945b9b55af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for network (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:43.852452 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4dffad23-98f7-403e-a5d4-a9c39a651af7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:43.854950 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1a8f66b3-4836-45c5-860a-2945b9b55af4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:44.012819 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-39c1250e-818c-431b-bb0c-9d593b5be932 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3795854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798221'] for router (9c2097ad-1eb6-456a-8744-fc92ba3f54fd), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:44.014566 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1a8f66b3-4836-45c5-860a-2945b9b55af4 admin admin] Publish callbacks [] for security_group (2a77905b-ebc1-48dc-9952-71bfb92fd15f), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:44.042363 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4dffad23-98f7-403e-a5d4-a9c39a651af7 admin admin] Publish callbacks [] for security_group (d718c176-d49e-4cb0-a59c-6b852f34079d), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:44.044022 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1a8f66b3-4836-45c5-860a-2945b9b55af4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (2a77905b-ebc1-48dc-9952-71bfb92fd15f), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:44.056588 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a6c66e-f460-4e3f-8038-b4d8e108454a None None] Network d8bd03ea-0f3b-46bf-82a8-531c929bec57 requested from dv-cinder-837699-5-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 09:33:44.060925 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a8f66b3-4836-45c5-860a-2945b9b55af4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=103458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 09:33:44.071824 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1a8f66b3-4836-45c5-860a-2945b9b55af4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740344558093', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720414'] for segment (df27dd97-80bd-404b-9020-df3082427427), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:44.072512 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.db.segments_db [None req-1a8f66b3-4836-45c5-860a-2945b9b55af4 admin admin] Added segment df27dd97-80bd-404b-9020-df3082427427 of type vlan for network 157184d7-26b8-47d5-86e0-3945164ff04d May 12 09:33:44.087580 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-47c338db-e8f5-4f96-a3e1-099ec8113593 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1603842834-network', 'tenant_id': '2de1508e265140e5801827175c7da941'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:33:44.117523 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4dffad23-98f7-403e-a5d4-a9c39a651af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (d718c176-d49e-4cb0-a59c-6b852f34079d), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:44.160258 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8f66b3-4836-45c5-860a-2945b9b55af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a77905b-ebc1-48dc-9952-71bfb92fd15f,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:33:44.163914 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1a8f66b3-4836-45c5-860a-2945b9b55af4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740344000386'] for network (157184d7-26b8-47d5-86e0-3945164ff04d), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:44.203220 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1a8f66b3-4836-45c5-860a-2945b9b55af4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735'] for network (157184d7-26b8-47d5-86e0-3945164ff04d), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:44.204234 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8f66b3-4836-45c5-860a-2945b9b55af4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:33:44.205257 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1a8f66b3-4836-45c5-860a-2945b9b55af4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728753'] for network (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:44.208516 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-8fdcac8c-7770-4f30-a013-4047119862f7 None None] Provisioning complete for port 77d84bcb-3b6e-4a96-ac14-aa17443c77ea triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:33:44.225702 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-8fdcac8c-7770-4f30-a013-4047119862f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (77d84bcb-3b6e-4a96-ac14-aa17443c77ea), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:44.234546 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dffad23-98f7-403e-a5d4-a9c39a651af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d718c176-d49e-4cb0-a59c-6b852f34079d,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:33:44.257588 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39c1250e-818c-431b-bb0c-9d593b5be932 admin admin] Router 9c2097ad-1eb6-456a-8744-fc92ba3f54fd is scheduled to L3 agent 8db92903-2544-41c2-b919-def82c43c97a with binding_index 1 {{(pid=103457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 09:33:44.300152 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8f66b3-4836-45c5-860a-2945b9b55af4 admin admin] Pushing event updated for resources: {'Network': ['ID=157184d7-26b8-47d5-86e0-3945164ff04d,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:33:44.307037 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-1a8f66b3-4836-45c5-860a-2945b9b55af4 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.8587081 May 12 09:33:44.308826 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dffad23-98f7-403e-a5d4-a9c39a651af7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=103458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 09:33:44.315932 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 33548) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:33:44.323741 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-7bc53700-04fb-48b0-9dff-3ade3210d261 admin admin] Request body: {'subnet': {'network_id': '157184d7-26b8-47d5-86e0-3945164ff04d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-186778351-subnet', 'tenant_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:33:44.346299 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4dffad23-98f7-403e-a5d4-a9c39a651af7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740344558093', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720414'] for segment (b7b112db-1c39-45b7-a4f2-e3b93d061a40), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:44.347000 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.db.segments_db [None req-4dffad23-98f7-403e-a5d4-a9c39a651af7 admin admin] Added segment b7b112db-1c39-45b7-a4f2-e3b93d061a40 of type vlan for network 94c124bd-d4ff-4709-8b22-7520113efef5 May 12 09:33:44.352673 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c338db-e8f5-4f96-a3e1-099ec8113593 admin admin] Made reservation on behalf of 2de1508e265140e5801827175c7da941 for: {'network': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 09:33:44.355307 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-47c338db-e8f5-4f96-a3e1-099ec8113593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for network (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:44.380747 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-47c338db-e8f5-4f96-a3e1-099ec8113593 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:44.398993 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Network 157184d7-26b8-47d5-86e0-3945164ff04d details requested by agent ovs-agent-dv-cinder-837699-5-iscsi with host dv-cinder-837699-5-iscsi {{(pid=103459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 09:33:44.407478 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc53700-04fb-48b0-9dff-3ade3210d261 admin admin] Made reservation on behalf of da5b9f41ad6b4506872df6cb86ae9f73 for: {'subnet': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 09:33:44.410060 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7bc53700-04fb-48b0-9dff-3ade3210d261 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:44.473360 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c1250e-818c-431b-bb0c-9d593b5be932 admin admin] Notify agent at l3_agent.dv-cinder-837699-5-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 09:33:44.483197 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744e0dd2-f3e6-4561-a4c1-e609a3bab286 None None] Sync routers for ids ['9c2097ad-1eb6-456a-8744-fc92ba3f54fd'] in dv-cinder-837699-5-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 09:33:44.503294 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744e0dd2-f3e6-4561-a4c1-e609a3bab286 None None] Routers {'9c2097ad-1eb6-456a-8744-fc92ba3f54fd'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:33:44.503932 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-744e0dd2-f3e6-4561-a4c1-e609a3bab286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:33:22Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['9c2097ad-1eb6-456a-8744-fc92ba3f54fd'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:33:44.526341 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-39c1250e-818c-431b-bb0c-9d593b5be932 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:44.527704 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-39c1250e-818c-431b-bb0c-9d593b5be932 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5037942 May 12 09:33:44.538540 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 33552) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:33:44.587806 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-8fdcac8c-7770-4f30-a013-4047119862f7 None None] Current status of the port 77d84bcb-3b6e-4a96-ac14-aa17443c77ea is: DOWN; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:33:44.589386 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-8fdcac8c-7770-4f30-a013-4047119862f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (77d84bcb-3b6e-4a96-ac14-aa17443c77ea), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:44.666395 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-8fdcac8c-7770-4f30-a013-4047119862f7 None None] For port 77d84bcb-3b6e-4a96-ac14-aa17443c77ea, host dv-cinder-837699-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=77d84bcb-3b6e-4a96-ac14-aa17443c77ea,segment=NetworkSegment(26ab4651-7fb4-4cda-a42c-ef91f3f41052),segment_id=26ab4651-7fb4-4cda-a42c-ef91f3f41052)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:33:44.674913 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-8fdcac8c-7770-4f30-a013-4047119862f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (77d84bcb-3b6e-4a96-ac14-aa17443c77ea), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:44.819360 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdcac8c-7770-4f30-a013-4047119862f7 None None] Pushing event updated for resources: {'Port': ['ID=77d84bcb-3b6e-4a96-ac14-aa17443c77ea,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:33:44.868527 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-744e0dd2-f3e6-4561-a4c1-e609a3bab286 None None] Set router 9c2097ad-1eb6-456a-8744-fc92ba3f54fd gateway port host: dv-cinder-837699-5-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:33:44.896726 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7bc53700-04fb-48b0-9dff-3ade3210d261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735'] for subnet (dc5a5cf9-5b7a-426c-931b-02b56a7bf3f3), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:44.906373 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-464a4adb-465a-4fcf-8712-8ef5388d1562 None None] Provisioning complete for port 77d84bcb-3b6e-4a96-ac14-aa17443c77ea triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:33:44.906867 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-464a4adb-465a-4fcf-8712-8ef5388d1562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (77d84bcb-3b6e-4a96-ac14-aa17443c77ea), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:45.068395 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4dffad23-98f7-403e-a5d4-a9c39a651af7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740344000386'] for network (94c124bd-d4ff-4709-8b22-7520113efef5), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:45.078616 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc53700-04fb-48b0-9dff-3ade3210d261 admin admin] Checking segment: {'id': 'df27dd97-80bd-404b-9020-df3082427427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '157184d7-26b8-47d5-86e0-3945164ff04d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 09:33:45.079311 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc53700-04fb-48b0-9dff-3ade3210d261 admin admin] Network hostable DHCP agents. Network: 157184d7-26b8-47d5-86e0-3945164ff04d, hostable agents: ['9bee5a85-5be0-4217-aa6d-1f9c6538b987'], hosted agents: [] {{(pid=103458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 09:33:45.173614 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc53700-04fb-48b0-9dff-3ade3210d261 admin admin] Network 157184d7-26b8-47d5-86e0-3945164ff04d is scheduled to be hosted by DHCP agent 9bee5a85-5be0-4217-aa6d-1f9c6538b987 with binding_index 1 {{(pid=103458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 09:33:45.202129 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.db.resource_extend [None req-4dffad23-98f7-403e-a5d4-a9c39a651af7 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 09:33:45.215635 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-7bc53700-04fb-48b0-9dff-3ade3210d261 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837699-5-iscsi, 157184d7-26b8-47d5-86e0-3945164ff04d) {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:33:45.269506 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-744e0dd2-f3e6-4561-a4c1-e609a3bab286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'name': 'tempest-AttachVolumeNegativeTest-1936945588-router', 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': '0b2e5772-8899-4afe-abaa-f04370bcc8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:33:42Z', 'updated_at': '2022-05-12T09:33:43Z', 'revision_number': 3, 'project_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'gw_port': {'id': '0b2e5772-8899-4afe-abaa-f04370bcc8a6', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:92:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:42Z', 'updated_at': '2022-05-12T09:33:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi'}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:33:45.331788 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-47c338db-e8f5-4f96-a3e1-099ec8113593 admin admin] Publish callbacks [] for security_group (4c14d4c7-413f-44a8-826c-c4521bbc3b9f), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:45.338056 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc53700-04fb-48b0-9dff-3ade3210d261 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:33:45.339531 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7bc53700-04fb-48b0-9dff-3ade3210d261 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728753'] for subnet (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:45.344575 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc53700-04fb-48b0-9dff-3ade3210d261 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc5a5cf9-5b7a-426c-931b-02b56a7bf3f3,revision_number=0']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:33:45.349817 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-47c338db-e8f5-4f96-a3e1-099ec8113593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (4c14d4c7-413f-44a8-826c-c4521bbc3b9f), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:45.362711 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4dffad23-98f7-403e-a5d4-a9c39a651af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735'] for network (94c124bd-d4ff-4709-8b22-7520113efef5), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:45.364098 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dffad23-98f7-403e-a5d4-a9c39a651af7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:33:45.364982 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4dffad23-98f7-403e-a5d4-a9c39a651af7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728753'] for network (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:45.368575 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744e0dd2-f3e6-4561-a4c1-e609a3bab286 None None] Checking router: 9c2097ad-1eb6-456a-8744-fc92ba3f54fd for host: dv-cinder-837699-5-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 09:33:45.368949 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744e0dd2-f3e6-4561-a4c1-e609a3bab286 None None] Updating router 9c2097ad-1eb6-456a-8744-fc92ba3f54fd port 0b2e5772-8899-4afe-abaa-f04370bcc8a6 binding host dv-cinder-837699-5-iscsi {{(pid=103460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 09:33:45.400458 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-4dffad23-98f7-403e-a5d4-a9c39a651af7 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 1.9076011 May 12 09:33:45.423502 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 33584) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:33:45.424698 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d90c08-9345-4665-9dfb-4bb5e4cfe2c1 None None] Network 157184d7-26b8-47d5-86e0-3945164ff04d requested from dv-cinder-837699-5-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 09:33:45.433157 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-7bc53700-04fb-48b0-9dff-3ade3210d261 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1159670 May 12 09:33:45.440929 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 33586) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:33:45.448644 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-642d654d-860d-4c3d-ad16-0cbdea9a72d5 admin admin] Request body: {'subnet': {'network_id': '94c124bd-d4ff-4709-8b22-7520113efef5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-803505975-subnet', 'tenant_id': 'c54669eadc784d4aac5d1a40d18858b1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:33:45.466524 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-744e0dd2-f3e6-4561-a4c1-e609a3bab286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (0b2e5772-8899-4afe-abaa-f04370bcc8a6), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:45.484762 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47c338db-e8f5-4f96-a3e1-099ec8113593 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=103458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 09:33:45.492092 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-59cd7555-6fae-46a0-899a-e3af728cc7f6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-186778351-router', 'tenant_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b'}}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:33:45.502990 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642d654d-860d-4c3d-ad16-0cbdea9a72d5 admin admin] Made reservation on behalf of c54669eadc784d4aac5d1a40d18858b1 for: {'subnet': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 09:33:45.506940 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-642d654d-860d-4c3d-ad16-0cbdea9a72d5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:45.536664 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c338db-e8f5-4f96-a3e1-099ec8113593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c14d4c7-413f-44a8-826c-c4521bbc3b9f,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:33:45.550050 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device 77d84bcb-3b6e-4a96-ac14-aa17443c77ea up at agent ovs-agent-dv-cinder-837699-5-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 09:33:45.608980 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-47c338db-e8f5-4f96-a3e1-099ec8113593 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740344558093', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720414'] for segment (1c9a8f40-db4e-42d7-af8d-5d20c50cab84), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:45.610172 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.db.segments_db [None req-47c338db-e8f5-4f96-a3e1-099ec8113593 admin admin] Added segment 1c9a8f40-db4e-42d7-af8d-5d20c50cab84 of type vlan for network 4b446bd8-08e4-4381-97bd-f3fde69be851 May 12 09:33:45.625725 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dffad23-98f7-403e-a5d4-a9c39a651af7 admin admin] Pushing event updated for resources: {'Network': ['ID=94c124bd-d4ff-4709-8b22-7520113efef5,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:33:45.638455 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b4221a-9572-4363-b695-584676ee0c4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f439b0a-a78d-5e02-af88-781e2083e254-157184d7-26b8-47d5-86e0-3945164ff04d', 'network_id': '157184d7-26b8-47d5-86e0-3945164ff04d', 'project_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'fixed_ips': [{'subnet_id': 'dc5a5cf9-5b7a-426c-931b-02b56a7bf3f3'}]}} from dv-cinder-837699-5-iscsi. {{(pid=103459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 09:33:45.641777 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-83b4221a-9572-4363-b695-584676ee0c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:45.701846 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-59cd7555-6fae-46a0-899a-e3af728cc7f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3795715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6309'] for router (eff9d63d-afc5-4430-8837-eaaf559c2dbb), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:45.703355 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-59cd7555-6fae-46a0-899a-e3af728cc7f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3795959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3798042', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3743491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6238'] for router (eff9d63d-afc5-4430-8837-eaaf559c2dbb), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:45.738708 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-47c338db-e8f5-4f96-a3e1-099ec8113593 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740344000386'] for network (4b446bd8-08e4-4381-97bd-f3fde69be851), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:45.813633 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-557c2d2a-3226-4262-8e0c-9ce76a394cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:45.854223 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-744e0dd2-f3e6-4561-a4c1-e609a3bab286 None None] Publish callbacks [] for port (0b2e5772-8899-4afe-abaa-f04370bcc8a6), precommit_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:45.870755 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-744e0dd2-f3e6-4561-a4c1-e609a3bab286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (0b2e5772-8899-4afe-abaa-f04370bcc8a6), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:45.923458 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-59cd7555-6fae-46a0-899a-e3af728cc7f6 admin admin] Publish callbacks [] for router_controller (eff9d63d-afc5-4430-8837-eaaf559c2dbb), precommit_add_association {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:45.926713 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-47c338db-e8f5-4f96-a3e1-099ec8113593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735'] for network (4b446bd8-08e4-4381-97bd-f3fde69be851), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:45.928104 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c338db-e8f5-4f96-a3e1-099ec8113593 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:33:45.928803 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-47c338db-e8f5-4f96-a3e1-099ec8113593 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728753'] for network (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:45.956129 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502e90c9-c124-403a-a15e-4602552c30c1 None None] Pushing event updated for resources: {'Port': ['ID=0b2e5772-8899-4afe-abaa-f04370bcc8a6,revision_number=2']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:33:45.977818 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502e90c9-c124-403a-a15e-4602552c30c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:33:45.978421 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502e90c9-c124-403a-a15e-4602552c30c1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:33:45.978961 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502e90c9-c124-403a-a15e-4602552c30c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:33:45.979492 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502e90c9-c124-403a-a15e-4602552c30c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:33:45.979985 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502e90c9-c124-403a-a15e-4602552c30c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:33:45.980549 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502e90c9-c124-403a-a15e-4602552c30c1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:33:45.981049 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502e90c9-c124-403a-a15e-4602552c30c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:33:45.981632 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502e90c9-c124-403a-a15e-4602552c30c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:33:45.982162 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502e90c9-c124-403a-a15e-4602552c30c1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:33:45.982649 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502e90c9-c124-403a-a15e-4602552c30c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:33:45.983140 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502e90c9-c124-403a-a15e-4602552c30c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:33:45.983662 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502e90c9-c124-403a-a15e-4602552c30c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:33:45.984151 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502e90c9-c124-403a-a15e-4602552c30c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:33:45.984647 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502e90c9-c124-403a-a15e-4602552c30c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:33:45.985143 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502e90c9-c124-403a-a15e-4602552c30c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:33:45.986600 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502e90c9-c124-403a-a15e-4602552c30c1 None None] Tracked resource versions report: May 12 09:33:45.986600 dv-cinder-837699-5-iscsi neutron-server[103460]: pushed versions: May 12 09:33:45.986600 dv-cinder-837699-5-iscsi neutron-server[103460]: { 'AddressGroup': {'1.2'}, May 12 09:33:45.986600 dv-cinder-837699-5-iscsi neutron-server[103460]: 'Agent': {'1.1'}, May 12 09:33:45.986600 dv-cinder-837699-5-iscsi neutron-server[103460]: 'ConntrackHelper': {'1.0'}, May 12 09:33:45.986600 dv-cinder-837699-5-iscsi neutron-server[103460]: 'LocalIPAssociation': {'1.0'}, May 12 09:33:45.986600 dv-cinder-837699-5-iscsi neutron-server[103460]: 'Log': {'1.0'}, May 12 09:33:45.986600 dv-cinder-837699-5-iscsi neutron-server[103460]: 'NDPProxy': {'1.0'}, May 12 09:33:45.986600 dv-cinder-837699-5-iscsi neutron-server[103460]: 'Network': {'1.1'}, May 12 09:33:45.986600 dv-cinder-837699-5-iscsi neutron-server[103460]: 'Port': {'1.7'}, May 12 09:33:45.986600 dv-cinder-837699-5-iscsi neutron-server[103460]: 'PortForwarding': {'1.3'}, May 12 09:33:45.986600 dv-cinder-837699-5-iscsi neutron-server[103460]: 'QosPolicy': {'1.10'}, May 12 09:33:45.986600 dv-cinder-837699-5-iscsi neutron-server[103460]: 'SecurityGroup': {'1.5'}, May 12 09:33:45.986600 dv-cinder-837699-5-iscsi neutron-server[103460]: 'SecurityGroupRule': {'1.2'}, May 12 09:33:45.986600 dv-cinder-837699-5-iscsi neutron-server[103460]: 'SubPort': {'1.0'}, May 12 09:33:45.986600 dv-cinder-837699-5-iscsi neutron-server[103460]: 'Subnet': {'1.1'}, May 12 09:33:45.986600 dv-cinder-837699-5-iscsi neutron-server[103460]: 'Trunk': {'1.1'}} May 12 09:33:45.986600 dv-cinder-837699-5-iscsi neutron-server[103460]: consumer versions: May 12 09:33:45.986600 dv-cinder-837699-5-iscsi neutron-server[103460]: { DHCP agent@dv-cinder-837699-5-iscsi: {}, May 12 09:33:45.986600 dv-cinder-837699-5-iscsi neutron-server[103460]: HyperV agent@hv-cinder-83769: {}, May 12 09:33:45.986600 dv-cinder-837699-5-iscsi neutron-server[103460]: L3 agent@dv-cinder-837699-5-iscsi: {}, May 12 09:33:45.986600 dv-cinder-837699-5-iscsi neutron-server[103460]: Metadata agent@dv-cinder-837699-5-iscsi: {}, May 12 09:33:45.986600 dv-cinder-837699-5-iscsi neutron-server[103460]: Metering agent@dv-cinder-837699-5-iscsi: {}, May 12 09:33:45.986600 dv-cinder-837699-5-iscsi neutron-server[103460]: Open vSwitch agent@dv-cinder-837699-5-iscsi: { 'AddressGroup': '1.2', May 12 09:33:45.986600 dv-cinder-837699-5-iscsi neutron-server[103460]: 'Agent': '1.1', May 12 09:33:45.986600 dv-cinder-837699-5-iscsi neutron-server[103460]: 'ConntrackHelper': '1.0', May 12 09:33:45.986600 dv-cinder-837699-5-iscsi neutron-server[103460]: 'LocalIPAssociation': '1.0', May 12 09:33:45.986600 dv-cinder-837699-5-iscsi neutron-server[103460]: 'Log': '1.0', May 12 09:33:45.986600 dv-cinder-837699-5-iscsi neutron-server[103460]: 'NDPProxy': '1.0', May 12 09:33:45.986600 dv-cinder-837699-5-iscsi neutron-server[103460]: 'Network': '1.1', May 12 09:33:45.986600 dv-cinder-837699-5-iscsi neutron-server[103460]: 'Port': '1.7', May 12 09:33:45.986600 dv-cinder-837699-5-iscsi neutron-server[103460]: 'PortForwarding': '1.3', May 12 09:33:45.986600 dv-cinder-837699-5-iscsi neutron-server[103460]: 'QosPolicy': '1.10', May 12 09:33:45.986600 dv-cinder-837699-5-iscsi neutron-server[103460]: 'SecurityGroup': '1.5', May 12 09:33:45.986600 dv-cinder-837699-5-iscsi neutron-server[103460]: 'SecurityGroupRule': '1.2', May 12 09:33:45.986600 dv-cinder-837699-5-iscsi neutron-server[103460]: 'SubPort': '1.0', May 12 09:33:45.986600 dv-cinder-837699-5-iscsi neutron-server[103460]: 'Subnet': '1.1', May 12 09:33:45.986600 dv-cinder-837699-5-iscsi neutron-server[103460]: 'Trunk': '1.1'}} May 12 09:33:45.986600 dv-cinder-837699-5-iscsi neutron-server[103460]: {{(pid=103460) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 12 09:33:45.992037 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-744e0dd2-f3e6-4561-a4c1-e609a3bab286 None None] Attempting to bind port 0b2e5772-8899-4afe-abaa-f04370bcc8a6 on host dv-cinder-837699-5-iscsi for vnic_type normal with profile {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 09:33:45.993119 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-744e0dd2-f3e6-4561-a4c1-e609a3bab286 None None] Attempting to bind port 0b2e5772-8899-4afe-abaa-f04370bcc8a6 by drivers openvswitch,hyperv on host dv-cinder-837699-5-iscsi at level 0 using segments [{'id': '19f8603b-b081-4ce5-86ca-33d22941a00f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b'}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 09:33:45.993668 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744e0dd2-f3e6-4561-a4c1-e609a3bab286 None None] Attempting to bind port 0b2e5772-8899-4afe-abaa-f04370bcc8a6 on network 35e64619-a59d-47b1-b4c9-78b55f54f97b {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 09:33:46.000020 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744e0dd2-f3e6-4561-a4c1-e609a3bab286 None None] Checking agent: {'id': '0e2e3861-7d79-4ce6-9d91-faa32ae2cb64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 9, 25, 26), 'started_at': datetime.datetime(2022, 5, 12, 9, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 9, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 09:33:46.000389 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744e0dd2-f3e6-4561-a4c1-e609a3bab286 None None] Checking segment: {'id': '19f8603b-b081-4ce5-86ca-33d22941a00f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 09:33:46.000783 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.db_base_plugin_common [None req-83b4221a-9572-4363-b695-584676ee0c4c None None] Allocated IP 172.20.0.2 (157184d7-26b8-47d5-86e0-3945164ff04d/dc5a5cf9-5b7a-426c-931b-02b56a7bf3f3/7bb72f7a-7655-4ef9-befb-cb618f7c4014) {{(pid=103459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 09:33:46.001212 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-744e0dd2-f3e6-4561-a4c1-e609a3bab286 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:46.001760 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744e0dd2-f3e6-4561-a4c1-e609a3bab286 None None] Bound using segment: {'id': '19f8603b-b081-4ce5-86ca-33d22941a00f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b'} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 09:33:46.002428 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-744e0dd2-f3e6-4561-a4c1-e609a3bab286 None None] Bound port: 0b2e5772-8899-4afe-abaa-f04370bcc8a6, host: dv-cinder-837699-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19f8603b-b081-4ce5-86ca-33d22941a00f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b'}}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 09:33:46.002994 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-744e0dd2-f3e6-4561-a4c1-e609a3bab286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (0b2e5772-8899-4afe-abaa-f04370bcc8a6), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:46.098666 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-744e0dd2-f3e6-4561-a4c1-e609a3bab286 None None] For port 0b2e5772-8899-4afe-abaa-f04370bcc8a6, host dv-cinder-837699-5-iscsi, cleared binding levels {{(pid=103460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 09:33:46.102669 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-744e0dd2-f3e6-4561-a4c1-e609a3bab286 None None] For port 0b2e5772-8899-4afe-abaa-f04370bcc8a6, host dv-cinder-837699-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=0b2e5772-8899-4afe-abaa-f04370bcc8a6,segment=NetworkSegment(19f8603b-b081-4ce5-86ca-33d22941a00f),segment_id=19f8603b-b081-4ce5-86ca-33d22941a00f)] {{(pid=103460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 09:33:46.114454 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-744e0dd2-f3e6-4561-a4c1-e609a3bab286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (0b2e5772-8899-4afe-abaa-f04370bcc8a6), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:46.116559 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Network 94c124bd-d4ff-4709-8b22-7520113efef5 details requested by agent ovs-agent-dv-cinder-837699-5-iscsi with host dv-cinder-837699-5-iscsi {{(pid=103459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 09:33:46.195947 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-47c338db-e8f5-4f96-a3e1-099ec8113593 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 2.6582651 May 12 09:33:46.205670 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 33622) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:33:46.211662 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-fba3ea68-f115-4b23-a2d2-0744519e9990 admin admin] Request body: {'subnet': {'network_id': '4b446bd8-08e4-4381-97bd-f3fde69be851', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1603842834-subnet', 'tenant_id': '2de1508e265140e5801827175c7da941', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:33:46.241450 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-464a4adb-465a-4fcf-8712-8ef5388d1562 None None] Current status of the port 77d84bcb-3b6e-4a96-ac14-aa17443c77ea is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:33:46.263679 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502e90c9-c124-403a-a15e-4602552c30c1 None None] Pushing event updated for resources: {'Port': ['ID=0b2e5772-8899-4afe-abaa-f04370bcc8a6,revision_number=3']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:33:46.268326 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-1d9e6a58-d356-44ab-bb34-37357c1267d7 None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 09:33:46.296738 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Provisioning complete for port 77d84bcb-3b6e-4a96-ac14-aa17443c77ea triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:33:46.297133 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (77d84bcb-3b6e-4a96-ac14-aa17443c77ea), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:46.298969 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744e0dd2-f3e6-4561-a4c1-e609a3bab286 None None] Routers {'9c2097ad-1eb6-456a-8744-fc92ba3f54fd'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:33:46.299787 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-744e0dd2-f3e6-4561-a4c1-e609a3bab286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:33:22Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['9c2097ad-1eb6-456a-8744-fc92ba3f54fd'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:33:46.300186 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-557c2d2a-3226-4262-8e0c-9ce76a394cee admin admin] Allocated IP 172.20.0.1 (d8bd03ea-0f3b-46bf-82a8-531c929bec57/be18f7f8-10b6-434a-8890-e7ce96c85646/afe51b64-ecef-4dbc-81fa-ac72b0814cf1) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 09:33:46.362257 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba3ea68-f115-4b23-a2d2-0744519e9990 admin admin] Made reservation on behalf of 2de1508e265140e5801827175c7da941 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 09:33:46.364755 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fba3ea68-f115-4b23-a2d2-0744519e9990 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:46.419456 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (cdc2c050-d5b8-41e9-9f41-bf893d522faa), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:46.530230 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-744e0dd2-f3e6-4561-a4c1-e609a3bab286 None None] Set router 9c2097ad-1eb6-456a-8744-fc92ba3f54fd gateway port host: dv-cinder-837699-5-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:33:46.611089 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-557c2d2a-3226-4262-8e0c-9ce76a394cee admin admin] Publish callbacks [] for port (afe51b64-ecef-4dbc-81fa-ac72b0814cf1), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:46.625245 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c338db-e8f5-4f96-a3e1-099ec8113593 admin admin] Pushing event updated for resources: {'Network': ['ID=4b446bd8-08e4-4381-97bd-f3fde69be851,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:33:46.648187 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Network 4b446bd8-08e4-4381-97bd-f3fde69be851 details requested by agent ovs-agent-dv-cinder-837699-5-iscsi with host dv-cinder-837699-5-iscsi {{(pid=103459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 09:33:46.685700 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-83b4221a-9572-4363-b695-584676ee0c4c None None] Publish callbacks [] for port (7bb72f7a-7655-4ef9-befb-cb618f7c4014), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:46.694509 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Current status of the port 77d84bcb-3b6e-4a96-ac14-aa17443c77ea is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:33:46.714534 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-83b4221a-9572-4363-b695-584676ee0c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740344012620'] for port (7bb72f7a-7655-4ef9-befb-cb618f7c4014), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:46.745538 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-59cd7555-6fae-46a0-899a-e3af728cc7f6 admin admin] Publish callbacks [] for router_gateway (eff9d63d-afc5-4430-8837-eaaf559c2dbb), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:46.793937 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-642d654d-860d-4c3d-ad16-0cbdea9a72d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735'] for subnet (4e261d1c-7f38-449c-aec8-8a565c5048cd), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:46.800697 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-557c2d2a-3226-4262-8e0c-9ce76a394cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740344012620'] for port (afe51b64-ecef-4dbc-81fa-ac72b0814cf1), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:46.857469 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fba3ea68-f115-4b23-a2d2-0744519e9990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735'] for subnet (3f6a740d-5be8-44ef-88dd-5ae748b776ba), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:46.862265 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557c2d2a-3226-4262-8e0c-9ce76a394cee admin admin] Pushing event updated for resources: {'Port': ['ID=afe51b64-ecef-4dbc-81fa-ac72b0814cf1,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:33:46.887302 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b4221a-9572-4363-b695-584676ee0c4c None None] Pushing event updated for resources: {'Port': ['ID=7bb72f7a-7655-4ef9-befb-cb618f7c4014,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:33:46.906941 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba3ea68-f115-4b23-a2d2-0744519e9990 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f6a740d-5be8-44ef-88dd-5ae748b776ba,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:33:46.916314 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557c2d2a-3226-4262-8e0c-9ce76a394cee admin admin] Network d8bd03ea-0f3b-46bf-82a8-531c929bec57 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 09:33:46.920594 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-557c2d2a-3226-4262-8e0c-9ce76a394cee admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:33:46.926074 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642d654d-860d-4c3d-ad16-0cbdea9a72d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e261d1c-7f38-449c-aec8-8a565c5048cd,revision_number=0']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:33:46.928660 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557c2d2a-3226-4262-8e0c-9ce76a394cee admin admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 09:33:46.929144 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-557c2d2a-3226-4262-8e0c-9ce76a394cee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3786720'] for router_interface (9c2097ad-1eb6-456a-8744-fc92ba3f54fd), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:46.943360 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b4221a-9572-4363-b695-584676ee0c4c None None] Network 157184d7-26b8-47d5-86e0-3945164ff04d is already hosted by enough agents. {{(pid=103459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 09:33:46.947229 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.scheduler.base_scheduler [None req-83b4221a-9572-4363-b695-584676ee0c4c None None] Resources bound (agent type, host, resource id): {{(pid=103459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:33:46.970808 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b4221a-9572-4363-b695-584676ee0c4c None None] Received port after_create {{(pid=103459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 09:33:46.973217 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-744e0dd2-f3e6-4561-a4c1-e609a3bab286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'name': 'tempest-AttachVolumeNegativeTest-1936945588-router', 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': '0b2e5772-8899-4afe-abaa-f04370bcc8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:33:42Z', 'updated_at': '2022-05-12T09:33:43Z', 'revision_number': 3, 'project_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'gw_port': {'id': '0b2e5772-8899-4afe-abaa-f04370bcc8a6', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:92:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:42Z', 'updated_at': '2022-05-12T09:33:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi'}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:33:47.017846 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744e0dd2-f3e6-4561-a4c1-e609a3bab286 None None] The sync data for ids ['9c2097ad-1eb6-456a-8744-fc92ba3f54fd'] in dv-cinder-837699-5-iscsi is: [{'id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'name': 'tempest-AttachVolumeNegativeTest-1936945588-router', 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': '0b2e5772-8899-4afe-abaa-f04370bcc8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:33:42Z', 'updated_at': '2022-05-12T09:33:43Z', 'revision_number': 3, 'project_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'gw_port': {'id': '0b2e5772-8899-4afe-abaa-f04370bcc8a6', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:92:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:42Z', 'updated_at': '2022-05-12T09:33:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi'}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 09:33:47.024469 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642d654d-860d-4c3d-ad16-0cbdea9a72d5 admin admin] Checking segment: {'id': 'b7b112db-1c39-45b7-a4f2-e3b93d061a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '94c124bd-d4ff-4709-8b22-7520113efef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 09:33:47.024911 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642d654d-860d-4c3d-ad16-0cbdea9a72d5 admin admin] Network hostable DHCP agents. Network: 94c124bd-d4ff-4709-8b22-7520113efef5, hostable agents: ['9bee5a85-5be0-4217-aa6d-1f9c6538b987'], hosted agents: [] {{(pid=103458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 09:33:47.075192 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-83b4221a-9572-4363-b695-584676ee0c4c None None] Attempting to bind port 7bb72f7a-7655-4ef9-befb-cb618f7c4014 on host dv-cinder-837699-5-iscsi for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 09:33:47.076077 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-83b4221a-9572-4363-b695-584676ee0c4c None None] Attempting to bind port 7bb72f7a-7655-4ef9-befb-cb618f7c4014 by drivers openvswitch,hyperv on host dv-cinder-837699-5-iscsi at level 0 using segments [{'id': 'df27dd97-80bd-404b-9020-df3082427427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '157184d7-26b8-47d5-86e0-3945164ff04d'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 09:33:47.076775 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b4221a-9572-4363-b695-584676ee0c4c None None] Attempting to bind port 7bb72f7a-7655-4ef9-befb-cb618f7c4014 on network 157184d7-26b8-47d5-86e0-3945164ff04d {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 09:33:47.087789 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b4221a-9572-4363-b695-584676ee0c4c None None] Checking agent: {'id': '0e2e3861-7d79-4ce6-9d91-faa32ae2cb64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 9, 25, 26), 'started_at': datetime.datetime(2022, 5, 12, 9, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 9, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 09:33:47.089883 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b4221a-9572-4363-b695-584676ee0c4c None None] Checking segment: {'id': 'df27dd97-80bd-404b-9020-df3082427427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '157184d7-26b8-47d5-86e0-3945164ff04d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 09:33:47.090388 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-83b4221a-9572-4363-b695-584676ee0c4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:47.090917 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b4221a-9572-4363-b695-584676ee0c4c None None] Bound using segment: {'id': 'df27dd97-80bd-404b-9020-df3082427427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '157184d7-26b8-47d5-86e0-3945164ff04d'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 09:33:47.093055 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-83b4221a-9572-4363-b695-584676ee0c4c None None] Bound port: 7bb72f7a-7655-4ef9-befb-cb618f7c4014, host: dv-cinder-837699-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df27dd97-80bd-404b-9020-df3082427427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '157184d7-26b8-47d5-86e0-3945164ff04d'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 09:33:47.093528 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-83b4221a-9572-4363-b695-584676ee0c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (7bb72f7a-7655-4ef9-befb-cb618f7c4014), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:47.147082 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642d654d-860d-4c3d-ad16-0cbdea9a72d5 admin admin] Network 94c124bd-d4ff-4709-8b22-7520113efef5 is scheduled to be hosted by DHCP agent 9bee5a85-5be0-4217-aa6d-1f9c6538b987 with binding_index 1 {{(pid=103458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 09:33:47.192428 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-642d654d-860d-4c3d-ad16-0cbdea9a72d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837699-5-iscsi, 94c124bd-d4ff-4709-8b22-7520113efef5) {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:33:47.194587 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-59cd7555-6fae-46a0-899a-e3af728cc7f6 admin admin] Publish callbacks [] for router_gateway (eff9d63d-afc5-4430-8837-eaaf559c2dbb), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:47.199788 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642d654d-860d-4c3d-ad16-0cbdea9a72d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:33:47.200463 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-642d654d-860d-4c3d-ad16-0cbdea9a72d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728753'] for subnet (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:47.212548 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fb39ec-0f58-47ad-874e-f238e3c59017 None None] Network 94c124bd-d4ff-4709-8b22-7520113efef5 requested from dv-cinder-837699-5-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 09:33:47.230978 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-59cd7555-6fae-46a0-899a-e3af728cc7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:47.259504 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-642d654d-860d-4c3d-ad16-0cbdea9a72d5 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.8244276 May 12 09:33:47.262134 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 33650) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:33:47.267152 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-34b54fae-53bb-41f1-bc7a-df223a684ce6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-803505975-router', 'tenant_id': 'c54669eadc784d4aac5d1a40d18858b1', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b'}}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:33:47.337619 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba3ea68-f115-4b23-a2d2-0744519e9990 admin admin] Checking segment: {'id': '1c9a8f40-db4e-42d7-af8d-5d20c50cab84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4b446bd8-08e4-4381-97bd-f3fde69be851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 09:33:47.338361 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba3ea68-f115-4b23-a2d2-0744519e9990 admin admin] Network hostable DHCP agents. Network: 4b446bd8-08e4-4381-97bd-f3fde69be851, hostable agents: ['9bee5a85-5be0-4217-aa6d-1f9c6538b987'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 09:33:47.369003 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-34b54fae-53bb-41f1-bc7a-df223a684ce6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3795715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6309'] for router (570d9e20-7314-401c-9272-bd8b431bcad6), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:47.370440 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-34b54fae-53bb-41f1-bc7a-df223a684ce6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3795959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3798042', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3743491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6238'] for router (570d9e20-7314-401c-9272-bd8b431bcad6), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:47.396973 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-249e8517-307d-40c8-bfc8-5434bd5ccbdc None None] Provisioning complete for port afe51b64-ecef-4dbc-81fa-ac72b0814cf1 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:33:47.397541 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-249e8517-307d-40c8-bfc8-5434bd5ccbdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (afe51b64-ecef-4dbc-81fa-ac72b0814cf1), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:47.445575 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-83b4221a-9572-4363-b695-584676ee0c4c None None] For port 7bb72f7a-7655-4ef9-befb-cb618f7c4014, host dv-cinder-837699-5-iscsi, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 09:33:47.471146 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-83b4221a-9572-4363-b695-584676ee0c4c None None] For port 7bb72f7a-7655-4ef9-befb-cb618f7c4014, host dv-cinder-837699-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=7bb72f7a-7655-4ef9-befb-cb618f7c4014,segment=NetworkSegment(df27dd97-80bd-404b-9020-df3082427427),segment_id=df27dd97-80bd-404b-9020-df3082427427)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 09:33:47.506710 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-83b4221a-9572-4363-b695-584676ee0c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (7bb72f7a-7655-4ef9-befb-cb618f7c4014), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:47.507572 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-557c2d2a-3226-4262-8e0c-9ce76a394cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (afe51b64-ecef-4dbc-81fa-ac72b0814cf1), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:47.517157 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-249e8517-307d-40c8-bfc8-5434bd5ccbdc None None] Port afe51b64-ecef-4dbc-81fa-ac72b0814cf1 cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 09:33:47.521454 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba3ea68-f115-4b23-a2d2-0744519e9990 admin admin] Network 4b446bd8-08e4-4381-97bd-f3fde69be851 is scheduled to be hosted by DHCP agent 9bee5a85-5be0-4217-aa6d-1f9c6538b987 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 09:33:47.532079 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-34b54fae-53bb-41f1-bc7a-df223a684ce6 admin admin] Publish callbacks [] for router_controller (570d9e20-7314-401c-9272-bd8b431bcad6), precommit_add_association {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:47.533309 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-59cd7555-6fae-46a0-899a-e3af728cc7f6 admin admin] Allocated IP 172.27.3.187 (35e64619-a59d-47b1-b4c9-78b55f54f97b/31f684fc-c02d-4e22-bb04-cd143bba725c/1abe966a-62a9-493e-9788-2cab83ccfdde) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 09:33:47.569123 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-fba3ea68-f115-4b23-a2d2-0744519e9990 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837699-5-iscsi, 4b446bd8-08e4-4381-97bd-f3fde69be851) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:33:47.583141 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249caa87-bf0b-4daf-b8b3-f9635289c711 None None] Network 4b446bd8-08e4-4381-97bd-f3fde69be851 requested from dv-cinder-837699-5-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 09:33:47.585731 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba3ea68-f115-4b23-a2d2-0744519e9990 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:33:47.586879 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fba3ea68-f115-4b23-a2d2-0744519e9990 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728753'] for subnet (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:47.677645 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5362709e-5fe6-458a-9089-9987279428b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f439b0a-a78d-5e02-af88-781e2083e254-94c124bd-d4ff-4709-8b22-7520113efef5', 'network_id': '94c124bd-d4ff-4709-8b22-7520113efef5', 'project_id': 'c54669eadc784d4aac5d1a40d18858b1', 'fixed_ips': [{'subnet_id': '4e261d1c-7f38-449c-aec8-8a565c5048cd'}]}} from dv-cinder-837699-5-iscsi. {{(pid=103459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 09:33:47.680600 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-5362709e-5fe6-458a-9089-9987279428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:47.692646 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-fba3ea68-f115-4b23-a2d2-0744519e9990 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4856853 May 12 09:33:47.968626 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 33672) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:33:47.984036 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-34b54fae-53bb-41f1-bc7a-df223a684ce6 admin admin] Publish callbacks [] for router_gateway (570d9e20-7314-401c-9272-bd8b431bcad6), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:48.147826 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-59cd7555-6fae-46a0-899a-e3af728cc7f6 admin admin] Publish callbacks [] for port (1abe966a-62a9-493e-9788-2cab83ccfdde), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:48.375897 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-557c2d2a-3226-4262-8e0c-9ce76a394cee admin admin] Publish callbacks [] for port (afe51b64-ecef-4dbc-81fa-ac72b0814cf1), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:48.385484 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-557c2d2a-3226-4262-8e0c-9ce76a394cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (afe51b64-ecef-4dbc-81fa-ac72b0814cf1), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:48.386408 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-557c2d2a-3226-4262-8e0c-9ce76a394cee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799210'] for router_interface (9c2097ad-1eb6-456a-8744-fc92ba3f54fd), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:48.430670 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6963750a-66ed-47a8-8ff1-a1dfdd58ca0c None None] Network 4b446bd8-08e4-4381-97bd-f3fde69be851 requested from dv-cinder-837699-5-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 09:33:48.502385 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-59cd7555-6fae-46a0-899a-e3af728cc7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740344012620'] for port (1abe966a-62a9-493e-9788-2cab83ccfdde), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:48.612489 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b4221a-9572-4363-b695-584676ee0c4c None None] Pushing event updated for resources: {'Port': ['ID=7bb72f7a-7655-4ef9-befb-cb618f7c4014,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:33:48.614495 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59cd7555-6fae-46a0-899a-e3af728cc7f6 admin admin] Network 35e64619-a59d-47b1-b4c9-78b55f54f97b is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 09:33:48.615880 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-34b54fae-53bb-41f1-bc7a-df223a684ce6 admin admin] Publish callbacks [] for router_gateway (570d9e20-7314-401c-9272-bd8b431bcad6), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:48.645397 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 33720) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:33:48.649877 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-34b54fae-53bb-41f1-bc7a-df223a684ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:48.653471 dv-cinder-837699-5-iscsi neutron-server[103458]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 12 09:33:48.694012 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557c2d2a-3226-4262-8e0c-9ce76a394cee admin admin] Pushing event updated for resources: {'Port': ['ID=afe51b64-ecef-4dbc-81fa-ac72b0814cf1,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:33:48.698831 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-59cd7555-6fae-46a0-899a-e3af728cc7f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:33:48.727461 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cd7555-6fae-46a0-899a-e3af728cc7f6 admin admin] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 09:33:48.731064 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557c2d2a-3226-4262-8e0c-9ce76a394cee admin admin] Network d8bd03ea-0f3b-46bf-82a8-531c929bec57 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 09:33:48.732715 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-535904bd-7673-46d9-be31-6d037bea9c55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:48.735825 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-557c2d2a-3226-4262-8e0c-9ce76a394cee admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:33:48.750623 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.db_base_plugin_common [None req-5362709e-5fe6-458a-9089-9987279428b3 None None] Allocated IP 172.20.0.2 (94c124bd-d4ff-4709-8b22-7520113efef5/4e261d1c-7f38-449c-aec8-8a565c5048cd/ea261b9b-2a68-4bb2-acdb-284c69cc42d0) {{(pid=103459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 09:33:49.058133 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-557c2d2a-3226-4262-8e0c-9ce76a394cee admin admin] Router 9c2097ad-1eb6-456a-8744-fc92ba3f54fd has already been hosted by L3 agent 8db92903-2544-41c2-b919-def82c43c97a {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 09:33:49.101493 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-535904bd-7673-46d9-be31-6d037bea9c55 admin admin] Publish callbacks [] for security_group (89f78864-6fb9-432d-8198-418dfb001636), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:49.121141 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-5362709e-5fe6-458a-9089-9987279428b3 None None] Publish callbacks [] for port (ea261b9b-2a68-4bb2-acdb-284c69cc42d0), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:49.132098 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-5362709e-5fe6-458a-9089-9987279428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740344012620'] for port (ea261b9b-2a68-4bb2-acdb-284c69cc42d0), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:49.143366 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-535904bd-7673-46d9-be31-6d037bea9c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (89f78864-6fb9-432d-8198-418dfb001636), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:49.245361 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5362709e-5fe6-458a-9089-9987279428b3 None None] Pushing event updated for resources: {'Port': ['ID=ea261b9b-2a68-4bb2-acdb-284c69cc42d0,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:33:49.255763 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5362709e-5fe6-458a-9089-9987279428b3 None None] Network 94c124bd-d4ff-4709-8b22-7520113efef5 is already hosted by enough agents. {{(pid=103459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 09:33:49.260203 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-d0d7f198-36ff-45c8-888a-5b29c3be373d None None] Provisioning complete for port afe51b64-ecef-4dbc-81fa-ac72b0814cf1 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:33:49.263478 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d0d7f198-36ff-45c8-888a-5b29c3be373d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (afe51b64-ecef-4dbc-81fa-ac72b0814cf1), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:49.274723 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device 7bb72f7a-7655-4ef9-befb-cb618f7c4014 up at agent ovs-agent-dv-cinder-837699-5-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 09:33:49.317035 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-535904bd-7673-46d9-be31-6d037bea9c55 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e24c3b4bb7dd44c68884a021507f7e5e&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3394966 May 12 09:33:49.320206 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535904bd-7673-46d9-be31-6d037bea9c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89f78864-6fb9-432d-8198-418dfb001636,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:33:49.353071 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 33732) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:33:49.534134 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-34b54fae-53bb-41f1-bc7a-df223a684ce6 admin admin] Allocated IP 172.27.3.157 (35e64619-a59d-47b1-b4c9-78b55f54f97b/31f684fc-c02d-4e22-bb04-cd143bba725c/d404145d-bce6-4028-b3fb-2af9b5d03c34) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 09:33:49.534636 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.scheduler.base_scheduler [None req-5362709e-5fe6-458a-9089-9987279428b3 None None] Resources bound (agent type, host, resource id): {{(pid=103459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:33:49.542448 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5362709e-5fe6-458a-9089-9987279428b3 None None] Received port after_create {{(pid=103459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 09:33:49.557963 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-557c2d2a-3226-4262-8e0c-9ce76a394cee admin admin] Notify agent at l3_agent.dv-cinder-837699-5-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 09:33:49.562629 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d4f4e4a8-ba90-4c25-9ba3-36ea7f7c01b5 admin admin] Publish callbacks [] for security_group (89f78864-6fb9-432d-8198-418dfb001636), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:49.569819 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-557c2d2a-3226-4262-8e0c-9ce76a394cee admin admin] 10.222.0.60 "PUT /v2.0/routers/9c2097ad-1eb6-456a-8744-fc92ba3f54fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0302222 May 12 09:33:49.604673 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d4f4e4a8-ba90-4c25-9ba3-36ea7f7c01b5 admin admin] Publish callbacks [] for security_group (89f78864-6fb9-432d-8198-418dfb001636), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:49.642922 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d8a899-d838-4b45-8f0f-f4da13e1297d None None] Network 157184d7-26b8-47d5-86e0-3945164ff04d requested from dv-cinder-837699-5-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 09:33:49.681795 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d4f4e4a8-ba90-4c25-9ba3-36ea7f7c01b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (89f78864-6fb9-432d-8198-418dfb001636), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:49.684380 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d4f4e4a8-ba90-4c25-9ba3-36ea7f7c01b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:49.688045 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-d4f4e4a8-ba90-4c25-9ba3-36ea7f7c01b5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/89f78864-6fb9-432d-8198-418dfb001636 HTTP/1.1" status: 204 len: 168 time: 0.3316336 May 12 09:33:49.711941 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f4e4a8-ba90-4c25-9ba3-36ea7f7c01b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f78864-6fb9-432d-8198-418dfb001636,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:33:49.731162 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cd7555-6fae-46a0-899a-e3af728cc7f6 admin admin] Pushing event updated for resources: {'Port': ['ID=1abe966a-62a9-493e-9788-2cab83ccfdde,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:33:49.814378 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-d0d7f198-36ff-45c8-888a-5b29c3be373d None None] Port afe51b64-ecef-4dbc-81fa-ac72b0814cf1 cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 09:33:49.829943 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-5362709e-5fe6-458a-9089-9987279428b3 None None] Attempting to bind port ea261b9b-2a68-4bb2-acdb-284c69cc42d0 on host dv-cinder-837699-5-iscsi for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 09:33:49.831269 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-5362709e-5fe6-458a-9089-9987279428b3 None None] Attempting to bind port ea261b9b-2a68-4bb2-acdb-284c69cc42d0 by drivers openvswitch,hyperv on host dv-cinder-837699-5-iscsi at level 0 using segments [{'id': 'b7b112db-1c39-45b7-a4f2-e3b93d061a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '94c124bd-d4ff-4709-8b22-7520113efef5'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 09:33:49.831927 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5362709e-5fe6-458a-9089-9987279428b3 None None] Attempting to bind port ea261b9b-2a68-4bb2-acdb-284c69cc42d0 on network 94c124bd-d4ff-4709-8b22-7520113efef5 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 09:33:49.866817 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d666173c-3319-4d43-b697-047bf936d3bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (9bee5a85-5be0-4217-aa6d-1f9c6538b987), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:49.872367 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5362709e-5fe6-458a-9089-9987279428b3 None None] Checking agent: {'id': '0e2e3861-7d79-4ce6-9d91-faa32ae2cb64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 9, 25, 26), 'started_at': datetime.datetime(2022, 5, 12, 9, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 9, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 09:33:49.873571 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5362709e-5fe6-458a-9089-9987279428b3 None None] Checking segment: {'id': 'b7b112db-1c39-45b7-a4f2-e3b93d061a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '94c124bd-d4ff-4709-8b22-7520113efef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 09:33:49.874171 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-5362709e-5fe6-458a-9089-9987279428b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:49.875108 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5362709e-5fe6-458a-9089-9987279428b3 None None] Bound using segment: {'id': 'b7b112db-1c39-45b7-a4f2-e3b93d061a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '94c124bd-d4ff-4709-8b22-7520113efef5'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 09:33:49.875740 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-5362709e-5fe6-458a-9089-9987279428b3 None None] Bound port: ea261b9b-2a68-4bb2-acdb-284c69cc42d0, host: dv-cinder-837699-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7b112db-1c39-45b7-a4f2-e3b93d061a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '94c124bd-d4ff-4709-8b22-7520113efef5'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 09:33:49.876272 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-5362709e-5fe6-458a-9089-9987279428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (ea261b9b-2a68-4bb2-acdb-284c69cc42d0), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:49.917207 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Provisioning complete for port 7bb72f7a-7655-4ef9-befb-cb618f7c4014 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:33:49.917622 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (7bb72f7a-7655-4ef9-befb-cb618f7c4014), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:49.945028 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-59cd7555-6fae-46a0-899a-e3af728cc7f6 admin admin] Publish callbacks [] for router_gateway (eff9d63d-afc5-4430-8837-eaaf559c2dbb), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:50.019924 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-106626ce-f6d0-46ff-9eae-b1b8d96b6a37 None None] Provisioning complete for port 7bb72f7a-7655-4ef9-befb-cb618f7c4014 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:33:50.020548 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-106626ce-f6d0-46ff-9eae-b1b8d96b6a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (7bb72f7a-7655-4ef9-befb-cb618f7c4014), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:50.059219 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae30c9a2-2862-4981-9987-2f1781bad64c req-c1450f07-2e10-4232-b6fc-18ceb0aee557 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:33:50.060762 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ae30c9a2-2862-4981-9987-2f1781bad64c req-c1450f07-2e10-4232-b6fc-18ceb0aee557 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/networks?id=4b446bd8-08e4-4381-97bd-f3fde69be851 HTTP/1.1" status: 200 len: 812 time: 1.4084206 May 12 09:33:50.128314 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-5362709e-5fe6-458a-9089-9987279428b3 None None] For port ea261b9b-2a68-4bb2-acdb-284c69cc42d0, host dv-cinder-837699-5-iscsi, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 09:33:50.132257 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-5362709e-5fe6-458a-9089-9987279428b3 None None] For port ea261b9b-2a68-4bb2-acdb-284c69cc42d0, host dv-cinder-837699-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=ea261b9b-2a68-4bb2-acdb-284c69cc42d0,segment=NetworkSegment(b7b112db-1c39-45b7-a4f2-e3b93d061a40),segment_id=b7b112db-1c39-45b7-a4f2-e3b93d061a40)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 09:33:50.153056 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ae30c9a2-2862-4981-9987-2f1781bad64c req-9caea253-86b6-40dc-860c-a754de10b501 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/quotas/2de1508e265140e5801827175c7da941 HTTP/1.1" status: 200 len: 375 time: 0.0784428 May 12 09:33:50.154395 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667c32c6-c8c8-4473-986d-1e98a0089b1b None None] Sync routers for ids ['9c2097ad-1eb6-456a-8744-fc92ba3f54fd'] in dv-cinder-837699-5-iscsi {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 09:33:50.186110 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-34b54fae-53bb-41f1-bc7a-df223a684ce6 admin admin] Publish callbacks [] for port (d404145d-bce6-4028-b3fb-2af9b5d03c34), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:50.188423 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-5362709e-5fe6-458a-9089-9987279428b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (ea261b9b-2a68-4bb2-acdb-284c69cc42d0), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:50.279701 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667c32c6-c8c8-4473-986d-1e98a0089b1b None None] Routers {'9c2097ad-1eb6-456a-8744-fc92ba3f54fd'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:33:50.280504 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-667c32c6-c8c8-4473-986d-1e98a0089b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:33:22Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['9c2097ad-1eb6-456a-8744-fc92ba3f54fd'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:33:50.287651 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Current status of the port 7bb72f7a-7655-4ef9-befb-cb618f7c4014 is: DOWN; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:33:50.287780 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ae30c9a2-2862-4981-9987-2f1781bad64c req-e741cc35-96cf-480e-87a3-4430c0f61ed8 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2de1508e265140e5801827175c7da941&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1093740 May 12 09:33:50.288288 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (7bb72f7a-7655-4ef9-befb-cb618f7c4014), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:50.392750 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-106626ce-f6d0-46ff-9eae-b1b8d96b6a37 None None] Current status of the port 7bb72f7a-7655-4ef9-befb-cb618f7c4014 is: DOWN; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:33:50.393527 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-106626ce-f6d0-46ff-9eae-b1b8d96b6a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (7bb72f7a-7655-4ef9-befb-cb618f7c4014), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:50.396639 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5362709e-5fe6-458a-9089-9987279428b3 None None] Pushing event updated for resources: {'Port': ['ID=ea261b9b-2a68-4bb2-acdb-284c69cc42d0,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:33:50.397365 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-34b54fae-53bb-41f1-bc7a-df223a684ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740344012620'] for port (d404145d-bce6-4028-b3fb-2af9b5d03c34), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:50.455663 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] For port 7bb72f7a-7655-4ef9-befb-cb618f7c4014, host dv-cinder-837699-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=7bb72f7a-7655-4ef9-befb-cb618f7c4014,segment=NetworkSegment(df27dd97-80bd-404b-9020-df3082427427),segment_id=df27dd97-80bd-404b-9020-df3082427427)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:33:50.497512 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (7bb72f7a-7655-4ef9-befb-cb618f7c4014), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:50.500732 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device 0b2e5772-8899-4afe-abaa-f04370bcc8a6 up at agent ovs-agent-dv-cinder-837699-5-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 09:33:50.555297 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 33784) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:33:50.564236 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-ce5fa454-1568-4c39-9b51-eba1a1e2c243 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1541319123', 'description': 'tempest-description--1894704436'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:33:50.568320 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b54fae-53bb-41f1-bc7a-df223a684ce6 admin admin] Network 35e64619-a59d-47b1-b4c9-78b55f54f97b is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 09:33:50.587163 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-34b54fae-53bb-41f1-bc7a-df223a684ce6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:33:50.623692 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b54fae-53bb-41f1-bc7a-df223a684ce6 admin admin] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 09:33:50.630636 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-667c32c6-c8c8-4473-986d-1e98a0089b1b None None] Set router 9c2097ad-1eb6-456a-8744-fc92ba3f54fd gateway port host: dv-cinder-837699-5-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:33:50.644883 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ce5fa454-1568-4c39-9b51-eba1a1e2c243 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:50.693809 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.db.api [None req-106626ce-f6d0-46ff-9eae-b1b8d96b6a37 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103459) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 12 09:33:50.693809 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG oslo_db.api [None req-106626ce-f6d0-46ff-9eae-b1b8d96b6a37 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 09:33:50.703503 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Pushing event updated for resources: {'Port': ['ID=7bb72f7a-7655-4ef9-befb-cb618f7c4014,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:33:50.742607 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-59cd7555-6fae-46a0-899a-e3af728cc7f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3795854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798221'] for router (eff9d63d-afc5-4430-8837-eaaf559c2dbb), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:50.774587 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [req-ae30c9a2-2862-4981-9987-2f1781bad64c req-4d445033-dd15-4691-9931-dfff32b9a30c service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 09:33:50.775838 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ae30c9a2-2862-4981-9987-2f1781bad64c req-4d445033-dd15-4691-9931-dfff32b9a30c service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1842489 May 12 09:33:50.777170 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b54fae-53bb-41f1-bc7a-df223a684ce6 admin admin] Pushing event updated for resources: {'Port': ['ID=d404145d-bce6-4028-b3fb-2af9b5d03c34,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:33:50.793338 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Provisioning complete for port 0b2e5772-8899-4afe-abaa-f04370bcc8a6 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:33:50.793728 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (0b2e5772-8899-4afe-abaa-f04370bcc8a6), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:50.818830 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ce5fa454-1568-4c39-9b51-eba1a1e2c243 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for security_group (5f17ee76-ff11-49e9-bf6e-365f2a6f3386), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:50.825270 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ce5fa454-1568-4c39-9b51-eba1a1e2c243 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (5f17ee76-ff11-49e9-bf6e-365f2a6f3386), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:50.873201 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ce5fa454-1568-4c39-9b51-eba1a1e2c243 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:50.874835 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-ce5fa454-1568-4c39-9b51-eba1a1e2c243 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3154979 May 12 09:33:50.877964 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 33796) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:33:50.888680 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-7b461a30-75ca-46fa-bada-70dfc4411d32 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Request body: {'security_group_rule': {'security_group_id': '5f17ee76-ff11-49e9-bf6e-365f2a6f3386', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:33:50.910951 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5fa454-1568-4c39-9b51-eba1a1e2c243 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f17ee76-ff11-49e9-bf6e-365f2a6f3386,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:33:51.009323 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7b461a30-75ca-46fa-bada-70dfc4411d32 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for security_group_rule (b54d181b-6b67-4f1a-a191-037bce70e291), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:51.024675 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Current status of the port 0b2e5772-8899-4afe-abaa-f04370bcc8a6 is: DOWN; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:33:51.025507 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (0b2e5772-8899-4afe-abaa-f04370bcc8a6), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:51.066625 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] For port 0b2e5772-8899-4afe-abaa-f04370bcc8a6, host dv-cinder-837699-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=0b2e5772-8899-4afe-abaa-f04370bcc8a6,segment=NetworkSegment(19f8603b-b081-4ce5-86ca-33d22941a00f),segment_id=19f8603b-b081-4ce5-86ca-33d22941a00f)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:33:51.079442 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-667c32c6-c8c8-4473-986d-1e98a0089b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'name': 'tempest-AttachVolumeNegativeTest-1936945588-router', 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': '0b2e5772-8899-4afe-abaa-f04370bcc8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:33:42Z', 'updated_at': '2022-05-12T09:33:47Z', 'revision_number': 4, 'project_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'gw_port': {'id': '0b2e5772-8899-4afe-abaa-f04370bcc8a6', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:92:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:42Z', 'updated_at': '2022-05-12T09:33:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_interfaces': [{'id': 'afe51b64-ecef-4dbc-81fa-ac72b0814cf1', 'name': '', 'network_id': 'd8bd03ea-0f3b-46bf-82a8-531c929bec57', 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'mac_address': 'fa:16:3e:27:c2:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'be18f7f8-10b6-434a-8890-e7ce96c85646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:45Z', 'updated_at': '2022-05-12T09:33:47Z', 'revision_number': 2, 'project_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'subnets': [{'id': 'be18f7f8-10b6-434a-8890-e7ce96c85646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:33:51.082968 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (0b2e5772-8899-4afe-abaa-f04370bcc8a6), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:51.133662 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7b461a30-75ca-46fa-bada-70dfc4411d32 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for security_group_rule (b54d181b-6b67-4f1a-a191-037bce70e291), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:51.141885 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ae30c9a2-2862-4981-9987-2f1781bad64c req-ca6e1157-52d0-429b-a3ad-f1c76fbe2f1b service neutron] 10.222.0.60 "GET /v2.0/networks/4b446bd8-08e4-4381-97bd-f3fde69be851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3172359 May 12 09:33:51.142091 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7b461a30-75ca-46fa-bada-70dfc4411d32 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689781'] for security_group_rule (b54d181b-6b67-4f1a-a191-037bce70e291), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:51.169521 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b461a30-75ca-46fa-bada-70dfc4411d32 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b54d181b-6b67-4f1a-a191-037bce70e291,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:33:51.199016 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7b461a30-75ca-46fa-bada-70dfc4411d32 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:51.204307 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-7b461a30-75ca-46fa-bada-70dfc4411d32 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3242712 May 12 09:33:51.205283 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 33812) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:33:51.212152 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-1183122c-27a5-4b2a-80ae-5cbf24c410e2 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Request body: {'security_group_rule': {'security_group_id': '5f17ee76-ff11-49e9-bf6e-365f2a6f3386', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:33:51.264456 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1183122c-27a5-4b2a-80ae-5cbf24c410e2 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for security_group_rule (2fdcdc8e-dd68-48bf-9c09-6be5b43814e5), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:51.276592 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667c32c6-c8c8-4473-986d-1e98a0089b1b None None] Checking router: 9c2097ad-1eb6-456a-8744-fc92ba3f54fd for host: dv-cinder-837699-5-iscsi {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 09:33:51.277177 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667c32c6-c8c8-4473-986d-1e98a0089b1b None None] Updating router 9c2097ad-1eb6-456a-8744-fc92ba3f54fd port afe51b64-ecef-4dbc-81fa-ac72b0814cf1 binding host dv-cinder-837699-5-iscsi {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 09:33:51.328022 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-34b54fae-53bb-41f1-bc7a-df223a684ce6 admin admin] Publish callbacks [] for router_gateway (570d9e20-7314-401c-9272-bd8b431bcad6), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:51.392815 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1183122c-27a5-4b2a-80ae-5cbf24c410e2 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for security_group_rule (2fdcdc8e-dd68-48bf-9c09-6be5b43814e5), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:51.401054 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1183122c-27a5-4b2a-80ae-5cbf24c410e2 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689781'] for security_group_rule (2fdcdc8e-dd68-48bf-9c09-6be5b43814e5), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:51.421107 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-106626ce-f6d0-46ff-9eae-b1b8d96b6a37 None None] Current status of the port 7bb72f7a-7655-4ef9-befb-cb618f7c4014 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:33:51.424004 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-667c32c6-c8c8-4473-986d-1e98a0089b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (afe51b64-ecef-4dbc-81fa-ac72b0814cf1), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:51.444061 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59cd7555-6fae-46a0-899a-e3af728cc7f6 admin admin] Router eff9d63d-afc5-4430-8837-eaaf559c2dbb is scheduled to L3 agent 8db92903-2544-41c2-b919-def82c43c97a with binding_index 1 {{(pid=103458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 09:33:51.453970 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Pushing event updated for resources: {'Port': ['ID=0b2e5772-8899-4afe-abaa-f04370bcc8a6,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:33:51.460608 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1183122c-27a5-4b2a-80ae-5cbf24c410e2 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:51.466461 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-1183122c-27a5-4b2a-80ae-5cbf24c410e2 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2598391 May 12 09:33:51.467082 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 33818) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:33:51.474034 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-c6acf2ee-728a-4d87-973b-a01e200c7a9e tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Request body: {'floatingip': {'floating_network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:33:51.475305 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ae30c9a2-2862-4981-9987-2f1781bad64c req-76630b0d-37c6-4596-8e5f-e8b119e1410d service neutron] 10.222.0.60 "GET /v2.0/networks/4b446bd8-08e4-4381-97bd-f3fde69be851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3221412 May 12 09:33:51.519937 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device ea261b9b-2a68-4bb2-acdb-284c69cc42d0 up at agent ovs-agent-dv-cinder-837699-5-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 09:33:51.527000 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1183122c-27a5-4b2a-80ae-5cbf24c410e2 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fdcdc8e-dd68-48bf-9c09-6be5b43814e5,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:33:51.532082 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c6acf2ee-728a-4d87-973b-a01e200c7a9e tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:51.594867 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-72a5e22f-66a6-42ce-ade2-3de293d1f96a None None] Provisioning complete for port 7bb72f7a-7655-4ef9-befb-cb618f7c4014 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:33:51.595657 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-72a5e22f-66a6-42ce-ade2-3de293d1f96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (7bb72f7a-7655-4ef9-befb-cb618f7c4014), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:51.646372 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Provisioning complete for port ea261b9b-2a68-4bb2-acdb-284c69cc42d0 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:33:51.646892 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (ea261b9b-2a68-4bb2-acdb-284c69cc42d0), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:51.838547 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-72a5e22f-66a6-42ce-ade2-3de293d1f96a None None] Current status of the port 7bb72f7a-7655-4ef9-befb-cb618f7c4014 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:33:51.855389 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Current status of the port ea261b9b-2a68-4bb2-acdb-284c69cc42d0 is: DOWN; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:33:51.855914 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (ea261b9b-2a68-4bb2-acdb-284c69cc42d0), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:51.909517 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c6acf2ee-728a-4d87-973b-a01e200c7a9e tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:51.945450 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] For port ea261b9b-2a68-4bb2-acdb-284c69cc42d0, host dv-cinder-837699-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=ea261b9b-2a68-4bb2-acdb-284c69cc42d0,segment=NetworkSegment(b7b112db-1c39-45b7-a4f2-e3b93d061a40),segment_id=b7b112db-1c39-45b7-a4f2-e3b93d061a40)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:33:51.956042 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (ea261b9b-2a68-4bb2-acdb-284c69cc42d0), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:51.957070 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device 7bb72f7a-7655-4ef9-befb-cb618f7c4014 up at agent ovs-agent-dv-cinder-837699-5-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 09:33:52.061346 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 33848) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:33:52.177889 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-c6acf2ee-728a-4d87-973b-a01e200c7a9e tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Allocated IP 172.27.3.203 (35e64619-a59d-47b1-b4c9-78b55f54f97b/31f684fc-c02d-4e22-bb04-cd143bba725c/19ab4d55-1807-4116-aed1-db0bacf83e1e) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 09:33:52.183979 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7f41b429-56b4-4a03-b254-690aec145cd4 req-15132223-9ea1-4e42-80d1-0d441a8a3922 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/ports?device_id=b658c976-df06-49bb-9c2d-4d42cead8156 HTTP/1.1" status: 200 len: 210 time: 0.1103289 May 12 09:33:52.184889 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-5b8ea3a0-efdb-49fe-8d70-dd42fab19ab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (8db92903-2544-41c2-b919-def82c43c97a), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:52.188415 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38571bb4-cbc9-4dab-a4be-4eb43c26ec67 None None] Network 94c124bd-d4ff-4709-8b22-7520113efef5 requested from dv-cinder-837699-5-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 09:33:52.197091 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59cd7555-6fae-46a0-899a-e3af728cc7f6 admin admin] Notify agent at l3_agent.dv-cinder-837699-5-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 09:33:52.206051 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63211967-9250-4e99-a15f-cf91b59f87ce None None] Sync routers for ids ['eff9d63d-afc5-4430-8837-eaaf559c2dbb'] in dv-cinder-837699-5-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 09:33:52.230484 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63211967-9250-4e99-a15f-cf91b59f87ce None None] Routers {'eff9d63d-afc5-4430-8837-eaaf559c2dbb'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:33:52.234049 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-63211967-9250-4e99-a15f-cf91b59f87ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:33:52Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['eff9d63d-afc5-4430-8837-eaaf559c2dbb'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:33:52.260078 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-59cd7555-6fae-46a0-899a-e3af728cc7f6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:52.261660 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-59cd7555-6fae-46a0-899a-e3af728cc7f6 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.7811899 May 12 09:33:52.264602 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 33862) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:33:52.337474 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 33866) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:33:52.351250 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c6acf2ee-728a-4d87-973b-a01e200c7a9e tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for port (19ab4d55-1807-4116-aed1-db0bacf83e1e), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:52.357013 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-34b54fae-53bb-41f1-bc7a-df223a684ce6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3795854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798221'] for router (570d9e20-7314-401c-9272-bd8b431bcad6), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:52.403300 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-99116a21-df2c-4687-85b1-6a1dc3ccfb0d None None] Provisioning complete for port ea261b9b-2a68-4bb2-acdb-284c69cc42d0 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:33:52.403867 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-99116a21-df2c-4687-85b1-6a1dc3ccfb0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (ea261b9b-2a68-4bb2-acdb-284c69cc42d0), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:52.432361 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c6acf2ee-728a-4d87-973b-a01e200c7a9e tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740344012620'] for port (19ab4d55-1807-4116-aed1-db0bacf83e1e), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:52.487723 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-63211967-9250-4e99-a15f-cf91b59f87ce None None] Set router eff9d63d-afc5-4430-8837-eaaf559c2dbb gateway port host: dv-cinder-837699-5-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:33:52.491721 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Provisioning complete for port 7bb72f7a-7655-4ef9-befb-cb618f7c4014 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:33:52.492307 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (7bb72f7a-7655-4ef9-befb-cb618f7c4014), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:52.530016 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Pushing event updated for resources: {'Port': ['ID=ea261b9b-2a68-4bb2-acdb-284c69cc42d0,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:33:52.558038 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6acf2ee-728a-4d87-973b-a01e200c7a9e tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Network 35e64619-a59d-47b1-b4c9-78b55f54f97b is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 09:33:52.570136 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-c6acf2ee-728a-4d87-973b-a01e200c7a9e tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:33:52.590255 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6acf2ee-728a-4d87-973b-a01e200c7a9e tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 09:33:52.740215 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6acf2ee-728a-4d87-973b-a01e200c7a9e tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Pushing event updated for resources: {'Port': ['ID=19ab4d55-1807-4116-aed1-db0bacf83e1e,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:33:52.853931 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c6acf2ee-728a-4d87-973b-a01e200c7a9e tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for floatingip (a0459acf-dc78-4ff7-99fc-9d43d1e2f97b), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:52.911711 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-63211967-9250-4e99-a15f-cf91b59f87ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff9d63d-afc5-4430-8837-eaaf559c2dbb', 'name': 'tempest-AttachVolumeTestJSON-186778351-router', 'tenant_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '1abe966a-62a9-493e-9788-2cab83ccfdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:33:45Z', 'updated_at': '2022-05-12T09:33:48Z', 'revision_number': 3, 'project_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'gw_port': {'id': '1abe966a-62a9-493e-9788-2cab83ccfdde', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:58:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff9d63d-afc5-4430-8837-eaaf559c2dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:47Z', 'updated_at': '2022-05-12T09:33:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi'}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:33:52.931801 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Current status of the port 7bb72f7a-7655-4ef9-befb-cb618f7c4014 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:33:52.931801 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-99116a21-df2c-4687-85b1-6a1dc3ccfb0d None None] Current status of the port ea261b9b-2a68-4bb2-acdb-284c69cc42d0 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:33:52.933392 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-73d868bf-7721-445b-ab30-fe3eb22576a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:52.943259 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c6acf2ee-728a-4d87-973b-a01e200c7a9e tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (19ab4d55-1807-4116-aed1-db0bacf83e1e), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:52.997158 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63211967-9250-4e99-a15f-cf91b59f87ce None None] Checking router: eff9d63d-afc5-4430-8837-eaaf559c2dbb for host: dv-cinder-837699-5-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 09:33:52.998363 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63211967-9250-4e99-a15f-cf91b59f87ce None None] Updating router eff9d63d-afc5-4430-8837-eaaf559c2dbb port 1abe966a-62a9-493e-9788-2cab83ccfdde binding host dv-cinder-837699-5-iscsi {{(pid=103460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 09:33:53.063468 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-63211967-9250-4e99-a15f-cf91b59f87ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (1abe966a-62a9-493e-9788-2cab83ccfdde), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:53.083868 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-667c32c6-c8c8-4473-986d-1e98a0089b1b None None] Publish callbacks [] for port (afe51b64-ecef-4dbc-81fa-ac72b0814cf1), precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:53.091388 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-13a031d7-5ec6-42a3-899f-d50e1f06c687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (f8def58d-f1ec-4d41-abae-d1c60f542bd3), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:53.093326 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-667c32c6-c8c8-4473-986d-1e98a0089b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (afe51b64-ecef-4dbc-81fa-ac72b0814cf1), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:53.210577 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34b54fae-53bb-41f1-bc7a-df223a684ce6 admin admin] Router 570d9e20-7314-401c-9272-bd8b431bcad6 is scheduled to L3 agent 8db92903-2544-41c2-b919-def82c43c97a with binding_index 1 {{(pid=103458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 09:33:53.247941 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3a4bf0-0729-49f2-a2f9-ec63055cad57 None None] Pushing event updated for resources: {'Port': ['ID=afe51b64-ecef-4dbc-81fa-ac72b0814cf1,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:33:53.291629 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-c7e6f469-9bbb-4e63-a09d-ff4f06c41c7c None None] Provisioning complete for port ea261b9b-2a68-4bb2-acdb-284c69cc42d0 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:33:53.292907 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-c7e6f469-9bbb-4e63-a09d-ff4f06c41c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (ea261b9b-2a68-4bb2-acdb-284c69cc42d0), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:53.386027 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c6acf2ee-728a-4d87-973b-a01e200c7a9e tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for port (19ab4d55-1807-4116-aed1-db0bacf83e1e), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:53.392181 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device ea261b9b-2a68-4bb2-acdb-284c69cc42d0 up at agent ovs-agent-dv-cinder-837699-5-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 09:33:53.398122 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c6acf2ee-728a-4d87-973b-a01e200c7a9e tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (19ab4d55-1807-4116-aed1-db0bacf83e1e), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:53.475060 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6acf2ee-728a-4d87-973b-a01e200c7a9e tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Pushing event updated for resources: {'Port': ['ID=19ab4d55-1807-4116-aed1-db0bacf83e1e,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:33:53.483944 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c6acf2ee-728a-4d87-973b-a01e200c7a9e tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799862'] for floatingip (a0459acf-dc78-4ff7-99fc-9d43d1e2f97b), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:53.504707 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c6acf2ee-728a-4d87-973b-a01e200c7a9e tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for floatingip (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:53.517150 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-c6acf2ee-728a-4d87-973b-a01e200c7a9e tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0381334 May 12 09:33:53.541617 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-660b305f-940d-4364-8d5f-7c0d2223669c req-8007d619-7dc9-46f1-a3d9-5a8cf91d9a8e tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/ports?device_id=b658c976-df06-49bb-9c2d-4d42cead8156 HTTP/1.1" status: 200 len: 210 time: 0.2103879 May 12 09:33:53.637793 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-667c32c6-c8c8-4473-986d-1e98a0089b1b None None] Attempting to bind port afe51b64-ecef-4dbc-81fa-ac72b0814cf1 on host dv-cinder-837699-5-iscsi for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 09:33:53.638377 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-667c32c6-c8c8-4473-986d-1e98a0089b1b None None] Attempting to bind port afe51b64-ecef-4dbc-81fa-ac72b0814cf1 by drivers openvswitch,hyperv on host dv-cinder-837699-5-iscsi at level 0 using segments [{'id': '26ab4651-7fb4-4cda-a42c-ef91f3f41052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd8bd03ea-0f3b-46bf-82a8-531c929bec57'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 09:33:53.638747 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667c32c6-c8c8-4473-986d-1e98a0089b1b None None] Attempting to bind port afe51b64-ecef-4dbc-81fa-ac72b0814cf1 on network d8bd03ea-0f3b-46bf-82a8-531c929bec57 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 09:33:53.658082 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667c32c6-c8c8-4473-986d-1e98a0089b1b None None] Checking agent: {'id': '0e2e3861-7d79-4ce6-9d91-faa32ae2cb64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 9, 25, 26), 'started_at': datetime.datetime(2022, 5, 12, 9, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 9, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 09:33:53.658477 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667c32c6-c8c8-4473-986d-1e98a0089b1b None None] Checking segment: {'id': '26ab4651-7fb4-4cda-a42c-ef91f3f41052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd8bd03ea-0f3b-46bf-82a8-531c929bec57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 09:33:53.659528 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-667c32c6-c8c8-4473-986d-1e98a0089b1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:53.659936 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667c32c6-c8c8-4473-986d-1e98a0089b1b None None] Bound using segment: {'id': '26ab4651-7fb4-4cda-a42c-ef91f3f41052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd8bd03ea-0f3b-46bf-82a8-531c929bec57'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 09:33:53.660425 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-667c32c6-c8c8-4473-986d-1e98a0089b1b None None] Bound port: afe51b64-ecef-4dbc-81fa-ac72b0814cf1, host: dv-cinder-837699-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26ab4651-7fb4-4cda-a42c-ef91f3f41052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd8bd03ea-0f3b-46bf-82a8-531c929bec57'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 09:33:53.660804 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-667c32c6-c8c8-4473-986d-1e98a0089b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (afe51b64-ecef-4dbc-81fa-ac72b0814cf1), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:53.766278 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b54fae-53bb-41f1-bc7a-df223a684ce6 admin admin] Notify agent at l3_agent.dv-cinder-837699-5-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 09:33:53.774452 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-63211967-9250-4e99-a15f-cf91b59f87ce None None] Publish callbacks [] for port (1abe966a-62a9-493e-9788-2cab83ccfdde), precommit_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:53.777648 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Provisioning complete for port ea261b9b-2a68-4bb2-acdb-284c69cc42d0 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:33:53.778006 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (ea261b9b-2a68-4bb2-acdb-284c69cc42d0), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:53.781225 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-63211967-9250-4e99-a15f-cf91b59f87ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (1abe966a-62a9-493e-9788-2cab83ccfdde), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:53.791814 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8178602b-f8bc-41fa-b4b8-67d8d0f7bc7e None None] Sync routers for ids ['570d9e20-7314-401c-9272-bd8b431bcad6'] in dv-cinder-837699-5-iscsi {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 09:33:53.827619 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-73d868bf-7721-445b-ab30-fe3eb22576a1 admin admin] Publish callbacks [] for security_group (54fc0796-7e5d-4ee4-b18b-83cd40b9edf4), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:53.864668 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cad8de-faa8-4ab2-806e-9ec933c0d21a None None] Pushing event updated for resources: {'Port': ['ID=1abe966a-62a9-493e-9788-2cab83ccfdde,revision_number=2']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:33:53.892783 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-63211967-9250-4e99-a15f-cf91b59f87ce None None] Attempting to bind port 1abe966a-62a9-493e-9788-2cab83ccfdde on host dv-cinder-837699-5-iscsi for vnic_type normal with profile {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 09:33:53.893153 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-63211967-9250-4e99-a15f-cf91b59f87ce None None] Attempting to bind port 1abe966a-62a9-493e-9788-2cab83ccfdde by drivers openvswitch,hyperv on host dv-cinder-837699-5-iscsi at level 0 using segments [{'id': '19f8603b-b081-4ce5-86ca-33d22941a00f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b'}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 09:33:53.893508 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63211967-9250-4e99-a15f-cf91b59f87ce None None] Attempting to bind port 1abe966a-62a9-493e-9788-2cab83ccfdde on network 35e64619-a59d-47b1-b4c9-78b55f54f97b {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 09:33:53.899510 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63211967-9250-4e99-a15f-cf91b59f87ce None None] Checking agent: {'id': '0e2e3861-7d79-4ce6-9d91-faa32ae2cb64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 9, 25, 26), 'started_at': datetime.datetime(2022, 5, 12, 9, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 9, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 09:33:53.899885 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63211967-9250-4e99-a15f-cf91b59f87ce None None] Checking segment: {'id': '19f8603b-b081-4ce5-86ca-33d22941a00f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 09:33:53.900307 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-63211967-9250-4e99-a15f-cf91b59f87ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:53.900731 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63211967-9250-4e99-a15f-cf91b59f87ce None None] Bound using segment: {'id': '19f8603b-b081-4ce5-86ca-33d22941a00f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b'} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 09:33:53.901189 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-63211967-9250-4e99-a15f-cf91b59f87ce None None] Bound port: 1abe966a-62a9-493e-9788-2cab83ccfdde, host: dv-cinder-837699-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19f8603b-b081-4ce5-86ca-33d22941a00f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b'}}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 09:33:53.901560 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-63211967-9250-4e99-a15f-cf91b59f87ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (1abe966a-62a9-493e-9788-2cab83ccfdde), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:53.907294 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-73d868bf-7721-445b-ab30-fe3eb22576a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (54fc0796-7e5d-4ee4-b18b-83cd40b9edf4), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:53.912360 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-c7e6f469-9bbb-4e63-a09d-ff4f06c41c7c None None] Current status of the port ea261b9b-2a68-4bb2-acdb-284c69cc42d0 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:33:53.920988 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-34b54fae-53bb-41f1-bc7a-df223a684ce6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:53.922180 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-34b54fae-53bb-41f1-bc7a-df223a684ce6 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.6585026 May 12 09:33:53.925192 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 33936) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:33:53.958655 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8178602b-f8bc-41fa-b4b8-67d8d0f7bc7e None None] Routers {'570d9e20-7314-401c-9272-bd8b431bcad6'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:33:53.959274 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-8178602b-f8bc-41fa-b4b8-67d8d0f7bc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:33:52Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['570d9e20-7314-401c-9272-bd8b431bcad6'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:33:53.959776 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-63211967-9250-4e99-a15f-cf91b59f87ce None None] For port 1abe966a-62a9-493e-9788-2cab83ccfdde, host dv-cinder-837699-5-iscsi, cleared binding levels {{(pid=103460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 09:33:53.963709 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-63211967-9250-4e99-a15f-cf91b59f87ce None None] For port 1abe966a-62a9-493e-9788-2cab83ccfdde, host dv-cinder-837699-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=1abe966a-62a9-493e-9788-2cab83ccfdde,segment=NetworkSegment(19f8603b-b081-4ce5-86ca-33d22941a00f),segment_id=19f8603b-b081-4ce5-86ca-33d22941a00f)] {{(pid=103460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 09:33:53.975505 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-63211967-9250-4e99-a15f-cf91b59f87ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (1abe966a-62a9-493e-9788-2cab83ccfdde), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:54.018689 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-667c32c6-c8c8-4473-986d-1e98a0089b1b None None] For port afe51b64-ecef-4dbc-81fa-ac72b0814cf1, host dv-cinder-837699-5-iscsi, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 09:33:54.054771 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cad8de-faa8-4ab2-806e-9ec933c0d21a None None] Pushing event updated for resources: {'Port': ['ID=1abe966a-62a9-493e-9788-2cab83ccfdde,revision_number=3']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:33:54.059515 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63211967-9250-4e99-a15f-cf91b59f87ce None None] Routers {'eff9d63d-afc5-4430-8837-eaaf559c2dbb'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:33:54.060576 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-63211967-9250-4e99-a15f-cf91b59f87ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:33:52Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['eff9d63d-afc5-4430-8837-eaaf559c2dbb'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:33:54.063733 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-667c32c6-c8c8-4473-986d-1e98a0089b1b None None] For port afe51b64-ecef-4dbc-81fa-ac72b0814cf1, host dv-cinder-837699-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=afe51b64-ecef-4dbc-81fa-ac72b0814cf1,segment=NetworkSegment(26ab4651-7fb4-4cda-a42c-ef91f3f41052),segment_id=26ab4651-7fb4-4cda-a42c-ef91f3f41052)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 09:33:54.074034 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-36284ebe-6dde-4663-9cb6-181c99cf058f None None] Provisioning complete for port afe51b64-ecef-4dbc-81fa-ac72b0814cf1 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:33:54.074034 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-36284ebe-6dde-4663-9cb6-181c99cf058f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (afe51b64-ecef-4dbc-81fa-ac72b0814cf1), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:54.143569 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-667c32c6-c8c8-4473-986d-1e98a0089b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (afe51b64-ecef-4dbc-81fa-ac72b0814cf1), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:54.170242 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-73d868bf-7721-445b-ab30-fe3eb22576a1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=41d0e0ef37804da4be700d34a3bcf7fd&name=default HTTP/1.1" status: 200 len: 2992 time: 1.8264198 May 12 09:33:54.174405 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-155378ea-9213-4161-9825-d593dc36b1ea req-294c2ba2-c99f-4a5c-8e20-f75a538e11fd tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1541319123&fields=id&tenant_id=b079fd0b329c4f1a856f71e0c8f98dde HTTP/1.1" status: 200 len: 267 time: 0.2850459 May 12 09:33:54.177156 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 33938) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:33:54.178644 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d868bf-7721-445b-ab30-fe3eb22576a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54fc0796-7e5d-4ee4-b18b-83cd40b9edf4,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:33:54.199110 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9bcd9156-8094-4833-97ee-790d2507e670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:54.242660 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Current status of the port ea261b9b-2a68-4bb2-acdb-284c69cc42d0 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:33:54.244269 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device 0b2e5772-8899-4afe-abaa-f04370bcc8a6 up at agent ovs-agent-dv-cinder-837699-5-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 09:33:54.249139 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-63211967-9250-4e99-a15f-cf91b59f87ce None None] Set router eff9d63d-afc5-4430-8837-eaaf559c2dbb gateway port host: dv-cinder-837699-5-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:33:54.300855 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667c32c6-c8c8-4473-986d-1e98a0089b1b None None] Routers {'9c2097ad-1eb6-456a-8744-fc92ba3f54fd'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:33:54.301846 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-667c32c6-c8c8-4473-986d-1e98a0089b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:33:52Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['9c2097ad-1eb6-456a-8744-fc92ba3f54fd'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:33:54.468382 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-8178602b-f8bc-41fa-b4b8-67d8d0f7bc7e None None] Set router 570d9e20-7314-401c-9272-bd8b431bcad6 gateway port host: dv-cinder-837699-5-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:33:54.601319 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-9bcd9156-8094-4833-97ee-790d2507e670 admin admin] Allocated IP 172.20.0.1 (157184d7-26b8-47d5-86e0-3945164ff04d/dc5a5cf9-5b7a-426c-931b-02b56a7bf3f3/25faadc0-b879-427a-990e-67b1194cb01d) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 09:33:54.616196 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a984b3b9-a9e9-40d7-bd88-8cdbb1de5f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (e377c27d-f788-489a-9a4f-9db675c37dc4), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:54.616976 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3a4bf0-0729-49f2-a2f9-ec63055cad57 None None] Pushing event updated for resources: {'Port': ['ID=afe51b64-ecef-4dbc-81fa-ac72b0814cf1,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:33:54.628665 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Provisioning complete for port 0b2e5772-8899-4afe-abaa-f04370bcc8a6 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:33:54.629040 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (0b2e5772-8899-4afe-abaa-f04370bcc8a6), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:54.634490 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-667c32c6-c8c8-4473-986d-1e98a0089b1b None None] Set router 9c2097ad-1eb6-456a-8744-fc92ba3f54fd gateway port host: dv-cinder-837699-5-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:33:54.646996 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-63211967-9250-4e99-a15f-cf91b59f87ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff9d63d-afc5-4430-8837-eaaf559c2dbb', 'name': 'tempest-AttachVolumeTestJSON-186778351-router', 'tenant_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '1abe966a-62a9-493e-9788-2cab83ccfdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:33:45Z', 'updated_at': '2022-05-12T09:33:48Z', 'revision_number': 3, 'project_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'gw_port': {'id': '1abe966a-62a9-493e-9788-2cab83ccfdde', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:58:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff9d63d-afc5-4430-8837-eaaf559c2dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:47Z', 'updated_at': '2022-05-12T09:33:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi'}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:33:54.720866 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63211967-9250-4e99-a15f-cf91b59f87ce None None] The sync data for ids ['eff9d63d-afc5-4430-8837-eaaf559c2dbb'] in dv-cinder-837699-5-iscsi is: [{'id': 'eff9d63d-afc5-4430-8837-eaaf559c2dbb', 'name': 'tempest-AttachVolumeTestJSON-186778351-router', 'tenant_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '1abe966a-62a9-493e-9788-2cab83ccfdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:33:45Z', 'updated_at': '2022-05-12T09:33:48Z', 'revision_number': 3, 'project_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'gw_port': {'id': '1abe966a-62a9-493e-9788-2cab83ccfdde', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:58:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff9d63d-afc5-4430-8837-eaaf559c2dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:47Z', 'updated_at': '2022-05-12T09:33:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi'}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 09:33:54.744836 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9bcd9156-8094-4833-97ee-790d2507e670 admin admin] Publish callbacks [] for port (25faadc0-b879-427a-990e-67b1194cb01d), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:54.806114 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ff3-b8fe-4a76-8f50-92ba0b192853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:54.904167 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d5f7cf2b-2734-4cf6-a5c3-401723747d09 admin admin] Publish callbacks [] for security_group (54fc0796-7e5d-4ee4-b18b-83cd40b9edf4), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:54.942482 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d5f7cf2b-2734-4cf6-a5c3-401723747d09 admin admin] Publish callbacks [] for security_group (54fc0796-7e5d-4ee4-b18b-83cd40b9edf4), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:55.033360 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-b6ba7ff3-b8fe-4a76-8f50-92ba0b192853 admin admin] Allocated IP 172.20.0.1 (94c124bd-d4ff-4709-8b22-7520113efef5/4e261d1c-7f38-449c-aec8-8a565c5048cd/97c088ed-f6af-4784-b065-f774bd7264fa) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 09:33:55.041993 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-36284ebe-6dde-4663-9cb6-181c99cf058f None None] Current status of the port afe51b64-ecef-4dbc-81fa-ac72b0814cf1 is: DOWN; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:33:55.043520 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-36284ebe-6dde-4663-9cb6-181c99cf058f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (afe51b64-ecef-4dbc-81fa-ac72b0814cf1), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:55.063027 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155378ea-9213-4161-9825-d593dc36b1ea req-11e8cd29-b7b2-42c9-b0a2-13d91184b7c8 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:33:55.069572 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-155378ea-9213-4161-9825-d593dc36b1ea req-11e8cd29-b7b2-42c9-b0a2-13d91184b7c8 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/networks?id=d8bd03ea-0f3b-46bf-82a8-531c929bec57 HTTP/1.1" status: 200 len: 815 time: 0.8761537 May 12 09:33:55.078465 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9bcd9156-8094-4833-97ee-790d2507e670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740344012620'] for port (25faadc0-b879-427a-990e-67b1194cb01d), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:55.121384 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d5f7cf2b-2734-4cf6-a5c3-401723747d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (54fc0796-7e5d-4ee4-b18b-83cd40b9edf4), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:55.124352 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d5f7cf2b-2734-4cf6-a5c3-401723747d09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:55.129469 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-36284ebe-6dde-4663-9cb6-181c99cf058f None None] For port afe51b64-ecef-4dbc-81fa-ac72b0814cf1, host dv-cinder-837699-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=afe51b64-ecef-4dbc-81fa-ac72b0814cf1,segment=NetworkSegment(26ab4651-7fb4-4cda-a42c-ef91f3f41052),segment_id=26ab4651-7fb4-4cda-a42c-ef91f3f41052)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:33:55.156758 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-d5f7cf2b-2734-4cf6-a5c3-401723747d09 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/54fc0796-7e5d-4ee4-b18b-83cd40b9edf4 HTTP/1.1" status: 204 len: 168 time: 0.9596975 May 12 09:33:55.237371 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ff3-b8fe-4a76-8f50-92ba0b192853 admin admin] Publish callbacks [] for port (97c088ed-f6af-4784-b065-f774bd7264fa), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:55.289478 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-36284ebe-6dde-4663-9cb6-181c99cf058f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (afe51b64-ecef-4dbc-81fa-ac72b0814cf1), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:55.305285 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-155378ea-9213-4161-9825-d593dc36b1ea req-ea67b255-7e65-48d8-97c9-97838ab8cf2f tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/quotas/b079fd0b329c4f1a856f71e0c8f98dde HTTP/1.1" status: 200 len: 375 time: 0.2222903 May 12 09:33:55.345861 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ff3-b8fe-4a76-8f50-92ba0b192853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740344012620'] for port (97c088ed-f6af-4784-b065-f774bd7264fa), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:55.366755 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.65', 59184) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:33:55.487949 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ba7ff3-b8fe-4a76-8f50-92ba0b192853 admin admin] Network 94c124bd-d4ff-4709-8b22-7520113efef5 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 09:33:55.507392 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-b6ba7ff3-b8fe-4a76-8f50-92ba0b192853 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:33:55.527026 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ba7ff3-b8fe-4a76-8f50-92ba0b192853 admin admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 09:33:55.527779 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ff3-b8fe-4a76-8f50-92ba0b192853 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3786720'] for router_interface (570d9e20-7314-401c-9272-bd8b431bcad6), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:55.608673 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-bdedbde7-cf07-47ec-a5d1-f300c75066b3 req-da3f3b54-1b5b-4f42-a4d0-b9cbf7335614 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/ports?device_id=b658c976-df06-49bb-9c2d-4d42cead8156 HTTP/1.1" status: 200 len: 210 time: 0.5597122 May 12 09:33:55.633606 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-155378ea-9213-4161-9825-d593dc36b1ea req-84fe01b2-5cce-43ae-8793-95fa3fbb00ab tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b079fd0b329c4f1a856f71e0c8f98dde&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3263793 May 12 09:33:55.659937 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f7cf2b-2734-4cf6-a5c3-401723747d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54fc0796-7e5d-4ee4-b18b-83cd40b9edf4,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:33:55.790754 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba7ff3-b8fe-4a76-8f50-92ba0b192853 admin admin] Pushing event updated for resources: {'Port': ['ID=97c088ed-f6af-4784-b065-f774bd7264fa,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:33:55.817806 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-155378ea-9213-4161-9825-d593dc36b1ea req-149cc059-61bc-41fc-90a5-206d2f843788 service neutron] 10.222.0.60 "GET /v2.0/networks/d8bd03ea-0f3b-46bf-82a8-531c929bec57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727343 May 12 09:33:55.862494 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bcd9156-8094-4833-97ee-790d2507e670 admin admin] Network 157184d7-26b8-47d5-86e0-3945164ff04d is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 09:33:55.901852 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-9bcd9156-8094-4833-97ee-790d2507e670 admin admin] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:33:55.905946 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcd9156-8094-4833-97ee-790d2507e670 admin admin] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 09:33:55.906443 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9bcd9156-8094-4833-97ee-790d2507e670 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3786720'] for router_interface (eff9d63d-afc5-4430-8837-eaaf559c2dbb), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:55.920208 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3c5b46ab-f64a-44a9-a2c3-dd52e672a754 None None] Provisioning complete for port afe51b64-ecef-4dbc-81fa-ac72b0814cf1 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:33:55.920808 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3c5b46ab-f64a-44a9-a2c3-dd52e672a754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (afe51b64-ecef-4dbc-81fa-ac72b0814cf1), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:55.930278 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcd9156-8094-4833-97ee-790d2507e670 admin admin] Pushing event updated for resources: {'Port': ['ID=25faadc0-b879-427a-990e-67b1194cb01d,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:33:56.025257 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 33990) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:33:56.026076 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Current status of the port 0b2e5772-8899-4afe-abaa-f04370bcc8a6 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:33:56.046554 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36284ebe-6dde-4663-9cb6-181c99cf058f None None] Pushing event updated for resources: {'Port': ['ID=afe51b64-ecef-4dbc-81fa-ac72b0814cf1,revision_number=5']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:33:56.121623 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4eaa2177-7166-4b06-a264-1d1a32bba196 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:56.217715 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae30c9a2-2862-4981-9987-2f1781bad64c req-3959a2b6-6311-49ba-9fb3-f547f3c3f811 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:33:56.218844 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ae30c9a2-2862-4981-9987-2f1781bad64c req-3959a2b6-6311-49ba-9fb3-f547f3c3f811 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.65 "GET /v2.0/networks?id=4b446bd8-08e4-4381-97bd-f3fde69be851 HTTP/1.1" status: 200 len: 812 time: 0.8505702 May 12 09:33:56.294159 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-667c32c6-c8c8-4473-986d-1e98a0089b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'name': 'tempest-AttachVolumeNegativeTest-1936945588-router', 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': '0b2e5772-8899-4afe-abaa-f04370bcc8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:33:42Z', 'updated_at': '2022-05-12T09:33:47Z', 'revision_number': 4, 'project_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'gw_port': {'id': '0b2e5772-8899-4afe-abaa-f04370bcc8a6', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:92:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:42Z', 'updated_at': '2022-05-12T09:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_interfaces': [{'id': 'afe51b64-ecef-4dbc-81fa-ac72b0814cf1', 'name': '', 'network_id': 'd8bd03ea-0f3b-46bf-82a8-531c929bec57', 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'mac_address': 'fa:16:3e:27:c2:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'be18f7f8-10b6-434a-8890-e7ce96c85646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:45Z', 'updated_at': '2022-05-12T09:33:53Z', 'revision_number': 4, 'project_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'subnets': [{'id': 'be18f7f8-10b6-434a-8890-e7ce96c85646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:33:56.302833 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-ae30c9a2-2862-4981-9987-2f1781bad64c req-d1b33955-cfe3-4c91-9afa-28d8814dbb11 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] Request body: {'port': {'device_id': 'b658c976-df06-49bb-9c2d-4d42cead8156', 'network_id': '4b446bd8-08e4-4381-97bd-f3fde69be851', 'admin_state_up': True, 'tenant_id': '2de1508e265140e5801827175c7da941'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:33:56.314364 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device 1abe966a-62a9-493e-9788-2cab83ccfdde up at agent ovs-agent-dv-cinder-837699-5-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 09:33:56.366716 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ff3-b8fe-4a76-8f50-92ba0b192853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (97c088ed-f6af-4784-b065-f774bd7264fa), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:56.452973 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-155378ea-9213-4161-9825-d593dc36b1ea req-511d4e00-8aa1-42c0-8a7c-a89fbbda7c26 service neutron] 10.222.0.60 "GET /v2.0/networks/d8bd03ea-0f3b-46bf-82a8-531c929bec57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6339862 May 12 09:33:56.493850 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-8178602b-f8bc-41fa-b4b8-67d8d0f7bc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570d9e20-7314-401c-9272-bd8b431bcad6', 'name': 'tempest-ServerRescueNegativeTestJSON-803505975-router', 'tenant_id': 'c54669eadc784d4aac5d1a40d18858b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'd404145d-bce6-4028-b3fb-2af9b5d03c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:33:47Z', 'updated_at': '2022-05-12T09:33:51Z', 'revision_number': 3, 'project_id': 'c54669eadc784d4aac5d1a40d18858b1', 'gw_port': {'id': 'd404145d-bce6-4028-b3fb-2af9b5d03c34', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e2:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '570d9e20-7314-401c-9272-bd8b431bcad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:48Z', 'updated_at': '2022-05-12T09:33:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi'}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:33:56.521618 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9bcd9156-8094-4833-97ee-790d2507e670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (25faadc0-b879-427a-990e-67b1194cb01d), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:56.569551 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8178602b-f8bc-41fa-b4b8-67d8d0f7bc7e None None] Checking router: 570d9e20-7314-401c-9272-bd8b431bcad6 for host: dv-cinder-837699-5-iscsi {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 09:33:56.571286 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8178602b-f8bc-41fa-b4b8-67d8d0f7bc7e None None] Updating router 570d9e20-7314-401c-9272-bd8b431bcad6 port d404145d-bce6-4028-b3fb-2af9b5d03c34 binding host dv-cinder-837699-5-iscsi {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 09:33:56.573823 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (0e2e3861-7d79-4ce6-9d91-faa32ae2cb64), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:56.586050 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667c32c6-c8c8-4473-986d-1e98a0089b1b None None] The sync data for ids ['9c2097ad-1eb6-456a-8744-fc92ba3f54fd'] in dv-cinder-837699-5-iscsi is: [{'id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'name': 'tempest-AttachVolumeNegativeTest-1936945588-router', 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': '0b2e5772-8899-4afe-abaa-f04370bcc8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:33:42Z', 'updated_at': '2022-05-12T09:33:47Z', 'revision_number': 4, 'project_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'gw_port': {'id': '0b2e5772-8899-4afe-abaa-f04370bcc8a6', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:92:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:42Z', 'updated_at': '2022-05-12T09:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_interfaces': [{'id': 'afe51b64-ecef-4dbc-81fa-ac72b0814cf1', 'name': '', 'network_id': 'd8bd03ea-0f3b-46bf-82a8-531c929bec57', 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'mac_address': 'fa:16:3e:27:c2:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'be18f7f8-10b6-434a-8890-e7ce96c85646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:45Z', 'updated_at': '2022-05-12T09:33:53Z', 'revision_number': 4, 'project_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'subnets': [{'id': 'be18f7f8-10b6-434a-8890-e7ce96c85646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 09:33:56.721608 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Provisioning complete for port 1abe966a-62a9-493e-9788-2cab83ccfdde triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:33:56.723464 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (1abe966a-62a9-493e-9788-2cab83ccfdde), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:56.780268 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4eaa2177-7166-4b06-a264-1d1a32bba196 admin admin] Publish callbacks [] for security_group (311f6ef0-38c6-4bbb-b3a9-737277e71921), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:56.804163 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-8178602b-f8bc-41fa-b4b8-67d8d0f7bc7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (d404145d-bce6-4028-b3fb-2af9b5d03c34), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:56.835149 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4eaa2177-7166-4b06-a264-1d1a32bba196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (311f6ef0-38c6-4bbb-b3a9-737277e71921), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:56.896984 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-43f60fae-74b9-44d9-a35f-10cfc04c4806 req-2b0d90db-b01c-4bb0-a27e-2fb46e20de6c tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/ports?device_id=b658c976-df06-49bb-9c2d-4d42cead8156 HTTP/1.1" status: 200 len: 210 time: 0.0897892 May 12 09:33:57.020102 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Current status of the port 1abe966a-62a9-493e-9788-2cab83ccfdde is: DOWN; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:33:57.020678 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (1abe966a-62a9-493e-9788-2cab83ccfdde), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:57.047208 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-19202beb-5ab9-45b8-bcc3-0ac73c99fd3a req-b1c565b1-cf4d-40c5-af3d-12c7ef78e8f4 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc90e8c3-13f2-4b3e-91e8-396847cf6572 HTTP/1.1" status: 200 len: 210 time: 0.1215813 May 12 09:33:57.128130 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3c5b46ab-f64a-44a9-a2c3-dd52e672a754 None None] Current status of the port afe51b64-ecef-4dbc-81fa-ac72b0814cf1 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:33:57.151018 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] For port 1abe966a-62a9-493e-9788-2cab83ccfdde, host dv-cinder-837699-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=1abe966a-62a9-493e-9788-2cab83ccfdde,segment=NetworkSegment(19f8603b-b081-4ce5-86ca-33d22941a00f),segment_id=19f8603b-b081-4ce5-86ca-33d22941a00f)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:33:57.237981 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae30c9a2-2862-4981-9987-2f1781bad64c req-d1b33955-cfe3-4c91-9afa-28d8814dbb11 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] Made reservation on behalf of 2de1508e265140e5801827175c7da941 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 09:33:57.243574 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ae30c9a2-2862-4981-9987-2f1781bad64c req-d1b33955-cfe3-4c91-9afa-28d8814dbb11 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:57.261713 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-4eaa2177-7166-4b06-a264-1d1a32bba196 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fab190a9e4e54d22af5be0d8a8df03dd&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2408915 May 12 09:33:57.262887 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaa2177-7166-4b06-a264-1d1a32bba196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=311f6ef0-38c6-4bbb-b3a9-737277e71921,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:33:57.267515 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 34040) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:33:57.391166 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9bcd9156-8094-4833-97ee-790d2507e670 admin admin] Publish callbacks [] for port (25faadc0-b879-427a-990e-67b1194cb01d), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:57.400199 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9bcd9156-8094-4833-97ee-790d2507e670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (25faadc0-b879-427a-990e-67b1194cb01d), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:57.405369 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9bcd9156-8094-4833-97ee-790d2507e670 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799210'] for router_interface (eff9d63d-afc5-4430-8837-eaaf559c2dbb), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:57.425302 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (1abe966a-62a9-493e-9788-2cab83ccfdde), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:57.653538 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-97216da4-ab85-451e-ac5c-06e2c9aff3c1 None None] Provisioning complete for port 25faadc0-b879-427a-990e-67b1194cb01d triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:33:57.653538 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-97216da4-ab85-451e-ac5c-06e2c9aff3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (25faadc0-b879-427a-990e-67b1194cb01d), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:57.808189 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-97216da4-ab85-451e-ac5c-06e2c9aff3c1 None None] Port 25faadc0-b879-427a-990e-67b1194cb01d cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 09:33:57.815470 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Pushing event updated for resources: {'Port': ['ID=1abe966a-62a9-493e-9788-2cab83ccfdde,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:33:57.838028 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcd9156-8094-4833-97ee-790d2507e670 admin admin] Pushing event updated for resources: {'Port': ['ID=25faadc0-b879-427a-990e-67b1194cb01d,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:33:57.850125 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ff3-b8fe-4a76-8f50-92ba0b192853 admin admin] Publish callbacks [] for port (97c088ed-f6af-4784-b065-f774bd7264fa), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:57.864799 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bcd9156-8094-4833-97ee-790d2507e670 admin admin] Network 157184d7-26b8-47d5-86e0-3945164ff04d is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 09:33:57.873180 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ff3-b8fe-4a76-8f50-92ba0b192853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (97c088ed-f6af-4784-b065-f774bd7264fa), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:57.874291 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b6ba7ff3-b8fe-4a76-8f50-92ba0b192853 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799210'] for router_interface (570d9e20-7314-401c-9272-bd8b431bcad6), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:57.885071 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-9bcd9156-8094-4833-97ee-790d2507e670 admin admin] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:33:57.886443 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-97216da4-ab85-451e-ac5c-06e2c9aff3c1 None None] Provisioning complete for port 97c088ed-f6af-4784-b065-f774bd7264fa triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:33:57.886818 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-97216da4-ab85-451e-ac5c-06e2c9aff3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (97c088ed-f6af-4784-b065-f774bd7264fa), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:58.156745 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-eb3ada43-2fec-4316-aa87-7ffbdf343060 admin admin] Publish callbacks [] for security_group (311f6ef0-38c6-4bbb-b3a9-737277e71921), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:58.274250 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-97216da4-ab85-451e-ac5c-06e2c9aff3c1 None None] Port 97c088ed-f6af-4784-b065-f774bd7264fa cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 09:33:58.404810 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-38e5145c-6ffc-43cc-98d7-84afe0bae4bb req-137a3e0e-6192-43ea-bb81-de326ef0759b tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/ports?device_id=b658c976-df06-49bb-9c2d-4d42cead8156 HTTP/1.1" status: 200 len: 210 time: 0.2733519 May 12 09:33:58.460397 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-afaaedda-2494-48db-b8e4-7b135997a901 req-9ab7de41-5436-4ea6-8436-cb62b890788e tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc90e8c3-13f2-4b3e-91e8-396847cf6572 HTTP/1.1" status: 200 len: 210 time: 0.2108576 May 12 09:33:58.507698 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bcd9156-8094-4833-97ee-790d2507e670 admin admin] Router eff9d63d-afc5-4430-8837-eaaf559c2dbb has already been hosted by L3 agent 8db92903-2544-41c2-b919-def82c43c97a {{(pid=103458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 09:33:58.533845 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-0356f64c-2e95-466c-aa7e-720a37cc3db7 None None] Provisioning complete for port 25faadc0-b879-427a-990e-67b1194cb01d triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:33:58.535701 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-0356f64c-2e95-466c-aa7e-720a37cc3db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (25faadc0-b879-427a-990e-67b1194cb01d), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:58.610987 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-8178602b-f8bc-41fa-b4b8-67d8d0f7bc7e None None] Publish callbacks [] for port (d404145d-bce6-4028-b3fb-2af9b5d03c34), precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:58.635873 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device afe51b64-ecef-4dbc-81fa-ac72b0814cf1 up at agent ovs-agent-dv-cinder-837699-5-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 09:33:58.747245 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba7ff3-b8fe-4a76-8f50-92ba0b192853 admin admin] Pushing event updated for resources: {'Port': ['ID=97c088ed-f6af-4784-b065-f774bd7264fa,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:33:58.763471 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-8178602b-f8bc-41fa-b4b8-67d8d0f7bc7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (d404145d-bce6-4028-b3fb-2af9b5d03c34), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:58.777543 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bcd9156-8094-4833-97ee-790d2507e670 admin admin] Notify agent at l3_agent.dv-cinder-837699-5-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 09:33:58.793730 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b091fb7d-4d8b-4e3e-b475-090530c54f46 None None] Sync routers for ids ['eff9d63d-afc5-4430-8837-eaaf559c2dbb'] in dv-cinder-837699-5-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 09:33:58.799965 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-9bcd9156-8094-4833-97ee-790d2507e670 admin admin] 10.222.0.60 "PUT /v2.0/routers/eff9d63d-afc5-4430-8837-eaaf559c2dbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5340316 May 12 09:33:58.815236 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b091fb7d-4d8b-4e3e-b475-090530c54f46 None None] Routers {'eff9d63d-afc5-4430-8837-eaaf559c2dbb'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:33:58.820004 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-b091fb7d-4d8b-4e3e-b475-090530c54f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:33:52Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['eff9d63d-afc5-4430-8837-eaaf559c2dbb'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:33:58.875013 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71501cd-7154-4ffd-bff6-40dd889de3ac None None] Pushing event updated for resources: {'Port': ['ID=d404145d-bce6-4028-b3fb-2af9b5d03c34,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:33:58.880924 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-ae30c9a2-2862-4981-9987-2f1781bad64c req-d1b33955-cfe3-4c91-9afa-28d8814dbb11 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] Allocated IP 172.20.0.4 (4b446bd8-08e4-4381-97bd-f3fde69be851/3f6a740d-5be8-44ef-88dd-5ae748b776ba/a1f179d2-9260-4805-a962-5a7091a5b50a) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 09:33:58.903417 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ba7ff3-b8fe-4a76-8f50-92ba0b192853 admin admin] Network 94c124bd-d4ff-4709-8b22-7520113efef5 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 09:33:58.909477 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-eb3ada43-2fec-4316-aa87-7ffbdf343060 admin admin] Publish callbacks [] for security_group (311f6ef0-38c6-4bbb-b3a9-737277e71921), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:58.936239 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-0356f64c-2e95-466c-aa7e-720a37cc3db7 None None] Port 25faadc0-b879-427a-990e-67b1194cb01d cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 09:33:58.964555 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Provisioning complete for port afe51b64-ecef-4dbc-81fa-ac72b0814cf1 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:33:58.964938 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (afe51b64-ecef-4dbc-81fa-ac72b0814cf1), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:59.043374 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-b6ba7ff3-b8fe-4a76-8f50-92ba0b192853 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:33:59.112627 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-8178602b-f8bc-41fa-b4b8-67d8d0f7bc7e None None] Attempting to bind port d404145d-bce6-4028-b3fb-2af9b5d03c34 on host dv-cinder-837699-5-iscsi for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 09:33:59.113007 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-8178602b-f8bc-41fa-b4b8-67d8d0f7bc7e None None] Attempting to bind port d404145d-bce6-4028-b3fb-2af9b5d03c34 by drivers openvswitch,hyperv on host dv-cinder-837699-5-iscsi at level 0 using segments [{'id': '19f8603b-b081-4ce5-86ca-33d22941a00f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 09:33:59.121670 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8178602b-f8bc-41fa-b4b8-67d8d0f7bc7e None None] Attempting to bind port d404145d-bce6-4028-b3fb-2af9b5d03c34 on network 35e64619-a59d-47b1-b4c9-78b55f54f97b {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 09:33:59.153190 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8178602b-f8bc-41fa-b4b8-67d8d0f7bc7e None None] Checking agent: {'id': '0e2e3861-7d79-4ce6-9d91-faa32ae2cb64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 9, 25, 26), 'started_at': datetime.datetime(2022, 5, 12, 9, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 9, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 09:33:59.153607 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8178602b-f8bc-41fa-b4b8-67d8d0f7bc7e None None] Checking segment: {'id': '19f8603b-b081-4ce5-86ca-33d22941a00f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 09:33:59.154046 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-8178602b-f8bc-41fa-b4b8-67d8d0f7bc7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:59.154443 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8178602b-f8bc-41fa-b4b8-67d8d0f7bc7e None None] Bound using segment: {'id': '19f8603b-b081-4ce5-86ca-33d22941a00f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 09:33:59.161730 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-8178602b-f8bc-41fa-b4b8-67d8d0f7bc7e None None] Bound port: d404145d-bce6-4028-b3fb-2af9b5d03c34, host: dv-cinder-837699-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19f8603b-b081-4ce5-86ca-33d22941a00f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 09:33:59.163342 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-8178602b-f8bc-41fa-b4b8-67d8d0f7bc7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (d404145d-bce6-4028-b3fb-2af9b5d03c34), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:59.164576 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-b091fb7d-4d8b-4e3e-b475-090530c54f46 None None] Set router eff9d63d-afc5-4430-8837-eaaf559c2dbb gateway port host: dv-cinder-837699-5-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:33:59.344841 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-eb3ada43-2fec-4316-aa87-7ffbdf343060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (311f6ef0-38c6-4bbb-b3a9-737277e71921), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:59.349644 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-eb3ada43-2fec-4316-aa87-7ffbdf343060 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:59.351228 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-eb3ada43-2fec-4316-aa87-7ffbdf343060 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/311f6ef0-38c6-4bbb-b3a9-737277e71921 HTTP/1.1" status: 204 len: 168 time: 2.0693524 May 12 09:33:59.372191 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6ba7ff3-b8fe-4a76-8f50-92ba0b192853 admin admin] Router 570d9e20-7314-401c-9272-bd8b431bcad6 has already been hosted by L3 agent 8db92903-2544-41c2-b919-def82c43c97a {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 09:33:59.374737 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3ada43-2fec-4316-aa87-7ffbdf343060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=311f6ef0-38c6-4bbb-b3a9-737277e71921,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:33:59.641257 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6ba7ff3-b8fe-4a76-8f50-92ba0b192853 admin admin] Notify agent at l3_agent.dv-cinder-837699-5-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 09:33:59.654810 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-8178602b-f8bc-41fa-b4b8-67d8d0f7bc7e None None] For port d404145d-bce6-4028-b3fb-2af9b5d03c34, host dv-cinder-837699-5-iscsi, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 09:33:59.680566 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Current status of the port afe51b64-ecef-4dbc-81fa-ac72b0814cf1 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:33:59.681169 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-b6ba7ff3-b8fe-4a76-8f50-92ba0b192853 admin admin] 10.222.0.60 "PUT /v2.0/routers/570d9e20-7314-401c-9272-bd8b431bcad6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7548220 May 12 09:33:59.681932 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 34102) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:33:59.682688 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device 1abe966a-62a9-493e-9788-2cab83ccfdde up at agent ovs-agent-dv-cinder-837699-5-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 09:33:59.684521 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-52391505-d1b1-4d59-9d7f-ac05609e04af None None] Provisioning complete for port 97c088ed-f6af-4784-b065-f774bd7264fa triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:33:59.685058 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-52391505-d1b1-4d59-9d7f-ac05609e04af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (97c088ed-f6af-4784-b065-f774bd7264fa), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:59.699495 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-5a075a1e-4970-494a-bed4-a70cbc65719a tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1253925298', 'description': 'tempest-description--1334716719'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:33:59.738571 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-86fecc99-456f-4fed-8962-0f194aefc41c req-ec58f2d0-8392-4b9d-99cc-a2b22d4067b4 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/ports?device_id=b658c976-df06-49bb-9c2d-4d42cead8156 HTTP/1.1" status: 200 len: 210 time: 0.1153796 May 12 09:33:59.757354 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-8178602b-f8bc-41fa-b4b8-67d8d0f7bc7e None None] For port d404145d-bce6-4028-b3fb-2af9b5d03c34, host dv-cinder-837699-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=d404145d-bce6-4028-b3fb-2af9b5d03c34,segment=NetworkSegment(19f8603b-b081-4ce5-86ca-33d22941a00f),segment_id=19f8603b-b081-4ce5-86ca-33d22941a00f)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 09:33:59.759918 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-52391505-d1b1-4d59-9d7f-ac05609e04af None None] Port 97c088ed-f6af-4784-b065-f774bd7264fa cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 09:33:59.816110 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-b091fb7d-4d8b-4e3e-b475-090530c54f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff9d63d-afc5-4430-8837-eaaf559c2dbb', 'name': 'tempest-AttachVolumeTestJSON-186778351-router', 'tenant_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '1abe966a-62a9-493e-9788-2cab83ccfdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:33:45Z', 'updated_at': '2022-05-12T09:33:56Z', 'revision_number': 4, 'project_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'gw_port': {'id': '1abe966a-62a9-493e-9788-2cab83ccfdde', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:58:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff9d63d-afc5-4430-8837-eaaf559c2dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:47Z', 'updated_at': '2022-05-12T09:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_interfaces': [{'id': '25faadc0-b879-427a-990e-67b1194cb01d', 'name': '', 'network_id': '157184d7-26b8-47d5-86e0-3945164ff04d', 'tenant_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'mac_address': 'fa:16:3e:7d:24:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff9d63d-afc5-4430-8837-eaaf559c2dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'dc5a5cf9-5b7a-426c-931b-02b56a7bf3f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:54Z', 'updated_at': '2022-05-12T09:33:56Z', 'revision_number': 2, 'project_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'subnets': [{'id': 'dc5a5cf9-5b7a-426c-931b-02b56a7bf3f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:33:59.870434 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5a075a1e-4970-494a-bed4-a70cbc65719a tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:59.873433 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-8178602b-f8bc-41fa-b4b8-67d8d0f7bc7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (d404145d-bce6-4028-b3fb-2af9b5d03c34), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:33:59.906861 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b091fb7d-4d8b-4e3e-b475-090530c54f46 None None] Checking router: eff9d63d-afc5-4430-8837-eaaf559c2dbb for host: dv-cinder-837699-5-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 09:33:59.907225 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b091fb7d-4d8b-4e3e-b475-090530c54f46 None None] Updating router eff9d63d-afc5-4430-8837-eaaf559c2dbb port 25faadc0-b879-427a-990e-67b1194cb01d binding host dv-cinder-837699-5-iscsi {{(pid=103460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 09:34:00.019353 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-b091fb7d-4d8b-4e3e-b475-090530c54f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (25faadc0-b879-427a-990e-67b1194cb01d), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:00.078915 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ae30c9a2-2862-4981-9987-2f1781bad64c req-d1b33955-cfe3-4c91-9afa-28d8814dbb11 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] Publish callbacks [] for port (a1f179d2-9260-4805-a962-5a7091a5b50a), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:00.082355 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71501cd-7154-4ffd-bff6-40dd889de3ac None None] Pushing event updated for resources: {'Port': ['ID=d404145d-bce6-4028-b3fb-2af9b5d03c34,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:00.082594 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5a075a1e-4970-494a-bed4-a70cbc65719a tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks [] for security_group (e1c58aee-1342-4b1d-a617-7ce1b9baa80e), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:00.090897 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5a075a1e-4970-494a-bed4-a70cbc65719a tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (e1c58aee-1342-4b1d-a617-7ce1b9baa80e), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:00.145929 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a075a1e-4970-494a-bed4-a70cbc65719a tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c58aee-1342-4b1d-a617-7ce1b9baa80e,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:00.148506 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Provisioning complete for port 1abe966a-62a9-493e-9788-2cab83ccfdde triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:34:00.151658 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (1abe966a-62a9-493e-9788-2cab83ccfdde), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:00.154606 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5a075a1e-4970-494a-bed4-a70cbc65719a tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:00.159041 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-5a075a1e-4970-494a-bed4-a70cbc65719a tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4640255 May 12 09:34:00.159728 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 34124) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:34:00.170321 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-49194fcd-bf2a-4826-bb60-f781d30e2b9c tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Request body: {'security_group_rule': {'security_group_id': 'e1c58aee-1342-4b1d-a617-7ce1b9baa80e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:34:00.203356 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c37d1080-57b5-4b3d-8dda-0672e694825d req-7f9210a6-eea4-4261-8506-1acc73299818 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc90e8c3-13f2-4b3e-91e8-396847cf6572 HTTP/1.1" status: 200 len: 210 time: 0.0904379 May 12 09:34:00.223276 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-49194fcd-bf2a-4826-bb60-f781d30e2b9c tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks [] for security_group_rule (ad244f64-2709-4cf5-b877-a65a1269b0a0), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:00.231206 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8178602b-f8bc-41fa-b4b8-67d8d0f7bc7e None None] Routers {'570d9e20-7314-401c-9272-bd8b431bcad6'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:34:00.231840 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-8178602b-f8bc-41fa-b4b8-67d8d0f7bc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:33:52Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['570d9e20-7314-401c-9272-bd8b431bcad6'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:34:00.266421 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ae30c9a2-2862-4981-9987-2f1781bad64c req-d1b33955-cfe3-4c91-9afa-28d8814dbb11 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740344012620'] for port (a1f179d2-9260-4805-a962-5a7091a5b50a), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:00.360189 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae30c9a2-2862-4981-9987-2f1781bad64c req-d1b33955-cfe3-4c91-9afa-28d8814dbb11 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] Network 4b446bd8-08e4-4381-97bd-f3fde69be851 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 09:34:00.374117 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-ae30c9a2-2862-4981-9987-2f1781bad64c req-d1b33955-cfe3-4c91-9afa-28d8814dbb11 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:34:00.377121 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae30c9a2-2862-4981-9987-2f1781bad64c req-d1b33955-cfe3-4c91-9afa-28d8814dbb11 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 09:34:00.384428 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae30c9a2-2862-4981-9987-2f1781bad64c req-d1b33955-cfe3-4c91-9afa-28d8814dbb11 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:00.385361 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ae30c9a2-2862-4981-9987-2f1781bad64c req-d1b33955-cfe3-4c91-9afa-28d8814dbb11 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728753'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:00.417863 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b33955-cfe3-4c91-9afa-28d8814dbb11 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] Pushing event updated for resources: {'Port': ['ID=a1f179d2-9260-4805-a962-5a7091a5b50a,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:00.423284 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-49194fcd-bf2a-4826-bb60-f781d30e2b9c tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks [] for security_group_rule (ad244f64-2709-4cf5-b877-a65a1269b0a0), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:00.428454 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ae30c9a2-2862-4981-9987-2f1781bad64c req-d1b33955-cfe3-4c91-9afa-28d8814dbb11 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1384223 May 12 09:34:00.431201 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-49194fcd-bf2a-4826-bb60-f781d30e2b9c tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689781'] for security_group_rule (ad244f64-2709-4cf5-b877-a65a1269b0a0), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:00.457747 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49194fcd-bf2a-4826-bb60-f781d30e2b9c tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad244f64-2709-4cf5-b877-a65a1269b0a0,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:00.468631 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-49194fcd-bf2a-4826-bb60-f781d30e2b9c tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:00.472344 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-49194fcd-bf2a-4826-bb60-f781d30e2b9c tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3071113 May 12 09:34:00.472679 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 34138) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:34:00.479529 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-ce11d153-927c-4331-a657-9cb3d087a2ed tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Request body: {'security_group_rule': {'security_group_id': 'e1c58aee-1342-4b1d-a617-7ce1b9baa80e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:34:00.512347 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ce11d153-927c-4331-a657-9cb3d087a2ed tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks [] for security_group_rule (e9b0d674-8179-4fd5-a482-84f6cec45b25), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:00.581085 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Current status of the port 1abe966a-62a9-493e-9788-2cab83ccfdde is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:34:00.602049 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ce11d153-927c-4331-a657-9cb3d087a2ed tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks [] for security_group_rule (e9b0d674-8179-4fd5-a482-84f6cec45b25), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:00.609225 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ce11d153-927c-4331-a657-9cb3d087a2ed tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689781'] for security_group_rule (e9b0d674-8179-4fd5-a482-84f6cec45b25), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:00.627488 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce11d153-927c-4331-a657-9cb3d087a2ed tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9b0d674-8179-4fd5-a482-84f6cec45b25,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:00.638875 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-8178602b-f8bc-41fa-b4b8-67d8d0f7bc7e None None] Set router 570d9e20-7314-401c-9272-bd8b431bcad6 gateway port host: dv-cinder-837699-5-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:34:00.639960 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ce11d153-927c-4331-a657-9cb3d087a2ed tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:00.641199 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-ce11d153-927c-4331-a657-9cb3d087a2ed tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1674945 May 12 09:34:00.644275 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 34144) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:34:00.649101 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-91d6c25d-0159-4cb9-a13c-c7b628e3304c tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Request body: {'floatingip': {'floating_network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:34:00.675178 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-91d6c25d-0159-4cb9-a13c-c7b628e3304c tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:00.678853 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-b091fb7d-4d8b-4e3e-b475-090530c54f46 None None] Publish callbacks [] for port (25faadc0-b879-427a-990e-67b1194cb01d), precommit_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:00.687067 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-b091fb7d-4d8b-4e3e-b475-090530c54f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (25faadc0-b879-427a-990e-67b1194cb01d), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:00.785500 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b2f780-14bc-4085-b8bf-5079a82b5d0f None None] Pushing event updated for resources: {'Port': ['ID=25faadc0-b879-427a-990e-67b1194cb01d,revision_number=3']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:00.900334 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-91d6c25d-0159-4cb9-a13c-c7b628e3304c tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:00.951235 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-b091fb7d-4d8b-4e3e-b475-090530c54f46 None None] Attempting to bind port 25faadc0-b879-427a-990e-67b1194cb01d on host dv-cinder-837699-5-iscsi for vnic_type normal with profile {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 09:34:00.953498 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-b091fb7d-4d8b-4e3e-b475-090530c54f46 None None] Attempting to bind port 25faadc0-b879-427a-990e-67b1194cb01d by drivers openvswitch,hyperv on host dv-cinder-837699-5-iscsi at level 0 using segments [{'id': 'df27dd97-80bd-404b-9020-df3082427427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '157184d7-26b8-47d5-86e0-3945164ff04d'}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 09:34:00.955423 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b091fb7d-4d8b-4e3e-b475-090530c54f46 None None] Attempting to bind port 25faadc0-b879-427a-990e-67b1194cb01d on network 157184d7-26b8-47d5-86e0-3945164ff04d {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 09:34:00.974446 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b091fb7d-4d8b-4e3e-b475-090530c54f46 None None] Checking agent: {'id': '0e2e3861-7d79-4ce6-9d91-faa32ae2cb64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 9, 25, 26), 'started_at': datetime.datetime(2022, 5, 12, 9, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 9, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 09:34:00.975119 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b091fb7d-4d8b-4e3e-b475-090530c54f46 None None] Checking segment: {'id': 'df27dd97-80bd-404b-9020-df3082427427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '157184d7-26b8-47d5-86e0-3945164ff04d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 09:34:00.975686 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-b091fb7d-4d8b-4e3e-b475-090530c54f46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:00.976256 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b091fb7d-4d8b-4e3e-b475-090530c54f46 None None] Bound using segment: {'id': 'df27dd97-80bd-404b-9020-df3082427427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '157184d7-26b8-47d5-86e0-3945164ff04d'} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 09:34:00.977501 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-b091fb7d-4d8b-4e3e-b475-090530c54f46 None None] Bound port: 25faadc0-b879-427a-990e-67b1194cb01d, host: dv-cinder-837699-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df27dd97-80bd-404b-9020-df3082427427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '157184d7-26b8-47d5-86e0-3945164ff04d'}}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 09:34:00.980616 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-b091fb7d-4d8b-4e3e-b475-090530c54f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (25faadc0-b879-427a-990e-67b1194cb01d), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:01.029224 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59526736-1c38-4d84-80a9-0350caba0484 req-b637d410-1977-467d-bb65-54d8f15235ff tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:01.030891 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-59526736-1c38-4d84-80a9-0350caba0484 req-b637d410-1977-467d-bb65-54d8f15235ff tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/networks?id=94c124bd-d4ff-4709-8b22-7520113efef5 HTTP/1.1" status: 200 len: 818 time: 0.1939270 May 12 09:34:01.081345 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-59526736-1c38-4d84-80a9-0350caba0484 req-ca5dec13-90b4-419d-868f-3bafcc4588e5 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/quotas/c54669eadc784d4aac5d1a40d18858b1 HTTP/1.1" status: 200 len: 375 time: 0.0347016 May 12 09:34:01.157483 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-91d6c25d-0159-4cb9-a13c-c7b628e3304c tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Allocated IP 172.27.3.170 (35e64619-a59d-47b1-b4c9-78b55f54f97b/31f684fc-c02d-4e22-bb04-cd143bba725c/c6af4632-8574-415a-9df1-67257a19376f) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 09:34:01.207047 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-8178602b-f8bc-41fa-b4b8-67d8d0f7bc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570d9e20-7314-401c-9272-bd8b431bcad6', 'name': 'tempest-ServerRescueNegativeTestJSON-803505975-router', 'tenant_id': 'c54669eadc784d4aac5d1a40d18858b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'd404145d-bce6-4028-b3fb-2af9b5d03c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:33:47Z', 'updated_at': '2022-05-12T09:33:56Z', 'revision_number': 4, 'project_id': 'c54669eadc784d4aac5d1a40d18858b1', 'gw_port': {'id': 'd404145d-bce6-4028-b3fb-2af9b5d03c34', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e2:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '570d9e20-7314-401c-9272-bd8b431bcad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:48Z', 'updated_at': '2022-05-12T09:33:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_interfaces': [{'id': '97c088ed-f6af-4784-b065-f774bd7264fa', 'name': '', 'network_id': '94c124bd-d4ff-4709-8b22-7520113efef5', 'tenant_id': 'c54669eadc784d4aac5d1a40d18858b1', 'mac_address': 'fa:16:3e:60:73:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '570d9e20-7314-401c-9272-bd8b431bcad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4e261d1c-7f38-449c-aec8-8a565c5048cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:54Z', 'updated_at': '2022-05-12T09:33:56Z', 'revision_number': 2, 'project_id': 'c54669eadc784d4aac5d1a40d18858b1', 'subnets': [{'id': '4e261d1c-7f38-449c-aec8-8a565c5048cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:34:01.265978 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8178602b-f8bc-41fa-b4b8-67d8d0f7bc7e None None] The sync data for ids ['570d9e20-7314-401c-9272-bd8b431bcad6'] in dv-cinder-837699-5-iscsi is: [{'id': '570d9e20-7314-401c-9272-bd8b431bcad6', 'name': 'tempest-ServerRescueNegativeTestJSON-803505975-router', 'tenant_id': 'c54669eadc784d4aac5d1a40d18858b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'd404145d-bce6-4028-b3fb-2af9b5d03c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:33:47Z', 'updated_at': '2022-05-12T09:33:56Z', 'revision_number': 4, 'project_id': 'c54669eadc784d4aac5d1a40d18858b1', 'gw_port': {'id': 'd404145d-bce6-4028-b3fb-2af9b5d03c34', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e2:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '570d9e20-7314-401c-9272-bd8b431bcad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:48Z', 'updated_at': '2022-05-12T09:33:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_interfaces': [{'id': '97c088ed-f6af-4784-b065-f774bd7264fa', 'name': '', 'network_id': '94c124bd-d4ff-4709-8b22-7520113efef5', 'tenant_id': 'c54669eadc784d4aac5d1a40d18858b1', 'mac_address': 'fa:16:3e:60:73:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '570d9e20-7314-401c-9272-bd8b431bcad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4e261d1c-7f38-449c-aec8-8a565c5048cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:54Z', 'updated_at': '2022-05-12T09:33:56Z', 'revision_number': 2, 'project_id': 'c54669eadc784d4aac5d1a40d18858b1', 'subnets': [{'id': '4e261d1c-7f38-449c-aec8-8a565c5048cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 09:34:01.296739 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-9cbd4a91-048d-47c7-9a71-b4618549e903 None None] Provisioning complete for port 25faadc0-b879-427a-990e-67b1194cb01d triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:34:01.297249 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9cbd4a91-048d-47c7-9a71-b4618549e903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (25faadc0-b879-427a-990e-67b1194cb01d), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:01.329492 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-b091fb7d-4d8b-4e3e-b475-090530c54f46 None None] For port 25faadc0-b879-427a-990e-67b1194cb01d, host dv-cinder-837699-5-iscsi, cleared binding levels {{(pid=103460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 09:34:01.334014 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-b091fb7d-4d8b-4e3e-b475-090530c54f46 None None] For port 25faadc0-b879-427a-990e-67b1194cb01d, host dv-cinder-837699-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=25faadc0-b879-427a-990e-67b1194cb01d,segment=NetworkSegment(df27dd97-80bd-404b-9020-df3082427427),segment_id=df27dd97-80bd-404b-9020-df3082427427)] {{(pid=103460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 09:34:01.343757 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-b091fb7d-4d8b-4e3e-b475-090530c54f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (25faadc0-b879-427a-990e-67b1194cb01d), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:01.358245 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [req-ae30c9a2-2862-4981-9987-2f1781bad64c req-dfb0d786-e854-4ed9-93df-6f0e3d6a1137 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 09:34:01.359263 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ae30c9a2-2862-4981-9987-2f1781bad64c req-dfb0d786-e854-4ed9-93df-6f0e3d6a1137 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0140500 May 12 09:34:01.372688 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-9cbd4a91-048d-47c7-9a71-b4618549e903 None None] Port 25faadc0-b879-427a-990e-67b1194cb01d cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 09:34:01.446253 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-59526736-1c38-4d84-80a9-0350caba0484 req-5cfa3be1-f61c-4da1-8dab-0ade4902a058 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c54669eadc784d4aac5d1a40d18858b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3632624 May 12 09:34:01.458571 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-91d6c25d-0159-4cb9-a13c-c7b628e3304c tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks [] for port (c6af4632-8574-415a-9df1-67257a19376f), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:01.472742 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd1379-bfc7-4c11-b5cd-cf52f93dba70 req-2761c0e2-49b9-477a-81e1-62ac9a2e7aa3 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:01.479544 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a8dd1379-bfc7-4c11-b5cd-cf52f93dba70 req-2761c0e2-49b9-477a-81e1-62ac9a2e7aa3 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/ports?device_id=b658c976-df06-49bb-9c2d-4d42cead8156 HTTP/1.1" status: 200 len: 931 time: 0.4453645 May 12 09:34:01.495105 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b2f780-14bc-4085-b8bf-5079a82b5d0f None None] Pushing event updated for resources: {'Port': ['ID=25faadc0-b879-427a-990e-67b1194cb01d,revision_number=4']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:01.540215 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b091fb7d-4d8b-4e3e-b475-090530c54f46 None None] Routers {'eff9d63d-afc5-4430-8837-eaaf559c2dbb'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:34:01.541020 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-b091fb7d-4d8b-4e3e-b475-090530c54f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:33:52Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['eff9d63d-afc5-4430-8837-eaaf559c2dbb'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:34:01.560041 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-91d6c25d-0159-4cb9-a13c-c7b628e3304c tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740344012620'] for port (c6af4632-8574-415a-9df1-67257a19376f), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:01.664584 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a8dd1379-bfc7-4c11-b5cd-cf52f93dba70 req-900c0eea-6aef-4d95-b6c5-63ba88c7d265 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c14d4c7-413f-44a8-826c-c4521bbc3b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825919 May 12 09:34:01.701452 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d6c25d-0159-4cb9-a13c-c7b628e3304c tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Network 35e64619-a59d-47b1-b4c9-78b55f54f97b is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 09:34:01.708000 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-91d6c25d-0159-4cb9-a13c-c7b628e3304c tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:34:01.723400 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d6c25d-0159-4cb9-a13c-c7b628e3304c tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 09:34:01.837179 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d6c25d-0159-4cb9-a13c-c7b628e3304c tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Pushing event updated for resources: {'Port': ['ID=c6af4632-8574-415a-9df1-67257a19376f,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:01.842109 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-b091fb7d-4d8b-4e3e-b475-090530c54f46 None None] Set router eff9d63d-afc5-4430-8837-eaaf559c2dbb gateway port host: dv-cinder-837699-5-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:34:01.850988 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [req-59526736-1c38-4d84-80a9-0350caba0484 req-e1e8fcba-ce28-49b2-91ae-8298c645c946 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 09:34:01.859652 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-59526736-1c38-4d84-80a9-0350caba0484 req-e1e8fcba-ce28-49b2-91ae-8298c645c946 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1509910 May 12 09:34:01.899563 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-91d6c25d-0159-4cb9-a13c-c7b628e3304c tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks [] for floatingip (f9067352-54bc-43ea-91a6-18bd3b4c2874), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:01.991334 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-91d6c25d-0159-4cb9-a13c-c7b628e3304c tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (c6af4632-8574-415a-9df1-67257a19376f), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:02.077812 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-fce39b09-74bb-46c7-8fc3-f15845d923cb None None] Provisioning complete for port 25faadc0-b879-427a-990e-67b1194cb01d triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:34:02.077812 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fce39b09-74bb-46c7-8fc3-f15845d923cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (25faadc0-b879-427a-990e-67b1194cb01d), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:02.283002 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fce39b09-74bb-46c7-8fc3-f15845d923cb None None] Current status of the port 25faadc0-b879-427a-990e-67b1194cb01d is: DOWN; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:34:02.284061 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fce39b09-74bb-46c7-8fc3-f15845d923cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (25faadc0-b879-427a-990e-67b1194cb01d), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:02.295151 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-b091fb7d-4d8b-4e3e-b475-090530c54f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff9d63d-afc5-4430-8837-eaaf559c2dbb', 'name': 'tempest-AttachVolumeTestJSON-186778351-router', 'tenant_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '1abe966a-62a9-493e-9788-2cab83ccfdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:33:45Z', 'updated_at': '2022-05-12T09:33:56Z', 'revision_number': 4, 'project_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'gw_port': {'id': '1abe966a-62a9-493e-9788-2cab83ccfdde', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:58:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff9d63d-afc5-4430-8837-eaaf559c2dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:47Z', 'updated_at': '2022-05-12T09:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_interfaces': [{'id': '25faadc0-b879-427a-990e-67b1194cb01d', 'name': '', 'network_id': '157184d7-26b8-47d5-86e0-3945164ff04d', 'tenant_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'mac_address': 'fa:16:3e:7d:24:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff9d63d-afc5-4430-8837-eaaf559c2dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'dc5a5cf9-5b7a-426c-931b-02b56a7bf3f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:54Z', 'updated_at': '2022-05-12T09:34:01Z', 'revision_number': 4, 'project_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'subnets': [{'id': 'dc5a5cf9-5b7a-426c-931b-02b56a7bf3f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:34:02.326668 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-34a29ab0-06a8-45df-a4a3-7dc1f47eb27c req-c7b9b5d1-7dad-4973-a0c8-0aa25c360c1c tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc90e8c3-13f2-4b3e-91e8-396847cf6572 HTTP/1.1" status: 200 len: 210 time: 0.3098199 May 12 09:34:02.328851 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fce39b09-74bb-46c7-8fc3-f15845d923cb None None] For port 25faadc0-b879-427a-990e-67b1194cb01d, host dv-cinder-837699-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=25faadc0-b879-427a-990e-67b1194cb01d,segment=NetworkSegment(df27dd97-80bd-404b-9020-df3082427427),segment_id=df27dd97-80bd-404b-9020-df3082427427)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:34:02.337849 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fce39b09-74bb-46c7-8fc3-f15845d923cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (25faadc0-b879-427a-990e-67b1194cb01d), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:02.362052 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b091fb7d-4d8b-4e3e-b475-090530c54f46 None None] The sync data for ids ['eff9d63d-afc5-4430-8837-eaaf559c2dbb'] in dv-cinder-837699-5-iscsi is: [{'id': 'eff9d63d-afc5-4430-8837-eaaf559c2dbb', 'name': 'tempest-AttachVolumeTestJSON-186778351-router', 'tenant_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '1abe966a-62a9-493e-9788-2cab83ccfdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:33:45Z', 'updated_at': '2022-05-12T09:33:56Z', 'revision_number': 4, 'project_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'gw_port': {'id': '1abe966a-62a9-493e-9788-2cab83ccfdde', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:58:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff9d63d-afc5-4430-8837-eaaf559c2dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:47Z', 'updated_at': '2022-05-12T09:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_interfaces': [{'id': '25faadc0-b879-427a-990e-67b1194cb01d', 'name': '', 'network_id': '157184d7-26b8-47d5-86e0-3945164ff04d', 'tenant_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'mac_address': 'fa:16:3e:7d:24:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff9d63d-afc5-4430-8837-eaaf559c2dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'dc5a5cf9-5b7a-426c-931b-02b56a7bf3f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:54Z', 'updated_at': '2022-05-12T09:34:01Z', 'revision_number': 4, 'project_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'subnets': [{'id': 'dc5a5cf9-5b7a-426c-931b-02b56a7bf3f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 09:34:02.388163 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-59526736-1c38-4d84-80a9-0350caba0484 req-5348063c-a36b-4cc5-813a-76e33d0844e5 service neutron] 10.222.0.60 "GET /v2.0/networks/94c124bd-d4ff-4709-8b22-7520113efef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5272551 May 12 09:34:02.433107 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce39b09-74bb-46c7-8fc3-f15845d923cb None None] Pushing event updated for resources: {'Port': ['ID=25faadc0-b879-427a-990e-67b1194cb01d,revision_number=5']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:02.501096 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-91d6c25d-0159-4cb9-a13c-c7b628e3304c tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks [] for port (c6af4632-8574-415a-9df1-67257a19376f), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:02.509158 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-91d6c25d-0159-4cb9-a13c-c7b628e3304c tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (c6af4632-8574-415a-9df1-67257a19376f), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:02.585713 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-91d6c25d-0159-4cb9-a13c-c7b628e3304c tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799862'] for floatingip (f9067352-54bc-43ea-91a6-18bd3b4c2874), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:02.610336 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-91d6c25d-0159-4cb9-a13c-c7b628e3304c tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for floatingip (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:02.622326 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-91d6c25d-0159-4cb9-a13c-c7b628e3304c tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9667983 May 12 09:34:02.625877 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-59526736-1c38-4d84-80a9-0350caba0484 req-01f81fdb-2b0b-44ee-a7dd-d493632ad36b service neutron] 10.222.0.60 "GET /v2.0/networks/94c124bd-d4ff-4709-8b22-7520113efef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365563 May 12 09:34:02.655655 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d6c25d-0159-4cb9-a13c-c7b628e3304c tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Pushing event updated for resources: {'Port': ['ID=c6af4632-8574-415a-9df1-67257a19376f,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:02.898202 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device 25faadc0-b879-427a-990e-67b1194cb01d up at agent ovs-agent-dv-cinder-837699-5-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 09:34:03.091076 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Provisioning complete for port 25faadc0-b879-427a-990e-67b1194cb01d triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:34:03.091484 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (25faadc0-b879-427a-990e-67b1194cb01d), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:03.270083 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347544e-7559-4092-9490-1f66c8a17c6e req-5d95f1bc-7565-4f63-bb73-15e28d6a5c2d tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:03.282662 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6347544e-7559-4092-9490-1f66c8a17c6e req-5d95f1bc-7565-4f63-bb73-15e28d6a5c2d tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/ports?device_id=b658c976-df06-49bb-9c2d-4d42cead8156 HTTP/1.1" status: 200 len: 931 time: 0.4346814 May 12 09:34:03.415411 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Current status of the port 25faadc0-b879-427a-990e-67b1194cb01d is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:34:03.444542 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-20261148-062d-4ae9-926d-aebb6a43c4bd req-d778d933-b524-4f85-909e-5a7492295058 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1253925298&fields=id&tenant_id=da5b9f41ad6b4506872df6cb86ae9f73 HTTP/1.1" status: 200 len: 267 time: 0.1595950 May 12 09:34:03.723548 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6347544e-7559-4092-9490-1f66c8a17c6e req-e5fd4b83-e4d4-401a-949f-9c090b2063ae tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c14d4c7-413f-44a8-826c-c4521bbc3b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3912432 May 12 09:34:03.724552 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-ae30c9a2-2862-4981-9987-2f1781bad64c req-4eb96fe1-1d85-495c-b7f1-6b044fe10851 service neutron] Request body: {'port': {'device_id': 'b658c976-df06-49bb-9c2d-4d42cead8156', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:34:03.849779 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20261148-062d-4ae9-926d-aebb6a43c4bd req-e777c57e-c4cc-4ace-a691-d1a534bc3940 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:03.852735 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-20261148-062d-4ae9-926d-aebb6a43c4bd req-e777c57e-c4cc-4ace-a691-d1a534bc3940 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/networks?id=157184d7-26b8-47d5-86e0-3945164ff04d HTTP/1.1" status: 200 len: 810 time: 0.3770008 May 12 09:34:03.861091 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ae30c9a2-2862-4981-9987-2f1781bad64c req-4eb96fe1-1d85-495c-b7f1-6b044fe10851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (a1f179d2-9260-4805-a962-5a7091a5b50a), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:03.906417 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-20261148-062d-4ae9-926d-aebb6a43c4bd req-7a0a4da4-bd36-4e65-bca6-cbc9e23c93f6 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/quotas/da5b9f41ad6b4506872df6cb86ae9f73 HTTP/1.1" status: 200 len: 375 time: 0.0342996 May 12 09:34:04.013293 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-003670c2-67f0-4441-9eed-c31c739fd818 req-00c1760c-763e-4e5c-9be6-456009ba2ed9 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ed911f6-afdf-49e6-9897-e51a903b7680 HTTP/1.1" status: 200 len: 210 time: 0.0422873 May 12 09:34:04.040246 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-20261148-062d-4ae9-926d-aebb6a43c4bd req-cb0cedc7-e9e2-45d6-8c3a-ef41a3e599b1 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=da5b9f41ad6b4506872df6cb86ae9f73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1326971 May 12 09:34:04.193653 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-95b8137b-6604-4778-b01d-5182d791bf55 req-48e3c59b-3b65-4213-b0e2-3dabffc0864a tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc90e8c3-13f2-4b3e-91e8-396847cf6572 HTTP/1.1" status: 200 len: 210 time: 0.0419614 May 12 09:34:04.233116 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-20261148-062d-4ae9-926d-aebb6a43c4bd req-e4e41587-4d9f-4018-b2d6-a6fe214cd243 service neutron] 10.222.0.60 "GET /v2.0/networks/157184d7-26b8-47d5-86e0-3945164ff04d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820605 May 12 09:34:04.380062 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [req-ae30c9a2-2862-4981-9987-2f1781bad64c req-4eb96fe1-1d85-495c-b7f1-6b044fe10851 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1f179d2-9260-4805-a962-5a7091a5b50a {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 09:34:04.389346 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ae30c9a2-2862-4981-9987-2f1781bad64c req-4eb96fe1-1d85-495c-b7f1-6b044fe10851 service neutron] Publish callbacks [] for port (a1f179d2-9260-4805-a962-5a7091a5b50a), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:04.407322 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-20261148-062d-4ae9-926d-aebb6a43c4bd req-fcbdb3fe-849d-417c-97b9-d7f425df7f88 service neutron] 10.222.0.60 "GET /v2.0/networks/157184d7-26b8-47d5-86e0-3945164ff04d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684563 May 12 09:34:04.413264 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-ae30c9a2-2862-4981-9987-2f1781bad64c req-4eb96fe1-1d85-495c-b7f1-6b044fe10851 service neutron] Transition to ACTIVE for port object a1f179d2-9260-4805-a962-5a7091a5b50a will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 09:34:04.419580 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ae30c9a2-2862-4981-9987-2f1781bad64c req-4eb96fe1-1d85-495c-b7f1-6b044fe10851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (a1f179d2-9260-4805-a962-5a7091a5b50a), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:04.447823 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb9e942-eb93-462a-bc49-f6fd6f09e462 req-7df2f4ec-10a6-409a-99aa-5c105c3cac51 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:04.449797 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-afb9e942-eb93-462a-bc49-f6fd6f09e462 req-7df2f4ec-10a6-409a-99aa-5c105c3cac51 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/networks?id=94c124bd-d4ff-4709-8b22-7520113efef5 HTTP/1.1" status: 200 len: 818 time: 0.1348727 May 12 09:34:04.476317 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-afb9e942-eb93-462a-bc49-f6fd6f09e462 req-1123219c-6df0-4829-99f8-0e0e46c87e70 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/quotas/c54669eadc784d4aac5d1a40d18858b1 HTTP/1.1" status: 200 len: 375 time: 0.0209343 May 12 09:34:04.485052 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb96fe1-1d85-495c-b7f1-6b044fe10851 service neutron] Pushing event updated for resources: {'Port': ['ID=a1f179d2-9260-4805-a962-5a7091a5b50a,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:04.547577 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-afb9e942-eb93-462a-bc49-f6fd6f09e462 req-dc830869-5a84-46e7-a3aa-0c250d3dbafc tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c54669eadc784d4aac5d1a40d18858b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0653260 May 12 09:34:04.575172 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-ae30c9a2-2862-4981-9987-2f1781bad64c req-4eb96fe1-1d85-495c-b7f1-6b044fe10851 service neutron] Attempting to bind port a1f179d2-9260-4805-a962-5a7091a5b50a on host hv-cinder-83769 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 09:34:04.575791 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-ae30c9a2-2862-4981-9987-2f1781bad64c req-4eb96fe1-1d85-495c-b7f1-6b044fe10851 service neutron] Attempting to bind port a1f179d2-9260-4805-a962-5a7091a5b50a by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': '1c9a8f40-db4e-42d7-af8d-5d20c50cab84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4b446bd8-08e4-4381-97bd-f3fde69be851'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 09:34:04.576302 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae30c9a2-2862-4981-9987-2f1781bad64c req-4eb96fe1-1d85-495c-b7f1-6b044fe10851 service neutron] Attempting to bind port a1f179d2-9260-4805-a962-5a7091a5b50a on network 4b446bd8-08e4-4381-97bd-f3fde69be851 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 09:34:04.582413 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae30c9a2-2862-4981-9987-2f1781bad64c req-4eb96fe1-1d85-495c-b7f1-6b044fe10851 service neutron] Port a1f179d2-9260-4805-a962-5a7091a5b50a on network 4b446bd8-08e4-4381-97bd-f3fde69be851 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 09:34:04.582906 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae30c9a2-2862-4981-9987-2f1781bad64c req-4eb96fe1-1d85-495c-b7f1-6b044fe10851 service neutron] Attempting to bind port a1f179d2-9260-4805-a962-5a7091a5b50a on network 4b446bd8-08e4-4381-97bd-f3fde69be851 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 09:34:04.589846 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae30c9a2-2862-4981-9987-2f1781bad64c req-4eb96fe1-1d85-495c-b7f1-6b044fe10851 service neutron] Checking agent: {'id': 'cdc2c050-d5b8-41e9-9f41-bf893d522faa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 9, 31, 46), 'started_at': datetime.datetime(2022, 5, 12, 9, 31, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 9, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 09:34:04.590510 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae30c9a2-2862-4981-9987-2f1781bad64c req-4eb96fe1-1d85-495c-b7f1-6b044fe10851 service neutron] Checking segment: {'id': '1c9a8f40-db4e-42d7-af8d-5d20c50cab84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4b446bd8-08e4-4381-97bd-f3fde69be851'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 09:34:04.591370 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae30c9a2-2862-4981-9987-2f1781bad64c req-4eb96fe1-1d85-495c-b7f1-6b044fe10851 service neutron] Bound using segment: {'id': '1c9a8f40-db4e-42d7-af8d-5d20c50cab84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4b446bd8-08e4-4381-97bd-f3fde69be851'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 09:34:04.592002 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-ae30c9a2-2862-4981-9987-2f1781bad64c req-4eb96fe1-1d85-495c-b7f1-6b044fe10851 service neutron] Bound port: a1f179d2-9260-4805-a962-5a7091a5b50a, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c9a8f40-db4e-42d7-af8d-5d20c50cab84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4b446bd8-08e4-4381-97bd-f3fde69be851'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 09:34:04.592509 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ae30c9a2-2862-4981-9987-2f1781bad64c req-4eb96fe1-1d85-495c-b7f1-6b044fe10851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (a1f179d2-9260-4805-a962-5a7091a5b50a), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:04.665028 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3880f934-dfb7-4a62-af36-4185f488b636 req-fd554f73-f489-49b7-aae8-006492ecdb70 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 210 time: 0.0644729 May 12 09:34:04.725934 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-ae30c9a2-2862-4981-9987-2f1781bad64c req-4eb96fe1-1d85-495c-b7f1-6b044fe10851 service neutron] For port a1f179d2-9260-4805-a962-5a7091a5b50a, host hv-cinder-83769, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 09:34:04.745752 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device d404145d-bce6-4028-b3fb-2af9b5d03c34 up at agent ovs-agent-dv-cinder-837699-5-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 09:34:04.763146 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-ae30c9a2-2862-4981-9987-2f1781bad64c req-4eb96fe1-1d85-495c-b7f1-6b044fe10851 service neutron] For port a1f179d2-9260-4805-a962-5a7091a5b50a, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=a1f179d2-9260-4805-a962-5a7091a5b50a,segment=NetworkSegment(1c9a8f40-db4e-42d7-af8d-5d20c50cab84),segment_id=1c9a8f40-db4e-42d7-af8d-5d20c50cab84)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 09:34:04.774925 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ae30c9a2-2862-4981-9987-2f1781bad64c req-4eb96fe1-1d85-495c-b7f1-6b044fe10851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (a1f179d2-9260-4805-a962-5a7091a5b50a), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:04.803103 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-afb9e942-eb93-462a-bc49-f6fd6f09e462 req-e9ce5de5-527c-4979-aa5f-b508a92328a8 service neutron] 10.222.0.60 "GET /v2.0/networks/94c124bd-d4ff-4709-8b22-7520113efef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468002 May 12 09:34:04.812374 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Provisioning complete for port d404145d-bce6-4028-b3fb-2af9b5d03c34 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:34:04.812768 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (d404145d-bce6-4028-b3fb-2af9b5d03c34), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:04.885119 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae30c9a2-2862-4981-9987-2f1781bad64c req-4eb96fe1-1d85-495c-b7f1-6b044fe10851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:04.885850 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ae30c9a2-2862-4981-9987-2f1781bad64c req-4eb96fe1-1d85-495c-b7f1-6b044fe10851 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728753'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:04.889311 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ae30c9a2-2862-4981-9987-2f1781bad64c req-4eb96fe1-1d85-495c-b7f1-6b044fe10851 service neutron] 10.222.0.65 "PUT /v2.0/ports/a1f179d2-9260-4805-a962-5a7091a5b50a HTTP/1.1" status: 200 len: 1093 time: 1.6261625 May 12 09:34:04.890018 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b658c976-df06-49bb-9c2d-4d42cead8156', 'tag': 'a1f179d2-9260-4805-a962-5a7091a5b50a'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:34:04.925158 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Current status of the port d404145d-bce6-4028-b3fb-2af9b5d03c34 is: DOWN; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:34:04.925742 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (d404145d-bce6-4028-b3fb-2af9b5d03c34), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:04.941291 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fea73cb-a16c-46c7-bd33-da831424da78 req-24fbe1ee-bda9-4b42-82d4-ae5de3bd59f0 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:04.950922 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] For port d404145d-bce6-4028-b3fb-2af9b5d03c34, host dv-cinder-837699-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=d404145d-bce6-4028-b3fb-2af9b5d03c34,segment=NetworkSegment(19f8603b-b081-4ce5-86ca-33d22941a00f),segment_id=19f8603b-b081-4ce5-86ca-33d22941a00f)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:34:04.953142 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7fea73cb-a16c-46c7-bd33-da831424da78 req-24fbe1ee-bda9-4b42-82d4-ae5de3bd59f0 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/ports?device_id=b658c976-df06-49bb-9c2d-4d42cead8156 HTTP/1.1" status: 200 len: 943 time: 0.0799358 May 12 09:34:04.956565 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (d404145d-bce6-4028-b3fb-2af9b5d03c34), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:04.984582 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb96fe1-1d85-495c-b7f1-6b044fe10851 service neutron] Pushing event updated for resources: {'Port': ['ID=a1f179d2-9260-4805-a962-5a7091a5b50a,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:05.014590 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Pushing event updated for resources: {'Port': ['ID=d404145d-bce6-4028-b3fb-2af9b5d03c34,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:05.073999 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-afb9e942-eb93-462a-bc49-f6fd6f09e462 req-21cff0c1-d6c2-4ebb-8585-e414d48a68a9 service neutron] 10.222.0.60 "GET /v2.0/networks/94c124bd-d4ff-4709-8b22-7520113efef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700098 May 12 09:34:05.089749 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7fea73cb-a16c-46c7-bd33-da831424da78 req-2d20428a-4bb7-409c-98cd-16c81897fa69 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c14d4c7-413f-44a8-826c-c4521bbc3b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299095 May 12 09:34:05.140407 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ab44c22d40f7c005d262e262c3a77426c373d0f7a848e933746c3cdedb51eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a1894e-fcf9-4b43-83ac-5f66fe877a29" -d '{"events": [{"name": "network-changed", "server_uuid": "b658c976-df06-49bb-9c2d-4d42cead8156", "tag": "a1f179d2-9260-4805-a962-5a7091a5b50a"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:34:05.312141 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9c423b30-611c-4b10-91c9-0afda6e4a597 req-bb2123ba-184e-472f-884a-88dda61ed579 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc90e8c3-13f2-4b3e-91e8-396847cf6572 HTTP/1.1" status: 200 len: 210 time: 0.0322902 May 12 09:34:05.324610 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 09:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a8dc3f-283a-49d6-b62a-3e42816ae370 x-openstack-request-id: req-e9a8dc3f-283a-49d6-b62a-3e42816ae370 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:34:05.324971 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b658c976-df06-49bb-9c2d-4d42cead8156", "tag": "a1f179d2-9260-4805-a962-5a7091a5b50a", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:34:05.325282 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e9a8dc3f-283a-49d6-b62a-3e42816ae370 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:34:05.326138 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9a8dc3f-283a-49d6-b62a-3e42816ae370'] response: {'name': 'network-changed', 'server_uuid': 'b658c976-df06-49bb-9c2d-4d42cead8156', 'tag': 'a1f179d2-9260-4805-a962-5a7091a5b50a', 'status': 'completed', 'code': 200} May 12 09:34:05.380339 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f2161a90-4e64-4f4f-b178-51bf9e42da3e req-965a6855-85f4-4019-a0c9-1c2fd21e5c74 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 210 time: 0.0290194 May 12 09:34:05.824732 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dddb80de-00de-4cc2-a320-f21279fdb947 req-4c33da91-9a2c-43b3-849d-7c647af1f69e tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 210 time: 0.0398347 May 12 09:34:06.206451 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7221c9-3586-4346-89ea-d045b6f9899d req-09303395-20ed-4d14-aa57-3d1d7eb906e0 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:06.213458 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0b7221c9-3586-4346-89ea-d045b6f9899d req-09303395-20ed-4d14-aa57-3d1d7eb906e0 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/ports?device_id=b658c976-df06-49bb-9c2d-4d42cead8156 HTTP/1.1" status: 200 len: 943 time: 0.0651183 May 12 09:34:06.274072 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0b7221c9-3586-4346-89ea-d045b6f9899d req-09b00427-631a-4a6b-8973-d75a27ad3e56 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c14d4c7-413f-44a8-826c-c4521bbc3b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594690 May 12 09:34:06.412261 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c566ce2b-2571-47d0-81d9-14b6e401d751 req-af7f19e9-cba4-4256-ac1c-1ab81ced54f0 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc90e8c3-13f2-4b3e-91e8-396847cf6572 HTTP/1.1" status: 200 len: 210 time: 0.0297709 May 12 09:34:06.483869 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-366f10d9-5ce6-4f06-8f45-f0f4cc172dc7 req-782849f6-76f1-4da0-825f-6de7ebd6cb8f tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 210 time: 0.0270061 May 12 09:34:06.683919 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device d404145d-bce6-4028-b3fb-2af9b5d03c34 up at agent ovs-agent-dv-cinder-837699-5-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 09:34:06.733723 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Provisioning complete for port d404145d-bce6-4028-b3fb-2af9b5d03c34 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:34:06.734179 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (d404145d-bce6-4028-b3fb-2af9b5d03c34), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:06.837484 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Current status of the port d404145d-bce6-4028-b3fb-2af9b5d03c34 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:34:06.928673 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-645ef270-e8bc-4064-b1ca-168865c3d421 req-b99c0640-2869-466c-beb9-7722a227de13 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 210 time: 0.0314937 May 12 09:34:07.427960 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a393df6-8454-46f2-a389-8be4b21a2d3e req-45debc98-b496-40c0-9335-13409505bdd4 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:07.429713 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9a393df6-8454-46f2-a389-8be4b21a2d3e req-45debc98-b496-40c0-9335-13409505bdd4 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/ports?device_id=b658c976-df06-49bb-9c2d-4d42cead8156 HTTP/1.1" status: 200 len: 943 time: 0.0794065 May 12 09:34:07.498809 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9a393df6-8454-46f2-a389-8be4b21a2d3e req-5481770e-0aff-433c-a669-1f4c0da573ce tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c14d4c7-413f-44a8-826c-c4521bbc3b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634434 May 12 09:34:07.549503 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-41d74b8f-429d-4120-99d7-99fcb65f80c1 req-ab6c9e51-f21a-473e-aabe-ecedf94d2f2f tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc90e8c3-13f2-4b3e-91e8-396847cf6572 HTTP/1.1" status: 200 len: 210 time: 0.0372717 May 12 09:34:07.639201 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bd4220-5543-477c-998c-c4d1c7fac5bc None None] Sync routers for ids ['570d9e20-7314-401c-9272-bd8b431bcad6'] in dv-cinder-837699-5-iscsi {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 09:34:07.650236 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-61dfff1f-a2fe-4e40-8372-992261eb6cf2 req-428cb797-3eb8-4083-a012-65b74cfec272 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 210 time: 0.0353951 May 12 09:34:07.654452 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bd4220-5543-477c-998c-c4d1c7fac5bc None None] Routers {'570d9e20-7314-401c-9272-bd8b431bcad6'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:34:07.655558 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-a3bd4220-5543-477c-998c-c4d1c7fac5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:33:52Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['570d9e20-7314-401c-9272-bd8b431bcad6'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:34:07.774584 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-a3bd4220-5543-477c-998c-c4d1c7fac5bc None None] Set router 570d9e20-7314-401c-9272-bd8b431bcad6 gateway port host: dv-cinder-837699-5-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:34:07.902961 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 34406) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:34:08.101709 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-a3bd4220-5543-477c-998c-c4d1c7fac5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570d9e20-7314-401c-9272-bd8b431bcad6', 'name': 'tempest-ServerRescueNegativeTestJSON-803505975-router', 'tenant_id': 'c54669eadc784d4aac5d1a40d18858b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'd404145d-bce6-4028-b3fb-2af9b5d03c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:33:47Z', 'updated_at': '2022-05-12T09:33:56Z', 'revision_number': 4, 'project_id': 'c54669eadc784d4aac5d1a40d18858b1', 'gw_port': {'id': 'd404145d-bce6-4028-b3fb-2af9b5d03c34', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570d9e20-7314-401c-9272-bd8b431bcad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:48Z', 'updated_at': '2022-05-12T09:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_interfaces': [{'id': '97c088ed-f6af-4784-b065-f774bd7264fa', 'name': '', 'network_id': '94c124bd-d4ff-4709-8b22-7520113efef5', 'tenant_id': 'c54669eadc784d4aac5d1a40d18858b1', 'mac_address': 'fa:16:3e:60:73:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '570d9e20-7314-401c-9272-bd8b431bcad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4e261d1c-7f38-449c-aec8-8a565c5048cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:54Z', 'updated_at': '2022-05-12T09:33:56Z', 'revision_number': 2, 'project_id': 'c54669eadc784d4aac5d1a40d18858b1', 'subnets': [{'id': '4e261d1c-7f38-449c-aec8-8a565c5048cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:34:08.125212 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c3614e0f-fc39-4b84-b153-658e98ada3da req-3ea5b113-e661-4f3c-bf64-25f11bb12880 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 210 time: 0.0490155 May 12 09:34:08.128133 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ae3888cc-ee7e-41d9-a9ea-d9c6bae906d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:08.172847 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bd4220-5543-477c-998c-c4d1c7fac5bc None None] Checking router: 570d9e20-7314-401c-9272-bd8b431bcad6 for host: dv-cinder-837699-5-iscsi {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 09:34:08.173094 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bd4220-5543-477c-998c-c4d1c7fac5bc None None] Updating router 570d9e20-7314-401c-9272-bd8b431bcad6 port 97c088ed-f6af-4784-b065-f774bd7264fa binding host dv-cinder-837699-5-iscsi {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 09:34:08.204750 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a3bd4220-5543-477c-998c-c4d1c7fac5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (97c088ed-f6af-4784-b065-f774bd7264fa), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:08.249607 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ae3888cc-ee7e-41d9-a9ea-d9c6bae906d3 admin admin] Publish callbacks [] for security_group (a4569cb9-a721-4b6d-b9ee-7a441c7c9f89), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:08.256740 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ae3888cc-ee7e-41d9-a9ea-d9c6bae906d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (a4569cb9-a721-4b6d-b9ee-7a441c7c9f89), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:08.308875 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-ae3888cc-ee7e-41d9-a9ea-d9c6bae906d3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=48c6ab5a0a864171975aad8723b3ede8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4034436 May 12 09:34:08.311001 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3888cc-ee7e-41d9-a9ea-d9c6bae906d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4569cb9-a721-4b6d-b9ee-7a441c7c9f89,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:08.311947 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 34416) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:34:08.419800 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9f897749-e506-4599-a8c7-d3130fc86f32 admin admin] Publish callbacks [] for security_group (a4569cb9-a721-4b6d-b9ee-7a441c7c9f89), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:08.453123 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9f897749-e506-4599-a8c7-d3130fc86f32 admin admin] Publish callbacks [] for security_group (a4569cb9-a721-4b6d-b9ee-7a441c7c9f89), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:08.508838 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9f897749-e506-4599-a8c7-d3130fc86f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (a4569cb9-a721-4b6d-b9ee-7a441c7c9f89), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:08.511908 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9f897749-e506-4599-a8c7-d3130fc86f32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:08.513146 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-9f897749-e506-4599-a8c7-d3130fc86f32 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a4569cb9-a721-4b6d-b9ee-7a441c7c9f89 HTTP/1.1" status: 204 len: 168 time: 0.1995182 May 12 09:34:08.533212 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f897749-e506-4599-a8c7-d3130fc86f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4569cb9-a721-4b6d-b9ee-7a441c7c9f89,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:08.782137 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a3bd4220-5543-477c-998c-c4d1c7fac5bc None None] Publish callbacks [] for port (97c088ed-f6af-4784-b065-f774bd7264fa), precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:08.785649 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6b184863-b36d-482e-9ebe-947ee4b1a239 req-16928b58-647e-455c-b508-b052c7aa5219 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc90e8c3-13f2-4b3e-91e8-396847cf6572 HTTP/1.1" status: 200 len: 210 time: 0.0495622 May 12 09:34:08.806493 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a3bd4220-5543-477c-998c-c4d1c7fac5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (97c088ed-f6af-4784-b065-f774bd7264fa), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:08.828438 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff706e6-7fd1-45ec-957d-fe9d186906d4 req-b21e0c1c-7f92-47f1-83b8-e57e1cc3beae tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:08.840104 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7ff706e6-7fd1-45ec-957d-fe9d186906d4 req-b21e0c1c-7f92-47f1-83b8-e57e1cc3beae tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/ports?device_id=b658c976-df06-49bb-9c2d-4d42cead8156 HTTP/1.1" status: 200 len: 943 time: 0.1714380 May 12 09:34:08.907721 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d2c455-f508-45ab-b719-23fc99592e04 None None] Pushing event updated for resources: {'Port': ['ID=97c088ed-f6af-4784-b065-f774bd7264fa,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:08.923716 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7ff706e6-7fd1-45ec-957d-fe9d186906d4 req-b91c929d-3bcf-46d8-b172-063d795e984b tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c14d4c7-413f-44a8-826c-c4521bbc3b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823805 May 12 09:34:09.019969 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4635e6d9-6330-443e-9a50-e1df4e51055d req-ffe5003a-f53b-43f7-a3ac-4f90793e1b85 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 210 time: 0.0863559 May 12 09:34:09.103955 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-a3bd4220-5543-477c-998c-c4d1c7fac5bc None None] Attempting to bind port 97c088ed-f6af-4784-b065-f774bd7264fa on host dv-cinder-837699-5-iscsi for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 09:34:09.104525 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-a3bd4220-5543-477c-998c-c4d1c7fac5bc None None] Attempting to bind port 97c088ed-f6af-4784-b065-f774bd7264fa by drivers openvswitch,hyperv on host dv-cinder-837699-5-iscsi at level 0 using segments [{'id': 'b7b112db-1c39-45b7-a4f2-e3b93d061a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '94c124bd-d4ff-4709-8b22-7520113efef5'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 09:34:09.105066 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bd4220-5543-477c-998c-c4d1c7fac5bc None None] Attempting to bind port 97c088ed-f6af-4784-b065-f774bd7264fa on network 94c124bd-d4ff-4709-8b22-7520113efef5 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 09:34:09.119135 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bd4220-5543-477c-998c-c4d1c7fac5bc None None] Checking agent: {'id': '0e2e3861-7d79-4ce6-9d91-faa32ae2cb64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 9, 25, 26), 'started_at': datetime.datetime(2022, 5, 12, 9, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 9, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 09:34:09.119593 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bd4220-5543-477c-998c-c4d1c7fac5bc None None] Checking segment: {'id': 'b7b112db-1c39-45b7-a4f2-e3b93d061a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '94c124bd-d4ff-4709-8b22-7520113efef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 09:34:09.120035 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a3bd4220-5543-477c-998c-c4d1c7fac5bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:09.120475 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bd4220-5543-477c-998c-c4d1c7fac5bc None None] Bound using segment: {'id': 'b7b112db-1c39-45b7-a4f2-e3b93d061a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '94c124bd-d4ff-4709-8b22-7520113efef5'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 09:34:09.130336 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-a3bd4220-5543-477c-998c-c4d1c7fac5bc None None] Bound port: 97c088ed-f6af-4784-b065-f774bd7264fa, host: dv-cinder-837699-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7b112db-1c39-45b7-a4f2-e3b93d061a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '94c124bd-d4ff-4709-8b22-7520113efef5'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 09:34:09.130763 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a3bd4220-5543-477c-998c-c4d1c7fac5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (97c088ed-f6af-4784-b065-f774bd7264fa), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:09.268108 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-a3bd4220-5543-477c-998c-c4d1c7fac5bc None None] For port 97c088ed-f6af-4784-b065-f774bd7264fa, host dv-cinder-837699-5-iscsi, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 09:34:09.274857 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-a3bd4220-5543-477c-998c-c4d1c7fac5bc None None] For port 97c088ed-f6af-4784-b065-f774bd7264fa, host dv-cinder-837699-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=97c088ed-f6af-4784-b065-f774bd7264fa,segment=NetworkSegment(b7b112db-1c39-45b7-a4f2-e3b93d061a40),segment_id=b7b112db-1c39-45b7-a4f2-e3b93d061a40)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 09:34:09.292363 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a3bd4220-5543-477c-998c-c4d1c7fac5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (97c088ed-f6af-4784-b065-f774bd7264fa), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:09.331165 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1e4494ed-5f17-4fe1-8334-725dff5c1985 req-9be84688-54ef-4c35-b6e5-efb561800297 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 210 time: 0.0805683 May 12 09:34:09.356718 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bd4220-5543-477c-998c-c4d1c7fac5bc None None] Routers {'570d9e20-7314-401c-9272-bd8b431bcad6'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:34:09.357351 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-a3bd4220-5543-477c-998c-c4d1c7fac5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:33:52Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['570d9e20-7314-401c-9272-bd8b431bcad6'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:34:09.399125 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 34468) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:34:09.636301 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a8bb71d5-c950-4e2d-8592-df600c8f5d5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:09.750094 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-a3bd4220-5543-477c-998c-c4d1c7fac5bc None None] Set router 570d9e20-7314-401c-9272-bd8b431bcad6 gateway port host: dv-cinder-837699-5-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:34:09.810587 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d2c455-f508-45ab-b719-23fc99592e04 None None] Pushing event updated for resources: {'Port': ['ID=97c088ed-f6af-4784-b065-f774bd7264fa,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:09.838243 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-9fa689f4-68e1-427a-8fb8-f2a38e92899b None None] Provisioning complete for port 97c088ed-f6af-4784-b065-f774bd7264fa triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:34:09.838616 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9fa689f4-68e1-427a-8fb8-f2a38e92899b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (97c088ed-f6af-4784-b065-f774bd7264fa), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:09.857096 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a8bb71d5-c950-4e2d-8592-df600c8f5d5d admin admin] Publish callbacks [] for security_group (b2fe5a3f-f670-415a-b472-0142948abceb), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:09.865102 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a8bb71d5-c950-4e2d-8592-df600c8f5d5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (b2fe5a3f-f670-415a-b472-0142948abceb), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:09.965270 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-a8bb71d5-c950-4e2d-8592-df600c8f5d5d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1c9a6b59c9c04ea9ae9175d560f79471&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5643530 May 12 09:34:09.967452 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 34498) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:34:09.984067 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bb71d5-c950-4e2d-8592-df600c8f5d5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2fe5a3f-f670-415a-b472-0142948abceb,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:10.052795 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-66e5d81f-3f4e-47d1-8f43-d74f2c101931 admin admin] Publish callbacks [] for security_group (b2fe5a3f-f670-415a-b472-0142948abceb), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:10.056657 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1357c401-e370-4adf-8e2e-3ba7c6b0863b req-05f71bd5-4c4c-475b-8fc1-dc82c79f17c9 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc90e8c3-13f2-4b3e-91e8-396847cf6572 HTTP/1.1" status: 200 len: 210 time: 0.1164908 May 12 09:34:10.129574 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-66e5d81f-3f4e-47d1-8f43-d74f2c101931 admin admin] Publish callbacks [] for security_group (b2fe5a3f-f670-415a-b472-0142948abceb), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:10.168841 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-9fa689f4-68e1-427a-8fb8-f2a38e92899b None None] Current status of the port 97c088ed-f6af-4784-b065-f774bd7264fa is: DOWN; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:34:10.169212 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9fa689f4-68e1-427a-8fb8-f2a38e92899b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (97c088ed-f6af-4784-b065-f774bd7264fa), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:10.249659 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150ec9f6-c289-48c6-ab46-0a2c41f02894 req-cbc16cfa-ff3f-42c1-a352-9e59b42331f5 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:10.251774 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-150ec9f6-c289-48c6-ab46-0a2c41f02894 req-cbc16cfa-ff3f-42c1-a352-9e59b42331f5 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/ports?device_id=b658c976-df06-49bb-9c2d-4d42cead8156 HTTP/1.1" status: 200 len: 943 time: 0.1327746 May 12 09:34:10.269521 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-66e5d81f-3f4e-47d1-8f43-d74f2c101931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (b2fe5a3f-f670-415a-b472-0142948abceb), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:10.272270 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-66e5d81f-3f4e-47d1-8f43-d74f2c101931 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:10.273465 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-66e5d81f-3f4e-47d1-8f43-d74f2c101931 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b2fe5a3f-f670-415a-b472-0142948abceb HTTP/1.1" status: 204 len: 168 time: 0.3041413 May 12 09:34:10.294836 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e5d81f-3f4e-47d1-8f43-d74f2c101931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2fe5a3f-f670-415a-b472-0142948abceb,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:10.341382 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-9fa689f4-68e1-427a-8fb8-f2a38e92899b None None] For port 97c088ed-f6af-4784-b065-f774bd7264fa, host dv-cinder-837699-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=97c088ed-f6af-4784-b065-f774bd7264fa,segment=NetworkSegment(b7b112db-1c39-45b7-a4f2-e3b93d061a40),segment_id=b7b112db-1c39-45b7-a4f2-e3b93d061a40)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:34:10.356820 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-a3bd4220-5543-477c-998c-c4d1c7fac5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570d9e20-7314-401c-9272-bd8b431bcad6', 'name': 'tempest-ServerRescueNegativeTestJSON-803505975-router', 'tenant_id': 'c54669eadc784d4aac5d1a40d18858b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'd404145d-bce6-4028-b3fb-2af9b5d03c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:33:47Z', 'updated_at': '2022-05-12T09:33:56Z', 'revision_number': 4, 'project_id': 'c54669eadc784d4aac5d1a40d18858b1', 'gw_port': {'id': 'd404145d-bce6-4028-b3fb-2af9b5d03c34', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570d9e20-7314-401c-9272-bd8b431bcad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:48Z', 'updated_at': '2022-05-12T09:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_interfaces': [{'id': '97c088ed-f6af-4784-b065-f774bd7264fa', 'name': '', 'network_id': '94c124bd-d4ff-4709-8b22-7520113efef5', 'tenant_id': 'c54669eadc784d4aac5d1a40d18858b1', 'mac_address': 'fa:16:3e:60:73:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '570d9e20-7314-401c-9272-bd8b431bcad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4e261d1c-7f38-449c-aec8-8a565c5048cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:54Z', 'updated_at': '2022-05-12T09:34:09Z', 'revision_number': 4, 'project_id': 'c54669eadc784d4aac5d1a40d18858b1', 'subnets': [{'id': '4e261d1c-7f38-449c-aec8-8a565c5048cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:34:10.374851 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c2302c81-507c-4e64-a91f-9d82c63a45e3 req-5c0c3543-361c-45ea-bab3-7a91068e4a83 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 210 time: 0.1549275 May 12 09:34:10.401022 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bd4220-5543-477c-998c-c4d1c7fac5bc None None] The sync data for ids ['570d9e20-7314-401c-9272-bd8b431bcad6'] in dv-cinder-837699-5-iscsi is: [{'id': '570d9e20-7314-401c-9272-bd8b431bcad6', 'name': 'tempest-ServerRescueNegativeTestJSON-803505975-router', 'tenant_id': 'c54669eadc784d4aac5d1a40d18858b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'd404145d-bce6-4028-b3fb-2af9b5d03c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:33:47Z', 'updated_at': '2022-05-12T09:33:56Z', 'revision_number': 4, 'project_id': 'c54669eadc784d4aac5d1a40d18858b1', 'gw_port': {'id': 'd404145d-bce6-4028-b3fb-2af9b5d03c34', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570d9e20-7314-401c-9272-bd8b431bcad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:48Z', 'updated_at': '2022-05-12T09:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_interfaces': [{'id': '97c088ed-f6af-4784-b065-f774bd7264fa', 'name': '', 'network_id': '94c124bd-d4ff-4709-8b22-7520113efef5', 'tenant_id': 'c54669eadc784d4aac5d1a40d18858b1', 'mac_address': 'fa:16:3e:60:73:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '570d9e20-7314-401c-9272-bd8b431bcad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4e261d1c-7f38-449c-aec8-8a565c5048cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:54Z', 'updated_at': '2022-05-12T09:34:09Z', 'revision_number': 4, 'project_id': 'c54669eadc784d4aac5d1a40d18858b1', 'subnets': [{'id': '4e261d1c-7f38-449c-aec8-8a565c5048cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 09:34:10.404626 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9fa689f4-68e1-427a-8fb8-f2a38e92899b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (97c088ed-f6af-4784-b065-f774bd7264fa), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:10.419409 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-150ec9f6-c289-48c6-ab46-0a2c41f02894 req-3bab3cbe-df26-42be-b141-2a46c08f1af8 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c14d4c7-413f-44a8-826c-c4521bbc3b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450632 May 12 09:34:10.474450 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa689f4-68e1-427a-8fb8-f2a38e92899b None None] Pushing event updated for resources: {'Port': ['ID=97c088ed-f6af-4784-b065-f774bd7264fa,revision_number=5']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:10.531566 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-bcabd62a-3fc5-4fcf-a9a1-10ac4035d410 None None] Provisioning complete for port 97c088ed-f6af-4784-b065-f774bd7264fa triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:34:10.531968 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-bcabd62a-3fc5-4fcf-a9a1-10ac4035d410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (97c088ed-f6af-4784-b065-f774bd7264fa), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:10.566652 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-462d80c1-d0ed-470a-91a5-8f52f5aead6a req-09d75907-aeeb-40c5-99f4-fe10f0909510 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 210 time: 0.0554774 May 12 09:34:10.671858 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-bcabd62a-3fc5-4fcf-a9a1-10ac4035d410 None None] Current status of the port 97c088ed-f6af-4784-b065-f774bd7264fa is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:34:10.743783 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device 97c088ed-f6af-4784-b065-f774bd7264fa up at agent ovs-agent-dv-cinder-837699-5-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 09:34:10.809494 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Provisioning complete for port 97c088ed-f6af-4784-b065-f774bd7264fa triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:34:10.810159 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (97c088ed-f6af-4784-b065-f774bd7264fa), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:10.824735 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 34522) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:34:10.839352 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-174cc003-a741-4ef1-9374-f4a5dd163104 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:10.900861 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Current status of the port 97c088ed-f6af-4784-b065-f774bd7264fa is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:34:10.932916 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-174cc003-a741-4ef1-9374-f4a5dd163104 admin admin] Publish callbacks [] for security_group (f7a9732f-1916-43cf-8c52-3c9af683458c), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:10.937851 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-174cc003-a741-4ef1-9374-f4a5dd163104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (f7a9732f-1916-43cf-8c52-3c9af683458c), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:10.983478 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-174cc003-a741-4ef1-9374-f4a5dd163104 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2aa59333ca2a45128ad19eadf45bdeaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1552944 May 12 09:34:10.983478 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174cc003-a741-4ef1-9374-f4a5dd163104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a9732f-1916-43cf-8c52-3c9af683458c,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:10.984222 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 34530) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:34:11.042272 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e3d04326-90ca-4883-8993-81e4a9fd741e admin admin] Publish callbacks [] for security_group (f7a9732f-1916-43cf-8c52-3c9af683458c), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:11.067409 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e3d04326-90ca-4883-8993-81e4a9fd741e admin admin] Publish callbacks [] for security_group (f7a9732f-1916-43cf-8c52-3c9af683458c), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:11.164396 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-385a1c34-39be-404d-b96a-a915c080f0f6 req-1b588d64-fea1-4ead-a4af-3a8798a67da9 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc90e8c3-13f2-4b3e-91e8-396847cf6572 HTTP/1.1" status: 200 len: 210 time: 0.0389380 May 12 09:34:11.165054 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e3d04326-90ca-4883-8993-81e4a9fd741e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (f7a9732f-1916-43cf-8c52-3c9af683458c), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:11.167458 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e3d04326-90ca-4883-8993-81e4a9fd741e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:11.170851 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-e3d04326-90ca-4883-8993-81e4a9fd741e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f7a9732f-1916-43cf-8c52-3c9af683458c HTTP/1.1" status: 204 len: 168 time: 0.1835933 May 12 09:34:11.183866 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d04326-90ca-4883-8993-81e4a9fd741e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a9732f-1916-43cf-8c52-3c9af683458c,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:11.496914 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2944b250-eea2-43bf-8f81-3837b811a73b req-49247090-8d62-4398-8725-c246b3375a68 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 210 time: 0.0489769 May 12 09:34:11.543088 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61838590-0214-4fa4-b0e9-8678084912b7 req-71a51d4a-91bd-4689-a35e-eb6a4af4523b tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:11.546449 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-61838590-0214-4fa4-b0e9-8678084912b7 req-71a51d4a-91bd-4689-a35e-eb6a4af4523b tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/ports?device_id=b658c976-df06-49bb-9c2d-4d42cead8156 HTTP/1.1" status: 200 len: 943 time: 0.0485203 May 12 09:34:11.604064 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-61838590-0214-4fa4-b0e9-8678084912b7 req-b0760953-34d4-4881-ab31-4bcdc6d81d28 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c14d4c7-413f-44a8-826c-c4521bbc3b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517879 May 12 09:34:11.668548 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d8cc31c5-d2cb-40f7-84b0-087ecd282649 req-11fe744d-2e3f-4439-b4cc-be97e0063e3f tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 210 time: 0.0350697 May 12 09:34:11.798307 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 34586) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:34:11.944214 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e48be599-6c4a-44e1-afb7-f4ea6deaac90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:12.018739 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e48be599-6c4a-44e1-afb7-f4ea6deaac90 admin admin] Publish callbacks [] for security_group (37c2bafc-5288-4b56-9e40-bc247bbf82b3), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:12.022665 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e48be599-6c4a-44e1-afb7-f4ea6deaac90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (37c2bafc-5288-4b56-9e40-bc247bbf82b3), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:12.070429 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-e48be599-6c4a-44e1-afb7-f4ea6deaac90 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fb5451d0a20e4399a8b2f38a2b6e1104&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2678068 May 12 09:34:12.070834 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 34602) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:34:12.084924 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48be599-6c4a-44e1-afb7-f4ea6deaac90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c2bafc-5288-4b56-9e40-bc247bbf82b3,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:12.133600 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2b5c09b1-d00a-41b5-be31-06809f6885f7 admin admin] Publish callbacks [] for security_group (37c2bafc-5288-4b56-9e40-bc247bbf82b3), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:12.156142 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2b5c09b1-d00a-41b5-be31-06809f6885f7 admin admin] Publish callbacks [] for security_group (37c2bafc-5288-4b56-9e40-bc247bbf82b3), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:12.233793 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2b5c09b1-d00a-41b5-be31-06809f6885f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (37c2bafc-5288-4b56-9e40-bc247bbf82b3), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:12.236972 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2b5c09b1-d00a-41b5-be31-06809f6885f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:12.240494 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-2b5c09b1-d00a-41b5-be31-06809f6885f7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/37c2bafc-5288-4b56-9e40-bc247bbf82b3 HTTP/1.1" status: 204 len: 168 time: 0.1665680 May 12 09:34:12.280402 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5c09b1-d00a-41b5-be31-06809f6885f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c2bafc-5288-4b56-9e40-bc247bbf82b3,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:12.330045 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dd13b3cd-d8d8-4d6d-bb6b-fbc56f689801 req-577fe58a-1fd6-4366-ab70-1ab91f8281fd tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc90e8c3-13f2-4b3e-91e8-396847cf6572 HTTP/1.1" status: 200 len: 210 time: 0.0700817 May 12 09:34:12.630359 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5533655a-159c-4877-9a89-2347606c7cbe req-73d50ac5-3b03-42b9-8644-8417ee31d9bf tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 210 time: 0.0539606 May 12 09:34:12.755667 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98af670-d33c-48d7-841c-0f1b5a51636d req-d24340b6-722d-4338-9e8e-734db470b7c4 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:12.758612 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d98af670-d33c-48d7-841c-0f1b5a51636d req-d24340b6-722d-4338-9e8e-734db470b7c4 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/ports?device_id=b658c976-df06-49bb-9c2d-4d42cead8156 HTTP/1.1" status: 200 len: 943 time: 0.0742190 May 12 09:34:12.828593 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0d10af2b-1706-4606-a76f-469ae0f1210b req-9c72820c-0ee9-4df5-bf3b-5ed05e293759 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 210 time: 0.0407264 May 12 09:34:12.878954 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d98af670-d33c-48d7-841c-0f1b5a51636d req-9b094432-c0b4-4b9c-a351-508264ffc6fd tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c14d4c7-413f-44a8-826c-c4521bbc3b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120839 May 12 09:34:12.918363 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 34632) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:34:12.932263 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-85289044-835c-4f26-8f9a-65d8b2b729e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:13.027089 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-85289044-835c-4f26-8f9a-65d8b2b729e9 admin admin] Publish callbacks [] for security_group (d5f783a3-08f6-41ea-b758-446236795bc7), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:13.032203 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-85289044-835c-4f26-8f9a-65d8b2b729e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (d5f783a3-08f6-41ea-b758-446236795bc7), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:13.072680 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-85289044-835c-4f26-8f9a-65d8b2b729e9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f8e20bc0e478465cad9203b773ec59d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1529257 May 12 09:34:13.073288 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85289044-835c-4f26-8f9a-65d8b2b729e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f783a3-08f6-41ea-b758-446236795bc7,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:13.076018 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 34638) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:34:13.129649 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-df59fd5f-caea-4c4b-b87f-541c52cd4156 admin admin] Publish callbacks [] for security_group (d5f783a3-08f6-41ea-b758-446236795bc7), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:13.155332 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-df59fd5f-caea-4c4b-b87f-541c52cd4156 admin admin] Publish callbacks [] for security_group (d5f783a3-08f6-41ea-b758-446236795bc7), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:13.239297 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-df59fd5f-caea-4c4b-b87f-541c52cd4156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (d5f783a3-08f6-41ea-b758-446236795bc7), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:13.242584 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-df59fd5f-caea-4c4b-b87f-541c52cd4156 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:13.246203 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-df59fd5f-caea-4c4b-b87f-541c52cd4156 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d5f783a3-08f6-41ea-b758-446236795bc7 HTTP/1.1" status: 204 len: 168 time: 0.1664486 May 12 09:34:13.251740 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df59fd5f-caea-4c4b-b87f-541c52cd4156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f783a3-08f6-41ea-b758-446236795bc7,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:13.423770 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-df38eb62-a008-4fc8-9dd2-8e8000caf88c req-de929ba5-7b60-48c1-b261-14c9b9bfc4b1 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc90e8c3-13f2-4b3e-91e8-396847cf6572 HTTP/1.1" status: 200 len: 210 time: 0.0302467 May 12 09:34:13.742454 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4782c9af-f295-4be0-9daf-91adc4737b63 req-ef37103a-2354-4e24-9ec9-cd6ac0dacead tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 210 time: 0.0346243 May 12 09:34:13.960274 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2fca9484-278c-4e38-bf84-c95477b31ec6 req-223542a6-3220-480c-bf4c-d9467a8d2628 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 210 time: 0.0577652 May 12 09:34:14.191295 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e7f54-7c98-4d94-b23f-e05080d20eed req-6ce7bd29-a667-4d4e-b7f8-ed82e63025ac tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:14.192757 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ef6e7f54-7c98-4d94-b23f-e05080d20eed req-6ce7bd29-a667-4d4e-b7f8-ed82e63025ac tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/ports?device_id=b658c976-df06-49bb-9c2d-4d42cead8156 HTTP/1.1" status: 200 len: 943 time: 0.1877809 May 12 09:34:14.237266 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ef6e7f54-7c98-4d94-b23f-e05080d20eed req-4eb91319-5dfe-434f-9340-4ab624073a79 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c14d4c7-413f-44a8-826c-c4521bbc3b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385830 May 12 09:34:14.525391 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f9711959-07c2-43cb-a4ee-59f0f0fa90da req-62fc58db-a420-48fa-bb2b-824de979bc53 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc90e8c3-13f2-4b3e-91e8-396847cf6572 HTTP/1.1" status: 200 len: 210 time: 0.0279052 May 12 09:34:14.844982 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f1502be4-16f4-4b64-88ce-a449897347d2 req-1cef8b71-b9ed-4728-a550-85c488d9e945 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 210 time: 0.0278089 May 12 09:34:15.043325 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 34722) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:34:15.075024 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e424327c-7dee-4d45-915f-55023d37dcc6 req-15f16395-45c5-4830-aeba-66b692d36deb tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 210 time: 0.0305259 May 12 09:34:15.148944 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c2eb6e43-621a-4bc2-bc0a-2bf864f9cc57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:15.221693 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c2eb6e43-621a-4bc2-bc0a-2bf864f9cc57 admin admin] Publish callbacks [] for security_group (f05c0d3b-2203-4283-a97f-ea61976c8342), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:15.225000 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c2eb6e43-621a-4bc2-bc0a-2bf864f9cc57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (f05c0d3b-2203-4283-a97f-ea61976c8342), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:15.264969 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-c2eb6e43-621a-4bc2-bc0a-2bf864f9cc57 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5ef95f15e62945aeb7fbcbc2a3944e58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2209172 May 12 09:34:15.265934 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb6e43-621a-4bc2-bc0a-2bf864f9cc57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f05c0d3b-2203-4283-a97f-ea61976c8342,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:15.269465 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 34728) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:34:15.364888 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce98087-ff04-4e8d-a366-7ad8f56e0e1a req-61bc8f44-0ba2-40f5-bb12-a0625e55b8fa tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:15.366466 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-cce98087-ff04-4e8d-a366-7ad8f56e0e1a req-61bc8f44-0ba2-40f5-bb12-a0625e55b8fa tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/ports?device_id=b658c976-df06-49bb-9c2d-4d42cead8156 HTTP/1.1" status: 200 len: 943 time: 0.0606353 May 12 09:34:15.372875 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-41f288c7-b4c5-46c8-91ed-c705399709b3 admin admin] Publish callbacks [] for security_group (f05c0d3b-2203-4283-a97f-ea61976c8342), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:15.412579 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-41f288c7-b4c5-46c8-91ed-c705399709b3 admin admin] Publish callbacks [] for security_group (f05c0d3b-2203-4283-a97f-ea61976c8342), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:15.451609 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-cce98087-ff04-4e8d-a366-7ad8f56e0e1a req-c09780cb-2edd-4e6c-a89b-940102660225 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c14d4c7-413f-44a8-826c-c4521bbc3b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742111 May 12 09:34:15.476852 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-41f288c7-b4c5-46c8-91ed-c705399709b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (f05c0d3b-2203-4283-a97f-ea61976c8342), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:15.479448 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-41f288c7-b4c5-46c8-91ed-c705399709b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:15.480573 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-41f288c7-b4c5-46c8-91ed-c705399709b3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f05c0d3b-2203-4283-a97f-ea61976c8342 HTTP/1.1" status: 204 len: 168 time: 0.2044334 May 12 09:34:15.488712 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f288c7-b4c5-46c8-91ed-c705399709b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05c0d3b-2203-4283-a97f-ea61976c8342,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:15.638697 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-bcba2cff-a799-437e-9290-584c15493b7d req-01c70594-a307-40b0-8b22-ec5cc275d3f4 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc90e8c3-13f2-4b3e-91e8-396847cf6572 HTTP/1.1" status: 200 len: 210 time: 0.0315433 May 12 09:34:15.768506 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 34746) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:34:15.781475 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-09ee782c-24c6-47e8-811c-9cfda562aa84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:15.856545 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-09ee782c-24c6-47e8-811c-9cfda562aa84 admin admin] Publish callbacks [] for security_group (c433881e-51d0-4e60-9090-81ae4a80ebe1), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:15.861002 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-09ee782c-24c6-47e8-811c-9cfda562aa84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (c433881e-51d0-4e60-9090-81ae4a80ebe1), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:15.902752 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-09ee782c-24c6-47e8-811c-9cfda562aa84 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c96835b185b6456098d435a4452853d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1330719 May 12 09:34:15.905143 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 34750) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:34:15.911135 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ee782c-24c6-47e8-811c-9cfda562aa84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c433881e-51d0-4e60-9090-81ae4a80ebe1,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:15.963789 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6acfc8d7-dc04-4cfe-8787-ee46bff0d35d req-e172da23-78a5-46bc-83c2-7a002e3930b2 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 210 time: 0.0490925 May 12 09:34:15.991134 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec83755d-9598-4be4-8f00-ba4db2a53cca admin admin] Publish callbacks [] for security_group (c433881e-51d0-4e60-9090-81ae4a80ebe1), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:16.005773 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a1894e-fcf9-4b43-83ac-5f66fe877a29 req-9d1f06e1-d6db-474a-bf39-40c5828514f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:16.007405 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-43a1894e-fcf9-4b43-83ac-5f66fe877a29 req-9d1f06e1-d6db-474a-bf39-40c5828514f3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2de1508e265140e5801827175c7da941&device_id=b658c976-df06-49bb-9c2d-4d42cead8156 HTTP/1.1" status: 200 len: 1127 time: 0.0868030 May 12 09:34:16.021487 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec83755d-9598-4be4-8f00-ba4db2a53cca admin admin] Publish callbacks [] for security_group (c433881e-51d0-4e60-9090-81ae4a80ebe1), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:16.089198 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec83755d-9598-4be4-8f00-ba4db2a53cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (c433881e-51d0-4e60-9090-81ae4a80ebe1), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:16.092646 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ec83755d-9598-4be4-8f00-ba4db2a53cca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:16.100029 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-ec83755d-9598-4be4-8f00-ba4db2a53cca admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c433881e-51d0-4e60-9090-81ae4a80ebe1 HTTP/1.1" status: 204 len: 168 time: 0.1937935 May 12 09:34:16.132989 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec83755d-9598-4be4-8f00-ba4db2a53cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c433881e-51d0-4e60-9090-81ae4a80ebe1,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:16.212274 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (cdc2c050-d5b8-41e9-9f41-bf893d522faa), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:16.260936 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-866ebbe1-68c4-4536-8a22-58c8a4fdc7f4 req-67574cd4-e9c8-4aba-87fa-3caa71a9114c tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 210 time: 0.0442121 May 12 09:34:16.489557 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a1894e-fcf9-4b43-83ac-5f66fe877a29 req-c1d92aea-b688-4b0b-bcbb-0cc9f2b70e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:16.492060 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-43a1894e-fcf9-4b43-83ac-5f66fe877a29 req-c1d92aea-b688-4b0b-bcbb-0cc9f2b70e34 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=2de1508e265140e5801827175c7da941&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4466603 May 12 09:34:16.665940 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6a9a3-c873-40d6-aba4-7ab510085f7c req-125aef9c-08c0-431d-9996-b27ac8481c14 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:16.673787 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e3c6a9a3-c873-40d6-aba4-7ab510085f7c req-125aef9c-08c0-431d-9996-b27ac8481c14 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/ports?device_id=b658c976-df06-49bb-9c2d-4d42cead8156 HTTP/1.1" status: 200 len: 943 time: 0.0924008 May 12 09:34:16.765412 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e3c6a9a3-c873-40d6-aba4-7ab510085f7c req-40802a1b-b689-4963-b4d9-2006de3d7be4 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c14d4c7-413f-44a8-826c-c4521bbc3b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902226 May 12 09:34:16.840854 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.65', 59210) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:34:16.875031 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-262f4ca1-07df-4a86-b32d-1fe3e92819f0 req-3359c19e-5851-4938-966c-3c39499721ef tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc90e8c3-13f2-4b3e-91e8-396847cf6572 HTTP/1.1" status: 200 len: 210 time: 0.0913472 May 12 09:34:17.068277 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155378ea-9213-4161-9825-d593dc36b1ea req-e1084fc4-351d-4154-a3d2-9329df55a072 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:17.070955 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-155378ea-9213-4161-9825-d593dc36b1ea req-e1084fc4-351d-4154-a3d2-9329df55a072 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.65 "GET /v2.0/networks?id=d8bd03ea-0f3b-46bf-82a8-531c929bec57 HTTP/1.1" status: 200 len: 815 time: 0.2275534 May 12 09:34:17.081195 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a1894e-fcf9-4b43-83ac-5f66fe877a29 req-6655dfa9-d12e-4dd5-a424-1f120301a5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:17.083829 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-43a1894e-fcf9-4b43-83ac-5f66fe877a29 req-6655dfa9-d12e-4dd5-a424-1f120301a5c5 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2864716 May 12 09:34:17.119078 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.65', 59214) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:34:17.127355 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4942cc2f-db09-40af-8ea8-beb766ae6c31 req-1a958b80-d22c-4e27-b192-dfc80a43a849 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 210 time: 0.0335674 May 12 09:34:17.261745 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-155378ea-9213-4161-9825-d593dc36b1ea req-8efb8886-cb15-49c6-a845-f3ca913209b3 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b079fd0b329c4f1a856f71e0c8f98dde HTTP/1.1" status: 200 len: 380 time: 0.0888746 May 12 09:34:17.378860 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20261148-062d-4ae9-926d-aebb6a43c4bd req-99cb094e-fb34-45d2-8de2-348226d5fc17 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:17.381606 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-20261148-062d-4ae9-926d-aebb6a43c4bd req-99cb094e-fb34-45d2-8de2-348226d5fc17 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.65 "GET /v2.0/networks?id=157184d7-26b8-47d5-86e0-3945164ff04d HTTP/1.1" status: 200 len: 810 time: 0.2083762 May 12 09:34:17.388723 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b8293f11-f945-4c48-b655-4d9170ba8066 req-9dada7a0-8f76-461c-a1c3-e524545c5cbe tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 210 time: 0.0460598 May 12 09:34:17.562319 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [req-155378ea-9213-4161-9825-d593dc36b1ea req-97d6b1d1-543c-4089-a9fe-ac8b74c429df tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Request body: {'port': {'device_id': 'dc90e8c3-13f2-4b3e-91e8-396847cf6572', 'network_id': 'd8bd03ea-0f3b-46bf-82a8-531c929bec57', 'admin_state_up': True, 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'security_groups': ['5f17ee76-ff11-49e9-bf6e-365f2a6f3386']}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:34:17.594049 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.65', 59218) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:34:17.758422 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae30c9a2-2862-4981-9987-2f1781bad64c req-240e7bfa-3e6d-436c-85e9-5208183bf912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:17.760780 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ae30c9a2-2862-4981-9987-2f1781bad64c req-240e7bfa-3e6d-436c-85e9-5208183bf912 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2de1508e265140e5801827175c7da941&device_id=b658c976-df06-49bb-9c2d-4d42cead8156 HTTP/1.1" status: 200 len: 1127 time: 0.1630361 May 12 09:34:17.804328 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-155378ea-9213-4161-9825-d593dc36b1ea req-97d6b1d1-543c-4089-a9fe-ac8b74c429df tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Made reservation on behalf of b079fd0b329c4f1a856f71e0c8f98dde for: {'port': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 09:34:17.808274 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-155378ea-9213-4161-9825-d593dc36b1ea req-97d6b1d1-543c-4089-a9fe-ac8b74c429df tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:17.822364 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-20261148-062d-4ae9-926d-aebb6a43c4bd req-155dcbd0-b0b5-474a-8067-2cf29ea2cf62 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da5b9f41ad6b4506872df6cb86ae9f73 HTTP/1.1" status: 200 len: 380 time: 0.2258930 May 12 09:34:17.860411 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.65', 59221) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:34:17.861324 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59526736-1c38-4d84-80a9-0350caba0484 req-537e7e5a-93b6-4e7c-8e65-71c9708e6e28 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:17.864203 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-59526736-1c38-4d84-80a9-0350caba0484 req-537e7e5a-93b6-4e7c-8e65-71c9708e6e28 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.65 "GET /v2.0/networks?id=94c124bd-d4ff-4709-8b22-7520113efef5 HTTP/1.1" status: 200 len: 818 time: 0.2360239 May 12 09:34:17.875138 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-20261148-062d-4ae9-926d-aebb6a43c4bd req-4af78f12-16c1-476f-9186-c61e88e88b9b tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Request body: {'port': {'device_id': '3dadb998-7d24-461d-bf2f-cec5ab30fb48', 'network_id': '157184d7-26b8-47d5-86e0-3945164ff04d', 'admin_state_up': True, 'tenant_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'security_groups': ['e1c58aee-1342-4b1d-a617-7ce1b9baa80e']}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:34:17.954722 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-59526736-1c38-4d84-80a9-0350caba0484 req-76f2f718-4d59-4fd4-8665-6c26debe9f17 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Request body: {'port': {'device_id': '4ed911f6-afdf-49e6-9897-e51a903b7680', 'network_id': '94c124bd-d4ff-4709-8b22-7520113efef5', 'admin_state_up': True, 'tenant_id': 'c54669eadc784d4aac5d1a40d18858b1'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:34:18.078802 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ae30c9a2-2862-4981-9987-2f1781bad64c req-2e4965c7-b4db-4743-87b0-14a0ffb44131 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1f179d2-9260-4805-a962-5a7091a5b50a HTTP/1.1" status: 200 len: 217 time: 0.2086442 May 12 09:34:18.079765 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc333fc-0e8b-4396-a613-e69035bc4750 req-00eb6330-1ee5-4b39-8299-2e776008ab3f tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:18.087898 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9fc333fc-0e8b-4396-a613-e69035bc4750 req-00eb6330-1ee5-4b39-8299-2e776008ab3f tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/ports?device_id=b658c976-df06-49bb-9c2d-4d42cead8156 HTTP/1.1" status: 200 len: 943 time: 0.2502630 May 12 09:34:18.138039 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-31f43541-963e-412d-890f-c0897178cf6b req-b3f4a18c-af5d-4d7c-af60-d598420adb7f tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc90e8c3-13f2-4b3e-91e8-396847cf6572 HTTP/1.1" status: 200 len: 210 time: 0.1166699 May 12 09:34:18.271310 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae30c9a2-2862-4981-9987-2f1781bad64c req-674de847-475c-4ef8-a62f-e501db7e194b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:18.274743 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ae30c9a2-2862-4981-9987-2f1781bad64c req-674de847-475c-4ef8-a62f-e501db7e194b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3f6a740d-5be8-44ef-88dd-5ae748b776ba HTTP/1.1" status: 200 len: 852 time: 0.1820161 May 12 09:34:18.364770 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-bedc1d03-7222-47b5-8062-377a74700f0e req-054ea156-b083-4992-9681-712846c2e570 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 210 time: 0.0984056 May 12 09:34:18.379228 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ae30c9a2-2862-4981-9987-2f1781bad64c req-7fb42976-4347-4761-a146-97601f43a270 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4b446bd8-08e4-4381-97bd-f3fde69be851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616322 May 12 09:34:18.381854 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20261148-062d-4ae9-926d-aebb6a43c4bd req-4af78f12-16c1-476f-9186-c61e88e88b9b tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Made reservation on behalf of da5b9f41ad6b4506872df6cb86ae9f73 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 09:34:18.386036 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-20261148-062d-4ae9-926d-aebb6a43c4bd req-4af78f12-16c1-476f-9186-c61e88e88b9b tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:18.397708 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [req-155378ea-9213-4161-9825-d593dc36b1ea req-97d6b1d1-543c-4089-a9fe-ac8b74c429df tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Allocated IP 172.20.0.5 (d8bd03ea-0f3b-46bf-82a8-531c929bec57/be18f7f8-10b6-434a-8890-e7ce96c85646/332c08c8-a0fb-4e00-b6b4-9b038555668c) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 09:34:18.398105 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59526736-1c38-4d84-80a9-0350caba0484 req-76f2f718-4d59-4fd4-8665-6c26debe9f17 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Made reservation on behalf of c54669eadc784d4aac5d1a40d18858b1 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 09:34:18.402124 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-59526736-1c38-4d84-80a9-0350caba0484 req-76f2f718-4d59-4fd4-8665-6c26debe9f17 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:18.416257 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9fc333fc-0e8b-4396-a613-e69035bc4750 req-976f89c2-8dda-4e95-b92e-6d59e1f273fb tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c14d4c7-413f-44a8-826c-c4521bbc3b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256421 May 12 09:34:18.434498 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb9e942-eb93-462a-bc49-f6fd6f09e462 req-fd70d93d-6ac7-42e4-826a-cb1f0f98c4c9 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:18.434679 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-afb9e942-eb93-462a-bc49-f6fd6f09e462 req-fd70d93d-6ac7-42e4-826a-cb1f0f98c4c9 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.65 "GET /v2.0/networks?id=94c124bd-d4ff-4709-8b22-7520113efef5 HTTP/1.1" status: 200 len: 818 time: 0.5584986 May 12 09:34:18.502256 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [req-afb9e942-eb93-462a-bc49-f6fd6f09e462 req-f0dbe871-d8d3-401b-b06b-38a90df39645 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Request body: {'port': {'device_id': '53d9ed2f-fe3d-46fc-a250-33724264ef93', 'network_id': '94c124bd-d4ff-4709-8b22-7520113efef5', 'admin_state_up': True, 'tenant_id': 'c54669eadc784d4aac5d1a40d18858b1'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:34:18.599569 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ef44381c-8b18-4360-8bfb-1e46d5927f18 req-b030071c-6905-45d9-8f22-ace468ea8992 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 210 time: 0.0732656 May 12 09:34:18.773545 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ae30c9a2-2862-4981-9987-2f1781bad64c req-d7f506b4-285c-40be-b7f3-63b5ba203587 service neutron] 10.222.0.65 "GET /v2.0/networks/4b446bd8-08e4-4381-97bd-f3fde69be851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052201 May 12 09:34:18.774081 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 34916) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:34:18.812423 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-20261148-062d-4ae9-926d-aebb6a43c4bd req-4af78f12-16c1-476f-9186-c61e88e88b9b tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Allocated IP 172.20.0.14 (157184d7-26b8-47d5-86e0-3945164ff04d/dc5a5cf9-5b7a-426c-931b-02b56a7bf3f3/c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 09:34:18.837386 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-59526736-1c38-4d84-80a9-0350caba0484 req-76f2f718-4d59-4fd4-8665-6c26debe9f17 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Allocated IP 172.20.0.14 (94c124bd-d4ff-4709-8b22-7520113efef5/4e261d1c-7f38-449c-aec8-8a565c5048cd/d8e31c88-6d60-467b-8eec-0d8851da1ced) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 09:34:18.974408 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afb9e942-eb93-462a-bc49-f6fd6f09e462 req-f0dbe871-d8d3-401b-b06b-38a90df39645 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Made reservation on behalf of c54669eadc784d4aac5d1a40d18858b1 for: {'port': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 09:34:18.981959 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-afb9e942-eb93-462a-bc49-f6fd6f09e462 req-f0dbe871-d8d3-401b-b06b-38a90df39645 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:19.071413 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-155378ea-9213-4161-9825-d593dc36b1ea req-97d6b1d1-543c-4089-a9fe-ac8b74c429df tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for port (332c08c8-a0fb-4e00-b6b4-9b038555668c), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:19.139834 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-155378ea-9213-4161-9825-d593dc36b1ea req-97d6b1d1-543c-4089-a9fe-ac8b74c429df tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740344012620'] for port (332c08c8-a0fb-4e00-b6b4-9b038555668c), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:19.232322 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-155378ea-9213-4161-9825-d593dc36b1ea req-97d6b1d1-543c-4089-a9fe-ac8b74c429df tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Network d8bd03ea-0f3b-46bf-82a8-531c929bec57 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 09:34:19.270275 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-202fbd33-b53a-40e0-8de2-0338c3fe6765 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:19.274931 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [req-155378ea-9213-4161-9825-d593dc36b1ea req-97d6b1d1-543c-4089-a9fe-ac8b74c429df tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:34:19.297006 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ae30c9a2-2862-4981-9987-2f1781bad64c req-9acc857b-a98c-4b14-a2d5-e56bf1696a04 service neutron] 10.222.0.65 "GET /v2.0/networks/4b446bd8-08e4-4381-97bd-f3fde69be851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4732828 May 12 09:34:19.336024 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [req-155378ea-9213-4161-9825-d593dc36b1ea req-97d6b1d1-543c-4089-a9fe-ac8b74c429df tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 09:34:19.341305 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155378ea-9213-4161-9825-d593dc36b1ea req-97d6b1d1-543c-4089-a9fe-ac8b74c429df tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:19.344739 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-155378ea-9213-4161-9825-d593dc36b1ea req-97d6b1d1-543c-4089-a9fe-ac8b74c429df tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728753'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:19.351203 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-20261148-062d-4ae9-926d-aebb6a43c4bd req-4af78f12-16c1-476f-9186-c61e88e88b9b tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks [] for port (c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:19.404885 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d6b1d1-543c-4089-a9fe-ac8b74c429df tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Pushing event updated for resources: {'Port': ['ID=332c08c8-a0fb-4e00-b6b4-9b038555668c,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:19.464112 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3cf8e7-1a33-4c2a-a4aa-ff435136c6a4 req-404a5c05-f7b9-4395-bd6f-ec51a471d64d tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:19.467008 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6b3cf8e7-1a33-4c2a-a4aa-ff435136c6a4 req-404a5c05-f7b9-4395-bd6f-ec51a471d64d tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc90e8c3-13f2-4b3e-91e8-396847cf6572 HTTP/1.1" status: 200 len: 931 time: 0.2309055 May 12 09:34:19.480233 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-20261148-062d-4ae9-926d-aebb6a43c4bd req-4af78f12-16c1-476f-9186-c61e88e88b9b tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740344012620'] for port (c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:19.492571 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 34960) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:34:19.529275 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-155378ea-9213-4161-9825-d593dc36b1ea req-97d6b1d1-543c-4089-a9fe-ac8b74c429df tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9709344 May 12 09:34:19.556304 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af78f12-16c1-476f-9186-c61e88e88b9b tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Pushing event updated for resources: {'Port': ['ID=c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:19.558753 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3a077a2e-90a8-496e-be2c-049c2ae47892 req-746aee49-1ba4-4d04-a60d-7eca5072d805 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 210 time: 0.0470934 May 12 09:34:19.615273 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-8ec7d5e6-ad30-402f-84e6-1414226f757e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (9bee5a85-5be0-4217-aa6d-1f9c6538b987), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:19.626091 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6b3cf8e7-1a33-4c2a-a4aa-ff435136c6a4 req-024c6220-7ae2-4fd6-98c7-6f35ef53f815 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f17ee76-ff11-49e9-bf6e-365f2a6f3386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535549 May 12 09:34:19.666583 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-4a9eaf69-abbc-4767-9242-de17de0102e9 None None] Provisioning complete for port 332c08c8-a0fb-4e00-b6b4-9b038555668c triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:34:19.667843 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4a9eaf69-abbc-4767-9242-de17de0102e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (332c08c8-a0fb-4e00-b6b4-9b038555668c), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:19.683296 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-202fbd33-b53a-40e0-8de2-0338c3fe6765 admin admin] Publish callbacks [] for security_group (84138543-596d-4fc4-a291-a8728f85cab0), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:19.713115 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-59526736-1c38-4d84-80a9-0350caba0484 req-76f2f718-4d59-4fd4-8665-6c26debe9f17 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Publish callbacks [] for port (d8e31c88-6d60-467b-8eec-0d8851da1ced), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:19.765398 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20261148-062d-4ae9-926d-aebb6a43c4bd req-4af78f12-16c1-476f-9186-c61e88e88b9b tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Network 157184d7-26b8-47d5-86e0-3945164ff04d is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 09:34:19.769021 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-20261148-062d-4ae9-926d-aebb6a43c4bd req-4af78f12-16c1-476f-9186-c61e88e88b9b tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:34:19.771066 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-4a9eaf69-abbc-4767-9242-de17de0102e9 None None] Port 332c08c8-a0fb-4e00-b6b4-9b038555668c cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 09:34:19.774094 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-20261148-062d-4ae9-926d-aebb6a43c4bd req-4af78f12-16c1-476f-9186-c61e88e88b9b tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 09:34:19.781088 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20261148-062d-4ae9-926d-aebb6a43c4bd req-4af78f12-16c1-476f-9186-c61e88e88b9b tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:19.782235 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-20261148-062d-4ae9-926d-aebb6a43c4bd req-4af78f12-16c1-476f-9186-c61e88e88b9b tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728753'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:19.802462 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fa902973-52f5-4705-bf28-525fa70a9efb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:19.804198 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-202fbd33-b53a-40e0-8de2-0338c3fe6765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (84138543-596d-4fc4-a291-a8728f85cab0), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:19.852938 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-59526736-1c38-4d84-80a9-0350caba0484 req-76f2f718-4d59-4fd4-8665-6c26debe9f17 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740344012620'] for port (d8e31c88-6d60-467b-8eec-0d8851da1ced), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:19.858258 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202fbd33-b53a-40e0-8de2-0338c3fe6765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84138543-596d-4fc4-a291-a8728f85cab0,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:19.905529 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24c964f-59fa-4b87-adc2-7986810b1067 req-25b43192-429f-41fc-adac-af579d2f2d46 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:19.908136 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d24c964f-59fa-4b87-adc2-7986810b1067 req-25b43192-429f-41fc-adac-af579d2f2d46 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 932 time: 0.1445997 May 12 09:34:19.920792 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a41bf12-6fb0-4d27-9179-75eab12ae03d req-62018dae-a29a-4bfd-9b0b-ef0e04e19712 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:19.925017 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 34976) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:34:19.928929 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9a41bf12-6fb0-4d27-9179-75eab12ae03d req-62018dae-a29a-4bfd-9b0b-ef0e04e19712 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/ports?device_id=b658c976-df06-49bb-9c2d-4d42cead8156 HTTP/1.1" status: 200 len: 943 time: 0.2289019 May 12 09:34:19.939071 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.db.api [req-afb9e942-eb93-462a-bc49-f6fd6f09e462 req-f0dbe871-d8d3-401b-b06b-38a90df39645 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.14-03d41f1f-a9e9-404b-a800-e6462087eb0b {{(pid=103458) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 12 09:34:19.939492 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG oslo_db.api [req-afb9e942-eb93-462a-bc49-f6fd6f09e462 req-f0dbe871-d8d3-401b-b06b-38a90df39645 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 12 09:34:19.945888 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-20261148-062d-4ae9-926d-aebb6a43c4bd req-4af78f12-16c1-476f-9186-c61e88e88b9b tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0744600 May 12 09:34:19.967364 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-202fbd33-b53a-40e0-8de2-0338c3fe6765 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9df3a5df9f9045bc94bdc3ce3e833c43&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1879461 May 12 09:34:19.968182 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f2f718-4d59-4fd4-8665-6c26debe9f17 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Pushing event updated for resources: {'Port': ['ID=d8e31c88-6d60-467b-8eec-0d8851da1ced,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:19.971559 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 34980) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:34:19.974068 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59526736-1c38-4d84-80a9-0350caba0484 req-76f2f718-4d59-4fd4-8665-6c26debe9f17 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Network 94c124bd-d4ff-4709-8b22-7520113efef5 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 09:34:19.987597 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-59526736-1c38-4d84-80a9-0350caba0484 req-76f2f718-4d59-4fd4-8665-6c26debe9f17 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:34:19.990151 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-59526736-1c38-4d84-80a9-0350caba0484 req-76f2f718-4d59-4fd4-8665-6c26debe9f17 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 09:34:19.996827 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59526736-1c38-4d84-80a9-0350caba0484 req-76f2f718-4d59-4fd4-8665-6c26debe9f17 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:19.997626 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-59526736-1c38-4d84-80a9-0350caba0484 req-76f2f718-4d59-4fd4-8665-6c26debe9f17 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728753'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:20.030089 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9a41bf12-6fb0-4d27-9179-75eab12ae03d req-3035be46-906e-461b-8667-4bd3e393bf05 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c14d4c7-413f-44a8-826c-c4521bbc3b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999815 May 12 09:34:20.049367 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-59526736-1c38-4d84-80a9-0350caba0484 req-76f2f718-4d59-4fd4-8665-6c26debe9f17 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1104407 May 12 09:34:20.076848 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d24c964f-59fa-4b87-adc2-7986810b1067 req-93e35063-8934-4b42-9320-9b1ed9a40cf3 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1c58aee-1342-4b1d-a617-7ce1b9baa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456323 May 12 09:34:20.104549 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-54413e5b-90d6-4f60-8783-16b88a29a212 admin admin] Publish callbacks [] for security_group (84138543-596d-4fc4-a291-a8728f85cab0), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:20.118760 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-15b91ee8-32d3-49e2-9866-445c56198e44 None None] Provisioning complete for port c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:34:20.118760 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-15b91ee8-32d3-49e2-9866-445c56198e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:20.153270 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8b54d871-c26e-48f9-9ab2-31b2360f4dcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:20.156877 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-15b91ee8-32d3-49e2-9866-445c56198e44 None None] Port c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 09:34:20.161570 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-54413e5b-90d6-4f60-8783-16b88a29a212 admin admin] Publish callbacks [] for security_group (84138543-596d-4fc4-a291-a8728f85cab0), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:20.177147 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fa902973-52f5-4705-bf28-525fa70a9efb admin admin] Publish callbacks [] for security_group (998bd8fb-392c-42ec-a0d6-5f293a16318f), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:20.190837 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fa902973-52f5-4705-bf28-525fa70a9efb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (998bd8fb-392c-42ec-a0d6-5f293a16318f), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:20.265934 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-fa902973-52f5-4705-bf28-525fa70a9efb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4eac8344a35a43a5bb6d755006c4476a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7229776 May 12 09:34:20.268641 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 34982) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:34:20.272107 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa902973-52f5-4705-bf28-525fa70a9efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=998bd8fb-392c-42ec-a0d6-5f293a16318f,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:20.278378 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-2c4bf526-146e-4b54-9b68-9af244560e52 None None] Provisioning complete for port d8e31c88-6d60-467b-8eec-0d8851da1ced triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:34:20.279370 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-2c4bf526-146e-4b54-9b68-9af244560e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (d8e31c88-6d60-467b-8eec-0d8851da1ced), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:20.305453 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-54413e5b-90d6-4f60-8783-16b88a29a212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (84138543-596d-4fc4-a291-a8728f85cab0), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:20.308014 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-54413e5b-90d6-4f60-8783-16b88a29a212 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:20.311473 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-54413e5b-90d6-4f60-8783-16b88a29a212 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/84138543-596d-4fc4-a291-a8728f85cab0 HTTP/1.1" status: 204 len: 168 time: 0.3332379 May 12 09:34:20.318668 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54413e5b-90d6-4f60-8783-16b88a29a212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84138543-596d-4fc4-a291-a8728f85cab0,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:20.339276 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3ff026fe-8aac-427a-a878-acfdd4fd458d admin admin] Publish callbacks [] for security_group (998bd8fb-392c-42ec-a0d6-5f293a16318f), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:20.353616 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-2c4bf526-146e-4b54-9b68-9af244560e52 None None] Port d8e31c88-6d60-467b-8eec-0d8851da1ced cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 09:34:20.354077 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8b54d871-c26e-48f9-9ab2-31b2360f4dcf admin admin] Publish callbacks [] for security_group (1e927b31-bf84-44a4-b3e4-9af0e668b71a), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:20.361044 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8b54d871-c26e-48f9-9ab2-31b2360f4dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (1e927b31-bf84-44a4-b3e4-9af0e668b71a), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:20.369486 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3ff026fe-8aac-427a-a878-acfdd4fd458d admin admin] Publish callbacks [] for security_group (998bd8fb-392c-42ec-a0d6-5f293a16318f), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:20.400589 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b54d871-c26e-48f9-9ab2-31b2360f4dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e927b31-bf84-44a4-b3e4-9af0e668b71a,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:20.405134 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-8b54d871-c26e-48f9-9ab2-31b2360f4dcf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4f4faf77fa1c4d4abe39ef6577542579&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4791379 May 12 09:34:20.408027 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 34986) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:34:20.428959 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3ff026fe-8aac-427a-a878-acfdd4fd458d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (998bd8fb-392c-42ec-a0d6-5f293a16318f), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:20.432912 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3ff026fe-8aac-427a-a878-acfdd4fd458d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:20.436494 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-3ff026fe-8aac-427a-a878-acfdd4fd458d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/998bd8fb-392c-42ec-a0d6-5f293a16318f HTTP/1.1" status: 204 len: 168 time: 0.1635451 May 12 09:34:20.442954 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-afb9e942-eb93-462a-bc49-f6fd6f09e462 req-f0dbe871-d8d3-401b-b06b-38a90df39645 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:20.448190 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff026fe-8aac-427a-a878-acfdd4fd458d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=998bd8fb-392c-42ec-a0d6-5f293a16318f,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:20.485220 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-635c6d95-df4a-42ec-b73c-c0395909b1ee admin admin] Publish callbacks [] for security_group (1e927b31-bf84-44a4-b3e4-9af0e668b71a), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:20.517887 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-635c6d95-df4a-42ec-b73c-c0395909b1ee admin admin] Publish callbacks [] for security_group (1e927b31-bf84-44a4-b3e4-9af0e668b71a), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:20.585080 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-635c6d95-df4a-42ec-b73c-c0395909b1ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (1e927b31-bf84-44a4-b3e4-9af0e668b71a), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:20.591245 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-635c6d95-df4a-42ec-b73c-c0395909b1ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:20.594915 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-635c6d95-df4a-42ec-b73c-c0395909b1ee admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1e927b31-bf84-44a4-b3e4-9af0e668b71a HTTP/1.1" status: 204 len: 168 time: 0.1835532 May 12 09:34:20.605327 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635c6d95-df4a-42ec-b73c-c0395909b1ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e927b31-bf84-44a4-b3e4-9af0e668b71a,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:20.618515 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [req-afb9e942-eb93-462a-bc49-f6fd6f09e462 req-f0dbe871-d8d3-401b-b06b-38a90df39645 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Allocated IP 172.20.0.8 (94c124bd-d4ff-4709-8b22-7520113efef5/4e261d1c-7f38-449c-aec8-8a565c5048cd/35189b62-b72a-41d7-be6e-95a6288505a1) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 09:34:20.688741 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 35000) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:34:20.704091 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-df7f32c3-6d5e-425d-b730-348dfd85dba2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:20.823617 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-df7f32c3-6d5e-425d-b730-348dfd85dba2 admin admin] Publish callbacks [] for security_group (522d53e2-29b0-4113-8fc5-dbc983c0064e), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:20.835136 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-df7f32c3-6d5e-425d-b730-348dfd85dba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (522d53e2-29b0-4113-8fc5-dbc983c0064e), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:20.844100 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ddadb36e-a7d0-411b-b6c5-559b92163e60 req-8efeefd1-623d-45df-be15-0fcd31a3f88c tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 210 time: 0.0641487 May 12 09:34:20.880807 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac8e13-c9fd-4e05-84eb-b60981b6665d req-d2357d5d-5d03-4c19-bd71-33a363940ee6 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:20.886174 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dbac8e13-c9fd-4e05-84eb-b60981b6665d req-d2357d5d-5d03-4c19-bd71-33a363940ee6 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc90e8c3-13f2-4b3e-91e8-396847cf6572 HTTP/1.1" status: 200 len: 931 time: 0.1025786 May 12 09:34:20.906664 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-df7f32c3-6d5e-425d-b730-348dfd85dba2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f0b6c24c864646dd9f1ab0ebdb4b885d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2167172 May 12 09:34:20.906949 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-afb9e942-eb93-462a-bc49-f6fd6f09e462 req-f0dbe871-d8d3-401b-b06b-38a90df39645 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Publish callbacks [] for port (35189b62-b72a-41d7-be6e-95a6288505a1), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:20.907890 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 35008) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:34:20.908735 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7f32c3-6d5e-425d-b730-348dfd85dba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=522d53e2-29b0-4113-8fc5-dbc983c0064e,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:20.961937 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 35014) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:34:20.985244 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a423be3a-0dc8-4eff-8e76-5623ec49e362 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:20.991391 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dbac8e13-c9fd-4e05-84eb-b60981b6665d req-fb9b7f0a-2473-4d93-8f22-959dd444951b tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f17ee76-ff11-49e9-bf6e-365f2a6f3386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914950 May 12 09:34:21.004774 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-afb9e942-eb93-462a-bc49-f6fd6f09e462 req-f0dbe871-d8d3-401b-b06b-38a90df39645 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740344012620'] for port (35189b62-b72a-41d7-be6e-95a6288505a1), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:21.007730 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c2dd0a69-f99d-4d98-81d8-623ae466bbf4 admin admin] Publish callbacks [] for security_group (522d53e2-29b0-4113-8fc5-dbc983c0064e), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:21.050887 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c2dd0a69-f99d-4d98-81d8-623ae466bbf4 admin admin] Publish callbacks [] for security_group (522d53e2-29b0-4113-8fc5-dbc983c0064e), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:21.051674 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afb9e942-eb93-462a-bc49-f6fd6f09e462 req-f0dbe871-d8d3-401b-b06b-38a90df39645 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Network 94c124bd-d4ff-4709-8b22-7520113efef5 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 09:34:21.055348 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [req-afb9e942-eb93-462a-bc49-f6fd6f09e462 req-f0dbe871-d8d3-401b-b06b-38a90df39645 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:34:21.059284 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [req-afb9e942-eb93-462a-bc49-f6fd6f09e462 req-f0dbe871-d8d3-401b-b06b-38a90df39645 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 09:34:21.064926 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb9e942-eb93-462a-bc49-f6fd6f09e462 req-f0dbe871-d8d3-401b-b06b-38a90df39645 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:21.065688 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-afb9e942-eb93-462a-bc49-f6fd6f09e462 req-f0dbe871-d8d3-401b-b06b-38a90df39645 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728753'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:21.089121 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dbe871-d8d3-401b-b06b-38a90df39645 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Pushing event updated for resources: {'Port': ['ID=35189b62-b72a-41d7-be6e-95a6288505a1,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:21.110539 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-afb9e942-eb93-462a-bc49-f6fd6f09e462 req-f0dbe871-d8d3-401b-b06b-38a90df39645 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6434195 May 12 09:34:21.178546 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a423be3a-0dc8-4eff-8e76-5623ec49e362 admin admin] Publish callbacks [] for security_group (d869b5d5-3890-47b4-8841-af49044e5b70), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:21.186554 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a423be3a-0dc8-4eff-8e76-5623ec49e362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (d869b5d5-3890-47b4-8841-af49044e5b70), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:21.210775 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cbd15b-4342-4bd7-9349-94f2a0e2ecf3 req-b70456f6-d1ed-4a86-bd42-5165054ea30a tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:21.212796 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-01cbd15b-4342-4bd7-9349-94f2a0e2ecf3 req-b70456f6-d1ed-4a86-bd42-5165054ea30a tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/ports?device_id=b658c976-df06-49bb-9c2d-4d42cead8156 HTTP/1.1" status: 200 len: 943 time: 0.0754070 May 12 09:34:21.220895 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c2dd0a69-f99d-4d98-81d8-623ae466bbf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (522d53e2-29b0-4113-8fc5-dbc983c0064e), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:21.223905 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c2dd0a69-f99d-4d98-81d8-623ae466bbf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:21.225283 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-c2dd0a69-f99d-4d98-81d8-623ae466bbf4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/522d53e2-29b0-4113-8fc5-dbc983c0064e HTTP/1.1" status: 204 len: 168 time: 0.3121498 May 12 09:34:21.264110 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-a423be3a-0dc8-4eff-8e76-5623ec49e362 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8f20977da96e479596e8b6a838866fc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3009939 May 12 09:34:21.264729 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 35022) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:34:21.271659 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a423be3a-0dc8-4eff-8e76-5623ec49e362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d869b5d5-3890-47b4-8841-af49044e5b70,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:21.290051 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dd0a69-f99d-4d98-81d8-623ae466bbf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=522d53e2-29b0-4113-8fc5-dbc983c0064e,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:21.329892 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9e7e1-21e4-40a8-8307-091c5f3c3473 req-f6e169ba-9cc6-4cd7-9b83-f97418f5eb50 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:21.334742 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-92d9e7e1-21e4-40a8-8307-091c5f3c3473 req-f6e169ba-9cc6-4cd7-9b83-f97418f5eb50 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 932 time: 0.1206737 May 12 09:34:21.362522 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-83c787c0-0b2a-4402-a331-cc5fff311c2a admin admin] Publish callbacks [] for security_group (d869b5d5-3890-47b4-8841-af49044e5b70), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:21.382615 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-82ce1b2d-398a-4e69-bda7-91c72c77911b None None] Provisioning complete for port 35189b62-b72a-41d7-be6e-95a6288505a1 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:34:21.383127 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-82ce1b2d-398a-4e69-bda7-91c72c77911b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (35189b62-b72a-41d7-be6e-95a6288505a1), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:21.387767 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-01cbd15b-4342-4bd7-9349-94f2a0e2ecf3 req-3fa16913-2f7d-44e0-a11a-ee648a3b5b85 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c14d4c7-413f-44a8-826c-c4521bbc3b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625621 May 12 09:34:21.434215 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-92d9e7e1-21e4-40a8-8307-091c5f3c3473 req-09bd7cbd-e070-487b-b0ea-65d6c90d0c77 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1c58aee-1342-4b1d-a617-7ce1b9baa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861437 May 12 09:34:21.434704 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-83c787c0-0b2a-4402-a331-cc5fff311c2a admin admin] Publish callbacks [] for security_group (d869b5d5-3890-47b4-8841-af49044e5b70), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:21.462383 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-82ce1b2d-398a-4e69-bda7-91c72c77911b None None] Port 35189b62-b72a-41d7-be6e-95a6288505a1 cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 09:34:21.504236 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-83c787c0-0b2a-4402-a331-cc5fff311c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (d869b5d5-3890-47b4-8841-af49044e5b70), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:21.506763 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-83c787c0-0b2a-4402-a331-cc5fff311c2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:21.511319 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-83c787c0-0b2a-4402-a331-cc5fff311c2a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d869b5d5-3890-47b4-8841-af49044e5b70 HTTP/1.1" status: 204 len: 168 time: 0.2453747 May 12 09:34:21.519478 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c787c0-0b2a-4402-a331-cc5fff311c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d869b5d5-3890-47b4-8841-af49044e5b70,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:21.525188 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 35028) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:34:21.540241 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5e1220a0-4a44-49fc-94d8-c8de64c4a12d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:21.621978 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5e1220a0-4a44-49fc-94d8-c8de64c4a12d admin admin] Publish callbacks [] for security_group (7832a7f8-65fd-45c4-8120-efaea1ffa12b), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:21.626614 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5e1220a0-4a44-49fc-94d8-c8de64c4a12d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (7832a7f8-65fd-45c4-8120-efaea1ffa12b), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:21.670670 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 35036) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:34:21.674521 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-5e1220a0-4a44-49fc-94d8-c8de64c4a12d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=015b0e31e8334216aef96a6cae227a62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1439483 May 12 09:34:21.677034 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1220a0-4a44-49fc-94d8-c8de64c4a12d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7832a7f8-65fd-45c4-8120-efaea1ffa12b,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:21.729003 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bf987e68-4741-4bec-9a28-dcb773981607 admin admin] Publish callbacks [] for security_group (7832a7f8-65fd-45c4-8120-efaea1ffa12b), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:21.754371 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bf987e68-4741-4bec-9a28-dcb773981607 admin admin] Publish callbacks [] for security_group (7832a7f8-65fd-45c4-8120-efaea1ffa12b), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:21.779075 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [req-155378ea-9213-4161-9825-d593dc36b1ea req-fc89b425-b452-49e0-a0fa-992a12d9ab10 service neutron] Request body: {'port': {'device_id': 'dc90e8c3-13f2-4b3e-91e8-396847cf6572', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:34:21.779383 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-59526736-1c38-4d84-80a9-0350caba0484 req-ec07308a-7744-4d12-ac56-80f638abc6a4 service neutron] Request body: {'port': {'device_id': '4ed911f6-afdf-49e6-9897-e51a903b7680', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:34:21.785694 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [req-afb9e942-eb93-462a-bc49-f6fd6f09e462 req-227acf1b-ad95-4514-b4a4-9e6f01dec173 service neutron] Request body: {'port': {'device_id': '53d9ed2f-fe3d-46fc-a250-33724264ef93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:34:21.785823 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-20261148-062d-4ae9-926d-aebb6a43c4bd req-6b91ed56-d3e9-43b1-8d3a-b43ec4a39817 service neutron] Request body: {'port': {'device_id': '3dadb998-7d24-461d-bf2f-cec5ab30fb48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:34:21.840785 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-c2bed003-f92c-4a20-b044-94f97eaed438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (8db92903-2544-41c2-b919-def82c43c97a), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:21.918524 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-155378ea-9213-4161-9825-d593dc36b1ea req-fc89b425-b452-49e0-a0fa-992a12d9ab10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (332c08c8-a0fb-4e00-b6b4-9b038555668c), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:21.931431 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bf987e68-4741-4bec-9a28-dcb773981607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (7832a7f8-65fd-45c4-8120-efaea1ffa12b), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:21.933876 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bf987e68-4741-4bec-9a28-dcb773981607 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:21.937761 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-bf987e68-4741-4bec-9a28-dcb773981607 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7832a7f8-65fd-45c4-8120-efaea1ffa12b HTTP/1.1" status: 204 len: 168 time: 0.2660663 May 12 09:34:21.942718 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-afb9e942-eb93-462a-bc49-f6fd6f09e462 req-227acf1b-ad95-4514-b4a4-9e6f01dec173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (35189b62-b72a-41d7-be6e-95a6288505a1), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:21.960864 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf987e68-4741-4bec-9a28-dcb773981607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7832a7f8-65fd-45c4-8120-efaea1ffa12b,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:21.976066 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-59526736-1c38-4d84-80a9-0350caba0484 req-ec07308a-7744-4d12-ac56-80f638abc6a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (d8e31c88-6d60-467b-8eec-0d8851da1ced), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:21.978546 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-20261148-062d-4ae9-926d-aebb6a43c4bd req-6b91ed56-d3e9-43b1-8d3a-b43ec4a39817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:22.111358 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00fccd-c626-47e2-b2b5-218e05216de8 req-e8409907-a49e-4ea3-8776-3c2cc4323c69 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:22.118738 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2c00fccd-c626-47e2-b2b5-218e05216de8 req-e8409907-a49e-4ea3-8776-3c2cc4323c69 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 931 time: 0.1058238 May 12 09:34:22.338495 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069f0a2c-1e54-43c3-ba06-96e646e9fb9b req-49e4f5f9-de10-4357-926e-e68c349e9cd0 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:22.339468 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-069f0a2c-1e54-43c3-ba06-96e646e9fb9b req-49e4f5f9-de10-4357-926e-e68c349e9cd0 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc90e8c3-13f2-4b3e-91e8-396847cf6572 HTTP/1.1" status: 200 len: 931 time: 0.1937239 May 12 09:34:22.455018 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2c00fccd-c626-47e2-b2b5-218e05216de8 req-305d2635-be29-4efc-927b-9a6e7c4acf9e tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351328 May 12 09:34:22.803440 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [req-59526736-1c38-4d84-80a9-0350caba0484 req-ec07308a-7744-4d12-ac56-80f638abc6a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8e31c88-6d60-467b-8eec-0d8851da1ced {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 09:34:22.832656 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [req-20261148-062d-4ae9-926d-aebb6a43c4bd req-6b91ed56-d3e9-43b1-8d3a-b43ec4a39817 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 09:34:22.844024 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-59526736-1c38-4d84-80a9-0350caba0484 req-ec07308a-7744-4d12-ac56-80f638abc6a4 service neutron] Publish callbacks [] for port (d8e31c88-6d60-467b-8eec-0d8851da1ced), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:22.848533 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-20261148-062d-4ae9-926d-aebb6a43c4bd req-6b91ed56-d3e9-43b1-8d3a-b43ec4a39817 service neutron] Publish callbacks [] for port (c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:22.873763 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-20261148-062d-4ae9-926d-aebb6a43c4bd req-6b91ed56-d3e9-43b1-8d3a-b43ec4a39817 service neutron] Transition to ACTIVE for port object c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 09:34:22.874843 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-59526736-1c38-4d84-80a9-0350caba0484 req-ec07308a-7744-4d12-ac56-80f638abc6a4 service neutron] Transition to ACTIVE for port object d8e31c88-6d60-467b-8eec-0d8851da1ced will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 09:34:22.880914 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-20261148-062d-4ae9-926d-aebb6a43c4bd req-6b91ed56-d3e9-43b1-8d3a-b43ec4a39817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:22.892418 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device a1f179d2-9260-4805-a962-5a7091a5b50a details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=103459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 09:34:22.916695 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-59526736-1c38-4d84-80a9-0350caba0484 req-ec07308a-7744-4d12-ac56-80f638abc6a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (d8e31c88-6d60-467b-8eec-0d8851da1ced), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:22.932211 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [req-155378ea-9213-4161-9825-d593dc36b1ea req-fc89b425-b452-49e0-a0fa-992a12d9ab10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 332c08c8-a0fb-4e00-b6b4-9b038555668c {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 09:34:22.940532 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-155378ea-9213-4161-9825-d593dc36b1ea req-fc89b425-b452-49e0-a0fa-992a12d9ab10 service neutron] Publish callbacks [] for port (332c08c8-a0fb-4e00-b6b4-9b038555668c), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:22.976873 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [req-155378ea-9213-4161-9825-d593dc36b1ea req-fc89b425-b452-49e0-a0fa-992a12d9ab10 service neutron] Transition to ACTIVE for port object 332c08c8-a0fb-4e00-b6b4-9b038555668c will not be triggered until provisioned by entity L2. {{(pid=103458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 09:34:23.007073 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-069f0a2c-1e54-43c3-ba06-96e646e9fb9b req-d7bb19b4-49b0-46c9-8670-fec7ab3a1634 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f17ee76-ff11-49e9-bf6e-365f2a6f3386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6366169 May 12 09:34:23.047269 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-155378ea-9213-4161-9825-d593dc36b1ea req-fc89b425-b452-49e0-a0fa-992a12d9ab10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (332c08c8-a0fb-4e00-b6b4-9b038555668c), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:23.092222 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-13a031d7-5ec6-42a3-899f-d50e1f06c687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (f8def58d-f1ec-4d41-abae-d1c60f542bd3), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:23.094324 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b91ed56-d3e9-43b1-8d3a-b43ec4a39817 service neutron] Pushing event updated for resources: {'Port': ['ID=c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:23.137758 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-20261148-062d-4ae9-926d-aebb6a43c4bd req-6b91ed56-d3e9-43b1-8d3a-b43ec4a39817 service neutron] Attempting to bind port c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b on host hv-cinder-83769 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 09:34:23.138473 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-20261148-062d-4ae9-926d-aebb6a43c4bd req-6b91ed56-d3e9-43b1-8d3a-b43ec4a39817 service neutron] Attempting to bind port c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': 'df27dd97-80bd-404b-9020-df3082427427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '157184d7-26b8-47d5-86e0-3945164ff04d'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 09:34:23.139661 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20261148-062d-4ae9-926d-aebb6a43c4bd req-6b91ed56-d3e9-43b1-8d3a-b43ec4a39817 service neutron] Attempting to bind port c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b on network 157184d7-26b8-47d5-86e0-3945164ff04d {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 09:34:23.143990 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-59526736-1c38-4d84-80a9-0350caba0484 req-ec07308a-7744-4d12-ac56-80f638abc6a4 service neutron] Attempting to bind port d8e31c88-6d60-467b-8eec-0d8851da1ced on host hv-cinder-83769 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 09:34:23.144623 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-59526736-1c38-4d84-80a9-0350caba0484 req-ec07308a-7744-4d12-ac56-80f638abc6a4 service neutron] Attempting to bind port d8e31c88-6d60-467b-8eec-0d8851da1ced by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': 'b7b112db-1c39-45b7-a4f2-e3b93d061a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '94c124bd-d4ff-4709-8b22-7520113efef5'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 09:34:23.145052 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] For port a1f179d2-9260-4805-a962-5a7091a5b50a, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=a1f179d2-9260-4805-a962-5a7091a5b50a,segment=NetworkSegment(1c9a8f40-db4e-42d7-af8d-5d20c50cab84),segment_id=1c9a8f40-db4e-42d7-af8d-5d20c50cab84)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:34:23.145425 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59526736-1c38-4d84-80a9-0350caba0484 req-ec07308a-7744-4d12-ac56-80f638abc6a4 service neutron] Attempting to bind port d8e31c88-6d60-467b-8eec-0d8851da1ced on network 94c124bd-d4ff-4709-8b22-7520113efef5 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 09:34:23.154320 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59526736-1c38-4d84-80a9-0350caba0484 req-ec07308a-7744-4d12-ac56-80f638abc6a4 service neutron] Port d8e31c88-6d60-467b-8eec-0d8851da1ced on network 94c124bd-d4ff-4709-8b22-7520113efef5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 09:34:23.155001 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59526736-1c38-4d84-80a9-0350caba0484 req-ec07308a-7744-4d12-ac56-80f638abc6a4 service neutron] Attempting to bind port d8e31c88-6d60-467b-8eec-0d8851da1ced on network 94c124bd-d4ff-4709-8b22-7520113efef5 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 09:34:23.186325 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20261148-062d-4ae9-926d-aebb6a43c4bd req-6b91ed56-d3e9-43b1-8d3a-b43ec4a39817 service neutron] Port c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b on network 157184d7-26b8-47d5-86e0-3945164ff04d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 09:34:23.187062 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20261148-062d-4ae9-926d-aebb6a43c4bd req-6b91ed56-d3e9-43b1-8d3a-b43ec4a39817 service neutron] Attempting to bind port c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b on network 157184d7-26b8-47d5-86e0-3945164ff04d {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 09:34:23.188368 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Returning: {'device': 'a1f179d2-9260-4805-a962-5a7091a5b50a', 'network_id': '4b446bd8-08e4-4381-97bd-f3fde69be851', 'port_id': 'a1f179d2-9260-4805-a962-5a7091a5b50a', 'mac_address': 'fa:16:3e:71:12:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f6a740d-5be8-44ef-88dd-5ae748b776ba', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 09:34:23.194809 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20261148-062d-4ae9-926d-aebb6a43c4bd req-6b91ed56-d3e9-43b1-8d3a-b43ec4a39817 service neutron] Checking agent: {'id': 'cdc2c050-d5b8-41e9-9f41-bf893d522faa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 9, 31, 46), 'started_at': datetime.datetime(2022, 5, 12, 9, 31, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 9, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 09:34:23.200176 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20261148-062d-4ae9-926d-aebb6a43c4bd req-6b91ed56-d3e9-43b1-8d3a-b43ec4a39817 service neutron] Checking segment: {'id': 'df27dd97-80bd-404b-9020-df3082427427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '157184d7-26b8-47d5-86e0-3945164ff04d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 09:34:23.200539 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20261148-062d-4ae9-926d-aebb6a43c4bd req-6b91ed56-d3e9-43b1-8d3a-b43ec4a39817 service neutron] Bound using segment: {'id': 'df27dd97-80bd-404b-9020-df3082427427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '157184d7-26b8-47d5-86e0-3945164ff04d'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 09:34:23.201216 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-20261148-062d-4ae9-926d-aebb6a43c4bd req-6b91ed56-d3e9-43b1-8d3a-b43ec4a39817 service neutron] Bound port: c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df27dd97-80bd-404b-9020-df3082427427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '157184d7-26b8-47d5-86e0-3945164ff04d'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 09:34:23.201920 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-20261148-062d-4ae9-926d-aebb6a43c4bd req-6b91ed56-d3e9-43b1-8d3a-b43ec4a39817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:23.224758 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59526736-1c38-4d84-80a9-0350caba0484 req-ec07308a-7744-4d12-ac56-80f638abc6a4 service neutron] Checking agent: {'id': 'cdc2c050-d5b8-41e9-9f41-bf893d522faa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 9, 31, 46), 'started_at': datetime.datetime(2022, 5, 12, 9, 31, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 9, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 09:34:23.226315 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59526736-1c38-4d84-80a9-0350caba0484 req-ec07308a-7744-4d12-ac56-80f638abc6a4 service neutron] Checking segment: {'id': 'b7b112db-1c39-45b7-a4f2-e3b93d061a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '94c124bd-d4ff-4709-8b22-7520113efef5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 09:34:23.230273 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59526736-1c38-4d84-80a9-0350caba0484 req-ec07308a-7744-4d12-ac56-80f638abc6a4 service neutron] Bound using segment: {'id': 'b7b112db-1c39-45b7-a4f2-e3b93d061a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '94c124bd-d4ff-4709-8b22-7520113efef5'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 09:34:23.230863 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-59526736-1c38-4d84-80a9-0350caba0484 req-ec07308a-7744-4d12-ac56-80f638abc6a4 service neutron] Bound port: d8e31c88-6d60-467b-8eec-0d8851da1ced, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7b112db-1c39-45b7-a4f2-e3b93d061a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '94c124bd-d4ff-4709-8b22-7520113efef5'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 09:34:23.231304 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-59526736-1c38-4d84-80a9-0350caba0484 req-ec07308a-7744-4d12-ac56-80f638abc6a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (d8e31c88-6d60-467b-8eec-0d8851da1ced), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:23.238622 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-1d9e6a58-d356-44ab-bb34-37357c1267d7 None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 09:34:23.245612 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6139f8-a75b-4e90-90ce-2b98fa77c0bc req-0cf77052-21e4-4a58-98e0-b9e7a293092c tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:23.247307 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-db6139f8-a75b-4e90-90ce-2b98fa77c0bc req-0cf77052-21e4-4a58-98e0-b9e7a293092c tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/ports?device_id=b658c976-df06-49bb-9c2d-4d42cead8156 HTTP/1.1" status: 200 len: 943 time: 0.2616148 May 12 09:34:23.293010 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Current status of the port a1f179d2-9260-4805-a962-5a7091a5b50a is: DOWN; New status is: BUILD {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:34:23.293413 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (a1f179d2-9260-4805-a962-5a7091a5b50a), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:23.317394 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1f179d2-9260-4805-a962-5a7091a5b50a {{(pid=103459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 09:34:23.359422 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] For port a1f179d2-9260-4805-a962-5a7091a5b50a, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=a1f179d2-9260-4805-a962-5a7091a5b50a,segment=NetworkSegment(1c9a8f40-db4e-42d7-af8d-5d20c50cab84),segment_id=1c9a8f40-db4e-42d7-af8d-5d20c50cab84)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:34:23.362996 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc89b425-b452-49e0-a0fa-992a12d9ab10 service neutron] Pushing event updated for resources: {'Port': ['ID=332c08c8-a0fb-4e00-b6b4-9b038555668c,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:23.365428 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (a1f179d2-9260-4805-a962-5a7091a5b50a), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:23.394864 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec07308a-7744-4d12-ac56-80f638abc6a4 service neutron] Pushing event updated for resources: {'Port': ['ID=d8e31c88-6d60-467b-8eec-0d8851da1ced,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:23.439110 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Pushing event updated for resources: {'Port': ['ID=a1f179d2-9260-4805-a962-5a7091a5b50a,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:23.470966 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-59526736-1c38-4d84-80a9-0350caba0484 req-ec07308a-7744-4d12-ac56-80f638abc6a4 service neutron] For port d8e31c88-6d60-467b-8eec-0d8851da1ced, host hv-cinder-83769, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 09:34:23.481429 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-59526736-1c38-4d84-80a9-0350caba0484 req-ec07308a-7744-4d12-ac56-80f638abc6a4 service neutron] For port d8e31c88-6d60-467b-8eec-0d8851da1ced, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=d8e31c88-6d60-467b-8eec-0d8851da1ced,segment=NetworkSegment(b7b112db-1c39-45b7-a4f2-e3b93d061a40),segment_id=b7b112db-1c39-45b7-a4f2-e3b93d061a40)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 09:34:23.550031 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-20261148-062d-4ae9-926d-aebb6a43c4bd req-6b91ed56-d3e9-43b1-8d3a-b43ec4a39817 service neutron] For port c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b, host hv-cinder-83769, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 09:34:23.553751 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-20261148-062d-4ae9-926d-aebb6a43c4bd req-6b91ed56-d3e9-43b1-8d3a-b43ec4a39817 service neutron] For port c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b,segment=NetworkSegment(df27dd97-80bd-404b-9020-df3082427427),segment_id=df27dd97-80bd-404b-9020-df3082427427)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 09:34:23.560024 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-59526736-1c38-4d84-80a9-0350caba0484 req-ec07308a-7744-4d12-ac56-80f638abc6a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (d8e31c88-6d60-467b-8eec-0d8851da1ced), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:23.572302 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-20261148-062d-4ae9-926d-aebb6a43c4bd req-6b91ed56-d3e9-43b1-8d3a-b43ec4a39817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:23.588352 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-155378ea-9213-4161-9825-d593dc36b1ea req-fc89b425-b452-49e0-a0fa-992a12d9ab10 service neutron] Attempting to bind port 332c08c8-a0fb-4e00-b6b4-9b038555668c on host hv-cinder-83769 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 09:34:23.588644 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-155378ea-9213-4161-9825-d593dc36b1ea req-fc89b425-b452-49e0-a0fa-992a12d9ab10 service neutron] Attempting to bind port 332c08c8-a0fb-4e00-b6b4-9b038555668c by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': '26ab4651-7fb4-4cda-a42c-ef91f3f41052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd8bd03ea-0f3b-46bf-82a8-531c929bec57'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 09:34:23.588995 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155378ea-9213-4161-9825-d593dc36b1ea req-fc89b425-b452-49e0-a0fa-992a12d9ab10 service neutron] Attempting to bind port 332c08c8-a0fb-4e00-b6b4-9b038555668c on network d8bd03ea-0f3b-46bf-82a8-531c929bec57 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 09:34:23.619237 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59526736-1c38-4d84-80a9-0350caba0484 req-ec07308a-7744-4d12-ac56-80f638abc6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:23.620073 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-59526736-1c38-4d84-80a9-0350caba0484 req-ec07308a-7744-4d12-ac56-80f638abc6a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728753'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:23.622046 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-59526736-1c38-4d84-80a9-0350caba0484 req-ec07308a-7744-4d12-ac56-80f638abc6a4 service neutron] 10.222.0.65 "PUT /v2.0/ports/d8e31c88-6d60-467b-8eec-0d8851da1ced HTTP/1.1" status: 200 len: 1094 time: 1.8502178 May 12 09:34:23.624576 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-db6139f8-a75b-4e90-90ce-2b98fa77c0bc req-e1952221-c918-4765-805a-67f1714286cb tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c14d4c7-413f-44a8-826c-c4521bbc3b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719965 May 12 09:34:23.643885 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa290dc-9494-4987-a0fe-e889a180d4d5 req-6f3715fe-9639-4b89-bf92-8b1e86e1fe73 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:23.644256 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ed911f6-afdf-49e6-9897-e51a903b7680', 'tag': 'd8e31c88-6d60-467b-8eec-0d8851da1ced'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:34:23.649020 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3fa290dc-9494-4987-a0fe-e889a180d4d5 req-6f3715fe-9639-4b89-bf92-8b1e86e1fe73 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 944 time: 0.3991227 May 12 09:34:23.660420 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ab44c22d40f7c005d262e262c3a77426c373d0f7a848e933746c3cdedb51eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc60917-f95d-415f-916c-5e6dfa573993" -d '{"events": [{"name": "network-changed", "server_uuid": "4ed911f6-afdf-49e6-9897-e51a903b7680", "tag": "d8e31c88-6d60-467b-8eec-0d8851da1ced"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:34:23.668948 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155378ea-9213-4161-9825-d593dc36b1ea req-fc89b425-b452-49e0-a0fa-992a12d9ab10 service neutron] Port 332c08c8-a0fb-4e00-b6b4-9b038555668c on network d8bd03ea-0f3b-46bf-82a8-531c929bec57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 09:34:23.669280 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155378ea-9213-4161-9825-d593dc36b1ea req-fc89b425-b452-49e0-a0fa-992a12d9ab10 service neutron] Attempting to bind port 332c08c8-a0fb-4e00-b6b4-9b038555668c on network d8bd03ea-0f3b-46bf-82a8-531c929bec57 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 09:34:23.705166 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155378ea-9213-4161-9825-d593dc36b1ea req-fc89b425-b452-49e0-a0fa-992a12d9ab10 service neutron] Checking agent: {'id': 'cdc2c050-d5b8-41e9-9f41-bf893d522faa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 9, 31, 46), 'started_at': datetime.datetime(2022, 5, 12, 9, 31, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 9, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 09:34:23.705502 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155378ea-9213-4161-9825-d593dc36b1ea req-fc89b425-b452-49e0-a0fa-992a12d9ab10 service neutron] Checking segment: {'id': '26ab4651-7fb4-4cda-a42c-ef91f3f41052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd8bd03ea-0f3b-46bf-82a8-531c929bec57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 09:34:23.706112 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155378ea-9213-4161-9825-d593dc36b1ea req-fc89b425-b452-49e0-a0fa-992a12d9ab10 service neutron] Bound using segment: {'id': '26ab4651-7fb4-4cda-a42c-ef91f3f41052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd8bd03ea-0f3b-46bf-82a8-531c929bec57'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 09:34:23.706583 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-155378ea-9213-4161-9825-d593dc36b1ea req-fc89b425-b452-49e0-a0fa-992a12d9ab10 service neutron] Bound port: 332c08c8-a0fb-4e00-b6b4-9b038555668c, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26ab4651-7fb4-4cda-a42c-ef91f3f41052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd8bd03ea-0f3b-46bf-82a8-531c929bec57'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 09:34:23.706951 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-155378ea-9213-4161-9825-d593dc36b1ea req-fc89b425-b452-49e0-a0fa-992a12d9ab10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (332c08c8-a0fb-4e00-b6b4-9b038555668c), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:23.757825 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20261148-062d-4ae9-926d-aebb6a43c4bd req-6b91ed56-d3e9-43b1-8d3a-b43ec4a39817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:23.758793 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-20261148-062d-4ae9-926d-aebb6a43c4bd req-6b91ed56-d3e9-43b1-8d3a-b43ec4a39817 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728753'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:23.760658 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-20261148-062d-4ae9-926d-aebb6a43c4bd req-6b91ed56-d3e9-43b1-8d3a-b43ec4a39817 service neutron] 10.222.0.65 "PUT /v2.0/ports/c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b HTTP/1.1" status: 200 len: 1094 time: 1.9791763 May 12 09:34:23.847998 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] get_ports_and_sgs() called for port_ids ['a1f179d2-9260-4805-a962-5a7091a5b50a'] {{(pid=103459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 09:34:23.907299 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20261148-062d-4ae9-926d-aebb6a43c4bd req-9dbe9989-90b8-4627-b648-50dcb980cf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:23.911396 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-20261148-062d-4ae9-926d-aebb6a43c4bd req-9dbe9989-90b8-4627-b648-50dcb980cf82 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=da5b9f41ad6b4506872df6cb86ae9f73&device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 1128 time: 0.0804658 May 12 09:34:23.912957 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59526736-1c38-4d84-80a9-0350caba0484 req-935db365-28df-4759-8ebc-ba3bba1186b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:23.914763 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-59526736-1c38-4d84-80a9-0350caba0484 req-935db365-28df-4759-8ebc-ba3bba1186b1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c54669eadc784d4aac5d1a40d18858b1&device_id=4ed911f6-afdf-49e6-9897-e51a903b7680 HTTP/1.1" status: 200 len: 1128 time: 0.2294364 May 12 09:34:23.915172 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec07308a-7744-4d12-ac56-80f638abc6a4 service neutron] Pushing event updated for resources: {'Port': ['ID=d8e31c88-6d60-467b-8eec-0d8851da1ced,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:24.008001 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-155378ea-9213-4161-9825-d593dc36b1ea req-fc89b425-b452-49e0-a0fa-992a12d9ab10 service neutron] For port 332c08c8-a0fb-4e00-b6b4-9b038555668c, host hv-cinder-83769, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 09:34:24.024984 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-155378ea-9213-4161-9825-d593dc36b1ea req-fc89b425-b452-49e0-a0fa-992a12d9ab10 service neutron] For port 332c08c8-a0fb-4e00-b6b4-9b038555668c, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=332c08c8-a0fb-4e00-b6b4-9b038555668c,segment=NetworkSegment(26ab4651-7fb4-4cda-a42c-ef91f3f41052),segment_id=26ab4651-7fb4-4cda-a42c-ef91f3f41052)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 09:34:24.048638 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-59526736-1c38-4d84-80a9-0350caba0484 req-7d9e949b-02c0-46df-adc1-8569253d2c25 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8e31c88-6d60-467b-8eec-0d8851da1ced HTTP/1.1" status: 200 len: 217 time: 0.0768027 May 12 09:34:24.131622 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-155378ea-9213-4161-9825-d593dc36b1ea req-fc89b425-b452-49e0-a0fa-992a12d9ab10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (332c08c8-a0fb-4e00-b6b4-9b038555668c), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:24.136243 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-20261148-062d-4ae9-926d-aebb6a43c4bd req-dd5fbe6e-b5d6-4076-88e4-7a80ffc6fed7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b HTTP/1.1" status: 200 len: 217 time: 0.1993706 May 12 09:34:24.287254 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [req-afb9e942-eb93-462a-bc49-f6fd6f09e462 req-227acf1b-ad95-4514-b4a4-9e6f01dec173 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35189b62-b72a-41d7-be6e-95a6288505a1 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 09:34:24.299192 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3fa290dc-9494-4987-a0fe-e889a180d4d5 req-c3ba7919-3183-4c53-8e7e-eaa57ed662ec tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1c58aee-1342-4b1d-a617-7ce1b9baa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6220105 May 12 09:34:24.314820 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-afb9e942-eb93-462a-bc49-f6fd6f09e462 req-227acf1b-ad95-4514-b4a4-9e6f01dec173 service neutron] Publish callbacks [] for port (35189b62-b72a-41d7-be6e-95a6288505a1), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:24.318731 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155378ea-9213-4161-9825-d593dc36b1ea req-fc89b425-b452-49e0-a0fa-992a12d9ab10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:24.320192 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-155378ea-9213-4161-9825-d593dc36b1ea req-fc89b425-b452-49e0-a0fa-992a12d9ab10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728753'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:24.322538 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-155378ea-9213-4161-9825-d593dc36b1ea req-fc89b425-b452-49e0-a0fa-992a12d9ab10 service neutron] 10.222.0.65 "PUT /v2.0/ports/332c08c8-a0fb-4e00-b6b4-9b038555668c HTTP/1.1" status: 200 len: 1093 time: 2.5497248 May 12 09:34:24.334989 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc90e8c3-13f2-4b3e-91e8-396847cf6572', 'tag': '332c08c8-a0fb-4e00-b6b4-9b038555668c'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:34:24.335500 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b91ed56-d3e9-43b1-8d3a-b43ec4a39817 service neutron] Pushing event updated for resources: {'Port': ['ID=c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:24.375838 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59526736-1c38-4d84-80a9-0350caba0484 req-6aaaa988-cfc6-4315-b2de-7eb6f9c67960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:24.377296 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-59526736-1c38-4d84-80a9-0350caba0484 req-6aaaa988-cfc6-4315-b2de-7eb6f9c67960 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4e261d1c-7f38-449c-aec8-8a565c5048cd HTTP/1.1" status: 200 len: 857 time: 0.2666795 May 12 09:34:24.387279 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20261148-062d-4ae9-926d-aebb6a43c4bd req-7af7685a-8b89-459e-ac1b-e582a4cc1b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:24.388831 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-20261148-062d-4ae9-926d-aebb6a43c4bd req-7af7685a-8b89-459e-ac1b-e582a4cc1b25 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dc5a5cf9-5b7a-426c-931b-02b56a7bf3f3 HTTP/1.1" status: 200 len: 849 time: 0.2373116 May 12 09:34:24.471318 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a984b3b9-a9e9-40d7-bd88-8cdbb1de5f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (e377c27d-f788-489a-9a4f-9db675c37dc4), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:24.490597 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 09:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d689e5a1-e57a-4190-8e91-c05d402dcff8 x-openstack-request-id: req-d689e5a1-e57a-4190-8e91-c05d402dcff8 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:34:24.492828 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ed911f6-afdf-49e6-9897-e51a903b7680", "tag": "d8e31c88-6d60-467b-8eec-0d8851da1ced", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:34:24.493841 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d689e5a1-e57a-4190-8e91-c05d402dcff8 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:34:24.494969 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d689e5a1-e57a-4190-8e91-c05d402dcff8'] response: {'name': 'network-changed', 'server_uuid': '4ed911f6-afdf-49e6-9897-e51a903b7680', 'tag': 'd8e31c88-6d60-467b-8eec-0d8851da1ced', 'status': 'completed', 'code': 200} May 12 09:34:24.582262 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59526736-1c38-4d84-80a9-0350caba0484 req-cea43504-b223-49c2-9d09-0cae872c027b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:24.583186 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a33c8-9668-4e5f-8e34-445445ec310d req-7e55fee9-e704-4564-bd83-7ee4d9f03c79 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:24.590088 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-487a33c8-9668-4e5f-8e34-445445ec310d req-7e55fee9-e704-4564-bd83-7ee4d9f03c79 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 931 time: 0.4757807 May 12 09:34:24.602947 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-59526736-1c38-4d84-80a9-0350caba0484 req-cea43504-b223-49c2-9d09-0cae872c027b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=94c124bd-d4ff-4709-8b22-7520113efef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2102842 May 12 09:34:24.722322 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [req-afb9e942-eb93-462a-bc49-f6fd6f09e462 req-227acf1b-ad95-4514-b4a4-9e6f01dec173 service neutron] Transition to ACTIVE for port object 35189b62-b72a-41d7-be6e-95a6288505a1 will not be triggered until provisioned by entity L2. {{(pid=103458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 09:34:24.739065 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc89b425-b452-49e0-a0fa-992a12d9ab10 service neutron] Pushing event updated for resources: {'Port': ['ID=332c08c8-a0fb-4e00-b6b4-9b038555668c,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:24.774603 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-afb9e942-eb93-462a-bc49-f6fd6f09e462 req-227acf1b-ad95-4514-b4a4-9e6f01dec173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (35189b62-b72a-41d7-be6e-95a6288505a1), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:24.792600 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155378ea-9213-4161-9825-d593dc36b1ea req-0ba02234-7819-4000-a85c-8db810e19739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:24.794232 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-155378ea-9213-4161-9825-d593dc36b1ea req-0ba02234-7819-4000-a85c-8db810e19739 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b079fd0b329c4f1a856f71e0c8f98dde&device_id=dc90e8c3-13f2-4b3e-91e8-396847cf6572 HTTP/1.1" status: 200 len: 1127 time: 0.3186147 May 12 09:34:24.824040 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3b68ff-3d89-4f69-b16c-584e1761964f req-3a8af238-c833-43e4-b0f5-4201470c283d tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:24.825757 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ee3b68ff-3d89-4f69-b16c-584e1761964f req-3a8af238-c833-43e4-b0f5-4201470c283d tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc90e8c3-13f2-4b3e-91e8-396847cf6572 HTTP/1.1" status: 200 len: 943 time: 0.2587104 May 12 09:34:24.958417 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20261148-062d-4ae9-926d-aebb6a43c4bd req-d15ea68e-e063-4ca1-9e04-ea7f4a119fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:24.960657 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-20261148-062d-4ae9-926d-aebb6a43c4bd req-d15ea68e-e063-4ca1-9e04-ea7f4a119fce service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=157184d7-26b8-47d5-86e0-3945164ff04d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4639950 May 12 09:34:24.964020 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-155378ea-9213-4161-9825-d593dc36b1ea req-c6925b74-0df2-4960-98ad-b128a50fa901 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=332c08c8-a0fb-4e00-b6b4-9b038555668c HTTP/1.1" status: 200 len: 217 time: 0.1305871 May 12 09:34:24.967046 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device a1f179d2-9260-4805-a962-5a7091a5b50a up at agent hyperv_hv-cinder-83769 {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 09:34:25.049111 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155378ea-9213-4161-9825-d593dc36b1ea req-05ca85f0-0001-4933-8187-6ff392414bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:25.051279 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-155378ea-9213-4161-9825-d593dc36b1ea req-05ca85f0-0001-4933-8187-6ff392414bc8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=be18f7f8-10b6-434a-8890-e7ce96c85646 HTTP/1.1" status: 200 len: 854 time: 0.0699437 May 12 09:34:25.051952 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227acf1b-ad95-4514-b4a4-9e6f01dec173 service neutron] Pushing event updated for resources: {'Port': ['ID=35189b62-b72a-41d7-be6e-95a6288505a1,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:25.084024 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-487a33c8-9668-4e5f-8e34-445445ec310d req-62cdb8a0-6f83-46e3-b96b-c0b7b205e900 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4892566 May 12 09:34:25.112398 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Provisioning for port a1f179d2-9260-4805-a962-5a7091a5b50a completed by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 09:34:25.128110 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Provisioning complete for port a1f179d2-9260-4805-a962-5a7091a5b50a triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:34:25.130022 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (a1f179d2-9260-4805-a962-5a7091a5b50a), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:25.220722 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c5c35592cdadc16d94e4e59e173057c198c772a9b1006d4fd44537c4a2e10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb2f162-7d1f-4fe8-8353-bf0f1777a5be" -d '{"events": [{"name": "network-changed", "server_uuid": "dc90e8c3-13f2-4b3e-91e8-396847cf6572", "tag": "332c08c8-a0fb-4e00-b6b4-9b038555668c"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:34:25.238773 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-59526736-1c38-4d84-80a9-0350caba0484 req-bbf1788f-efa5-42c2-8017-93a3d78cc635 service neutron] 10.222.0.65 "GET /v2.0/networks/94c124bd-d4ff-4709-8b22-7520113efef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6159062 May 12 09:34:25.297922 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Current status of the port a1f179d2-9260-4805-a962-5a7091a5b50a is: BUILD; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:34:25.298601 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (a1f179d2-9260-4805-a962-5a7091a5b50a), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:25.308355 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155378ea-9213-4161-9825-d593dc36b1ea req-e2b11ae8-8e1d-426b-a53f-008a47fc1110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:25.310394 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-155378ea-9213-4161-9825-d593dc36b1ea req-e2b11ae8-8e1d-426b-a53f-008a47fc1110 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d8bd03ea-0f3b-46bf-82a8-531c929bec57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2435732 May 12 09:34:25.322597 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ee3b68ff-3d89-4f69-b16c-584e1761964f req-faed9e04-a490-488f-811d-3f8230aeab95 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f17ee76-ff11-49e9-bf6e-365f2a6f3386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4775290 May 12 09:34:25.327651 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-afb9e942-eb93-462a-bc49-f6fd6f09e462 req-227acf1b-ad95-4514-b4a4-9e6f01dec173 service neutron] Attempting to bind port 35189b62-b72a-41d7-be6e-95a6288505a1 on host hv-cinder-83769 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 09:34:25.327858 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-afb9e942-eb93-462a-bc49-f6fd6f09e462 req-227acf1b-ad95-4514-b4a4-9e6f01dec173 service neutron] Attempting to bind port 35189b62-b72a-41d7-be6e-95a6288505a1 by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': 'b7b112db-1c39-45b7-a4f2-e3b93d061a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '94c124bd-d4ff-4709-8b22-7520113efef5'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 09:34:25.328144 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb9e942-eb93-462a-bc49-f6fd6f09e462 req-227acf1b-ad95-4514-b4a4-9e6f01dec173 service neutron] Attempting to bind port 35189b62-b72a-41d7-be6e-95a6288505a1 on network 94c124bd-d4ff-4709-8b22-7520113efef5 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 09:34:25.347927 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e32d44-e363-4d37-a924-abc28b4a5a44 req-fd9ba103-1b11-4443-a573-f69d82d39fd9 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:25.352389 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b658c976-df06-49bb-9c2d-4d42cead8156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f179d2-9260-4805-a962-5a7091a5b50a'}] {{(pid=103459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:34:25.357086 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-44e32d44-e363-4d37-a924-abc28b4a5a44 req-fd9ba103-1b11-4443-a573-f69d82d39fd9 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/ports?device_id=b658c976-df06-49bb-9c2d-4d42cead8156 HTTP/1.1" status: 200 len: 944 time: 0.1392970 May 12 09:34:25.360423 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-20261148-062d-4ae9-926d-aebb6a43c4bd req-5bd908c9-7cc0-4067-b041-b1a6f088fb83 service neutron] 10.222.0.65 "GET /v2.0/networks/157184d7-26b8-47d5-86e0-3945164ff04d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3814974 May 12 09:34:25.372516 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 35192) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:34:25.379278 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb9e942-eb93-462a-bc49-f6fd6f09e462 req-227acf1b-ad95-4514-b4a4-9e6f01dec173 service neutron] Port 35189b62-b72a-41d7-be6e-95a6288505a1 on network 94c124bd-d4ff-4709-8b22-7520113efef5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 09:34:25.379278 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb9e942-eb93-462a-bc49-f6fd6f09e462 req-227acf1b-ad95-4514-b4a4-9e6f01dec173 service neutron] Attempting to bind port 35189b62-b72a-41d7-be6e-95a6288505a1 on network 94c124bd-d4ff-4709-8b22-7520113efef5 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 09:34:25.405595 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb9e942-eb93-462a-bc49-f6fd6f09e462 req-227acf1b-ad95-4514-b4a4-9e6f01dec173 service neutron] Checking agent: {'id': 'cdc2c050-d5b8-41e9-9f41-bf893d522faa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 9, 31, 46), 'started_at': datetime.datetime(2022, 5, 12, 9, 31, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 9, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 09:34:25.406677 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb9e942-eb93-462a-bc49-f6fd6f09e462 req-227acf1b-ad95-4514-b4a4-9e6f01dec173 service neutron] Checking segment: {'id': 'b7b112db-1c39-45b7-a4f2-e3b93d061a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '94c124bd-d4ff-4709-8b22-7520113efef5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 09:34:25.406677 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb9e942-eb93-462a-bc49-f6fd6f09e462 req-227acf1b-ad95-4514-b4a4-9e6f01dec173 service neutron] Bound using segment: {'id': 'b7b112db-1c39-45b7-a4f2-e3b93d061a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '94c124bd-d4ff-4709-8b22-7520113efef5'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 09:34:25.406870 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-afb9e942-eb93-462a-bc49-f6fd6f09e462 req-227acf1b-ad95-4514-b4a4-9e6f01dec173 service neutron] Bound port: 35189b62-b72a-41d7-be6e-95a6288505a1, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7b112db-1c39-45b7-a4f2-e3b93d061a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '94c124bd-d4ff-4709-8b22-7520113efef5'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 09:34:25.407188 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-afb9e942-eb93-462a-bc49-f6fd6f09e462 req-227acf1b-ad95-4514-b4a4-9e6f01dec173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (35189b62-b72a-41d7-be6e-95a6288505a1), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:25.425798 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] For port a1f179d2-9260-4805-a962-5a7091a5b50a, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=a1f179d2-9260-4805-a962-5a7091a5b50a,segment=NetworkSegment(1c9a8f40-db4e-42d7-af8d-5d20c50cab84),segment_id=1c9a8f40-db4e-42d7-af8d-5d20c50cab84)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:34:25.431981 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (a1f179d2-9260-4805-a962-5a7091a5b50a), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:25.494499 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Pushing event updated for resources: {'Port': ['ID=a1f179d2-9260-4805-a962-5a7091a5b50a,revision_number=5']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:25.517221 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-44e32d44-e363-4d37-a924-abc28b4a5a44 req-5382cca2-403a-4f43-aeb0-ea38b9555f5c tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c14d4c7-413f-44a8-826c-c4521bbc3b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592729 May 12 09:34:25.564685 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-155378ea-9213-4161-9825-d593dc36b1ea req-de3b6dd0-515d-4271-850c-84833ae3cab2 service neutron] 10.222.0.65 "GET /v2.0/networks/d8bd03ea-0f3b-46bf-82a8-531c929bec57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384586 May 12 09:34:25.584811 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-afb9e942-eb93-462a-bc49-f6fd6f09e462 req-227acf1b-ad95-4514-b4a4-9e6f01dec173 service neutron] For port 35189b62-b72a-41d7-be6e-95a6288505a1, host hv-cinder-83769, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 09:34:25.600223 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-afb9e942-eb93-462a-bc49-f6fd6f09e462 req-227acf1b-ad95-4514-b4a4-9e6f01dec173 service neutron] For port 35189b62-b72a-41d7-be6e-95a6288505a1, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=35189b62-b72a-41d7-be6e-95a6288505a1,segment=NetworkSegment(b7b112db-1c39-45b7-a4f2-e3b93d061a40),segment_id=b7b112db-1c39-45b7-a4f2-e3b93d061a40)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 09:34:25.650104 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-afb9e942-eb93-462a-bc49-f6fd6f09e462 req-227acf1b-ad95-4514-b4a4-9e6f01dec173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (35189b62-b72a-41d7-be6e-95a6288505a1), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:25.679837 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 09:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e246fd-be8b-480a-ad3a-e101fa353003 x-openstack-request-id: req-e6e246fd-be8b-480a-ad3a-e101fa353003 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:34:25.680131 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc90e8c3-13f2-4b3e-91e8-396847cf6572", "tag": "332c08c8-a0fb-4e00-b6b4-9b038555668c", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:34:25.680382 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e6e246fd-be8b-480a-ad3a-e101fa353003 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:34:25.680835 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6e246fd-be8b-480a-ad3a-e101fa353003'] response: {'name': 'network-changed', 'server_uuid': 'dc90e8c3-13f2-4b3e-91e8-396847cf6572', 'tag': '332c08c8-a0fb-4e00-b6b4-9b038555668c', 'status': 'completed', 'code': 200} May 12 09:34:25.684428 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 35202) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:34:25.713955 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-59526736-1c38-4d84-80a9-0350caba0484 req-36f10d10-6c29-4848-b1eb-d51421aecc55 service neutron] 10.222.0.65 "GET /v2.0/networks/94c124bd-d4ff-4709-8b22-7520113efef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4665699 May 12 09:34:25.744700 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-20261148-062d-4ae9-926d-aebb6a43c4bd req-396ba0d1-ab16-426c-9ca9-dbdec8b34413 service neutron] 10.222.0.65 "GET /v2.0/networks/157184d7-26b8-47d5-86e0-3945164ff04d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859709 May 12 09:34:25.839625 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86b47e387812c2b24e7094e641fb8cdf00e205bc2b1299b72670831d9f7cf680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-815c7cf5-d271-4b9f-ac9f-949c844b4128" -d '{"events": [{"server_uuid": "b658c976-df06-49bb-9c2d-4d42cead8156", "name": "network-vif-plugged", "status": "completed", "tag": "a1f179d2-9260-4805-a962-5a7091a5b50a"}]}' {{(pid=103459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:34:25.864395 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb9e942-eb93-462a-bc49-f6fd6f09e462 req-227acf1b-ad95-4514-b4a4-9e6f01dec173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:25.864673 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-afb9e942-eb93-462a-bc49-f6fd6f09e462 req-227acf1b-ad95-4514-b4a4-9e6f01dec173 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728753'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:25.866732 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-afb9e942-eb93-462a-bc49-f6fd6f09e462 req-227acf1b-ad95-4514-b4a4-9e6f01dec173 service neutron] 10.222.0.65 "PUT /v2.0/ports/35189b62-b72a-41d7-be6e-95a6288505a1 HTTP/1.1" status: 200 len: 1093 time: 4.0848589 May 12 09:34:25.928373 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7835723a-c941-4023-8452-1fb95bbda562 req-e9a23083-05be-4e86-921c-ce6c3c95e8d9 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:25.930901 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7835723a-c941-4023-8452-1fb95bbda562 req-e9a23083-05be-4e86-921c-ce6c3c95e8d9 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 944 time: 0.2538700 May 12 09:34:25.931751 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2f0a724d-c240-4fb6-b32d-c4bd5c209865 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:25.997551 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (0e2e3861-7d79-4ce6-9d91-faa32ae2cb64), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:26.034161 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 09:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc43444f-fa63-48d0-a1ca-9596b354f65a x-openstack-request-id: req-dc43444f-fa63-48d0-a1ca-9596b354f65a {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:34:26.034684 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b658c976-df06-49bb-9c2d-4d42cead8156", "name": "network-vif-plugged", "status": "completed", "tag": "a1f179d2-9260-4805-a962-5a7091a5b50a", "code": 200}]} {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:34:26.035678 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dc43444f-fa63-48d0-a1ca-9596b354f65a {{(pid=103459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:34:26.036146 dv-cinder-837699-5-iscsi neutron-server[103459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc43444f-fa63-48d0-a1ca-9596b354f65a'] response: {'server_uuid': 'b658c976-df06-49bb-9c2d-4d42cead8156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f179d2-9260-4805-a962-5a7091a5b50a', 'code': 200} May 12 09:34:26.235777 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227acf1b-ad95-4514-b4a4-9e6f01dec173 service neutron] Pushing event updated for resources: {'Port': ['ID=35189b62-b72a-41d7-be6e-95a6288505a1,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:26.244868 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8a7d1b0c-8b81-4940-a37d-f24f565a23d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:26.251679 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-155378ea-9213-4161-9825-d593dc36b1ea req-33b88f21-2dff-4b8b-8994-d7b8ccab3e96 service neutron] 10.222.0.65 "GET /v2.0/networks/d8bd03ea-0f3b-46bf-82a8-531c929bec57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6801345 May 12 09:34:26.337786 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7835723a-c941-4023-8452-1fb95bbda562 req-a2b1d1a4-ed15-4672-a52c-9de6ef774d5a tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1c58aee-1342-4b1d-a617-7ce1b9baa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3703146 May 12 09:34:26.356386 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66efc652-d0da-40ca-9e9b-2aecd36dd848 req-56af59fb-42e6-4adc-8198-269af4fde009 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:26.358025 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-66efc652-d0da-40ca-9e9b-2aecd36dd848 req-56af59fb-42e6-4adc-8198-269af4fde009 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 943 time: 0.1523564 May 12 09:34:26.453684 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2f0a724d-c240-4fb6-b32d-c4bd5c209865 admin admin] Publish callbacks [] for security_group (eb46b72a-c829-4bd6-8627-6a991dbedb98), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:26.470690 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2f0a724d-c240-4fb6-b32d-c4bd5c209865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (eb46b72a-c829-4bd6-8627-6a991dbedb98), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:26.496662 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dadb998-7d24-461d-bf2f-cec5ab30fb48', 'tag': 'c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:34:26.499170 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ab44c22d40f7c005d262e262c3a77426c373d0f7a848e933746c3cdedb51eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1dd6488-afaf-4a8d-9d51-2eea4aaf571d" -d '{"events": [{"name": "network-changed", "server_uuid": "3dadb998-7d24-461d-bf2f-cec5ab30fb48", "tag": "c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:34:26.506417 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-66efc652-d0da-40ca-9e9b-2aecd36dd848 req-6353bd98-5bef-421b-ab44-4895c2ca41bf tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372700 May 12 09:34:26.520023 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bec4d02-14b6-419c-aa59-926ed744e8e6 req-38d2577a-8519-4c80-8ab1-a1cb01db9307 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:26.525933 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9bec4d02-14b6-419c-aa59-926ed744e8e6 req-38d2577a-8519-4c80-8ab1-a1cb01db9307 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc90e8c3-13f2-4b3e-91e8-396847cf6572 HTTP/1.1" status: 200 len: 943 time: 0.1222084 May 12 09:34:26.545821 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-2f0a724d-c240-4fb6-b32d-c4bd5c209865 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f01ce275bfeb443da44fb59d360b60df&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1678555 May 12 09:34:26.548588 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 35236) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:34:26.555839 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0a724d-c240-4fb6-b32d-c4bd5c209865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb46b72a-c829-4bd6-8627-6a991dbedb98,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:26.559997 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 09:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4eda680-8ec3-4b00-9bb3-66370c5115e0 x-openstack-request-id: req-b4eda680-8ec3-4b00-9bb3-66370c5115e0 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:34:26.560582 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dadb998-7d24-461d-bf2f-cec5ab30fb48", "tag": "c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:34:26.561294 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b4eda680-8ec3-4b00-9bb3-66370c5115e0 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:34:26.562036 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4eda680-8ec3-4b00-9bb3-66370c5115e0'] response: {'name': 'network-changed', 'server_uuid': '3dadb998-7d24-461d-bf2f-cec5ab30fb48', 'tag': 'c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b', 'status': 'completed', 'code': 200} May 12 09:34:26.578902 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8a7d1b0c-8b81-4940-a37d-f24f565a23d7 admin admin] Publish callbacks [] for security_group (dfb31a9d-aaea-4190-a618-f15cbe0b633d), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:26.593970 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8a7d1b0c-8b81-4940-a37d-f24f565a23d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (dfb31a9d-aaea-4190-a618-f15cbe0b633d), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:26.611994 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-558456f2-3982-41f4-ace3-dba525721908 admin admin] Publish callbacks [] for security_group (eb46b72a-c829-4bd6-8627-6a991dbedb98), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:26.637130 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-558456f2-3982-41f4-ace3-dba525721908 admin admin] Publish callbacks [] for security_group (eb46b72a-c829-4bd6-8627-6a991dbedb98), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:26.655276 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9bec4d02-14b6-419c-aa59-926ed744e8e6 req-3cadd893-5d38-400a-8067-adb1fc60abb8 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f17ee76-ff11-49e9-bf6e-365f2a6f3386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218483 May 12 09:34:26.680273 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-8a7d1b0c-8b81-4940-a37d-f24f565a23d7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=83c0bb756998486880519e3e3234921a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9882438 May 12 09:34:26.683153 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 35240) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:34:26.684228 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7d1b0c-8b81-4940-a37d-f24f565a23d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb31a9d-aaea-4190-a618-f15cbe0b633d,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:26.698569 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-558456f2-3982-41f4-ace3-dba525721908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (eb46b72a-c829-4bd6-8627-6a991dbedb98), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:26.701103 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-558456f2-3982-41f4-ace3-dba525721908 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:26.702285 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-558456f2-3982-41f4-ace3-dba525721908 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/eb46b72a-c829-4bd6-8627-6a991dbedb98 HTTP/1.1" status: 204 len: 168 time: 0.1524091 May 12 09:34:26.710117 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14267f80-3023-4bcc-abd0-a571883619b5 req-1a5918ba-eed2-4bfb-bdad-09b7eda885f9 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:26.712336 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-14267f80-3023-4bcc-abd0-a571883619b5 req-1a5918ba-eed2-4bfb-bdad-09b7eda885f9 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/ports?device_id=b658c976-df06-49bb-9c2d-4d42cead8156 HTTP/1.1" status: 200 len: 945 time: 0.0802765 May 12 09:34:26.721930 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558456f2-3982-41f4-ace3-dba525721908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb46b72a-c829-4bd6-8627-6a991dbedb98,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:26.746638 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9ecd8199-b077-4919-a7a2-43e599d22ef2 admin admin] Publish callbacks [] for security_group (dfb31a9d-aaea-4190-a618-f15cbe0b633d), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:26.769064 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-14267f80-3023-4bcc-abd0-a571883619b5 req-8d8d405d-671c-4522-9d64-6dd13b01e029 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c14d4c7-413f-44a8-826c-c4521bbc3b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502567 May 12 09:34:26.771657 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9ecd8199-b077-4919-a7a2-43e599d22ef2 admin admin] Publish callbacks [] for security_group (dfb31a9d-aaea-4190-a618-f15cbe0b633d), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:26.828493 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9ecd8199-b077-4919-a7a2-43e599d22ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (dfb31a9d-aaea-4190-a618-f15cbe0b633d), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:26.831172 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9ecd8199-b077-4919-a7a2-43e599d22ef2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:26.832324 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-9ecd8199-b077-4919-a7a2-43e599d22ef2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dfb31a9d-aaea-4190-a618-f15cbe0b633d HTTP/1.1" status: 204 len: 168 time: 0.1481340 May 12 09:34:26.840152 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecd8199-b077-4919-a7a2-43e599d22ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb31a9d-aaea-4190-a618-f15cbe0b633d,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:27.011825 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 35250) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:34:27.024945 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d9d33995-dfe7-4af7-b764-710ae95bc4ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:27.113317 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d9d33995-dfe7-4af7-b764-710ae95bc4ed admin admin] Publish callbacks [] for security_group (e2b842ff-841a-42ef-b1e1-996db002dae1), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:27.118780 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d9d33995-dfe7-4af7-b764-710ae95bc4ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (e2b842ff-841a-42ef-b1e1-996db002dae1), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:27.156351 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d33995-dfe7-4af7-b764-710ae95bc4ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b842ff-841a-42ef-b1e1-996db002dae1,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:27.171334 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-d9d33995-dfe7-4af7-b764-710ae95bc4ed admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=67fa67430dbd439898a7d11cb6924039&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1584170 May 12 09:34:27.174013 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 35262) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:34:27.227980 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9e2e1986-ac30-4590-8090-3e80b3a79f68 admin admin] Publish callbacks [] for security_group (e2b842ff-841a-42ef-b1e1-996db002dae1), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:27.251804 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9e2e1986-ac30-4590-8090-3e80b3a79f68 admin admin] Publish callbacks [] for security_group (e2b842ff-841a-42ef-b1e1-996db002dae1), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:27.302389 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9e2e1986-ac30-4590-8090-3e80b3a79f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (e2b842ff-841a-42ef-b1e1-996db002dae1), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:27.305529 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9e2e1986-ac30-4590-8090-3e80b3a79f68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:27.306824 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-9e2e1986-ac30-4590-8090-3e80b3a79f68 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e2b842ff-841a-42ef-b1e1-996db002dae1 HTTP/1.1" status: 204 len: 168 time: 0.1317968 May 12 09:34:27.317380 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2e1986-ac30-4590-8090-3e80b3a79f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b842ff-841a-42ef-b1e1-996db002dae1,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:27.463425 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab78a17-47a8-4fc5-be7f-fd98b5e41953 req-271da8a8-4001-44fc-9142-2366c9f74c61 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:27.472093 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4ab78a17-47a8-4fc5-be7f-fd98b5e41953 req-271da8a8-4001-44fc-9142-2366c9f74c61 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 944 time: 0.0575302 May 12 09:34:27.524397 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4ab78a17-47a8-4fc5-be7f-fd98b5e41953 req-08541988-6bd4-417a-b160-a5d5b8de5a8d tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1c58aee-1342-4b1d-a617-7ce1b9baa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504274 May 12 09:34:27.644072 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fc55cb-22ad-4f6a-a85a-9ffe0b88d3cf req-18c1ef31-8b5a-4a50-bb0b-08f956772bd8 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:27.645606 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a0fc55cb-22ad-4f6a-a85a-9ffe0b88d3cf req-18c1ef31-8b5a-4a50-bb0b-08f956772bd8 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 943 time: 0.0552127 May 12 09:34:27.682810 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53d9ed2f-fe3d-46fc-a250-33724264ef93', 'tag': '35189b62-b72a-41d7-be6e-95a6288505a1'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:34:27.685403 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c5c35592cdadc16d94e4e59e173057c198c772a9b1006d4fd44537c4a2e10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c024b9ed-7704-4de5-94c2-b52ba65ea2ab" -d '{"events": [{"name": "network-changed", "server_uuid": "53d9ed2f-fe3d-46fc-a250-33724264ef93", "tag": "35189b62-b72a-41d7-be6e-95a6288505a1"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:34:27.713203 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a0fc55cb-22ad-4f6a-a85a-9ffe0b88d3cf req-bb233978-f73f-49c0-b4e9-8f688ac5dbc4 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589716 May 12 09:34:27.713505 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 35302) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:34:27.775827 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 09:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b6ce2b6-6bcf-48b5-84cd-91a766819866 x-openstack-request-id: req-9b6ce2b6-6bcf-48b5-84cd-91a766819866 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:34:27.776121 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53d9ed2f-fe3d-46fc-a250-33724264ef93", "tag": "35189b62-b72a-41d7-be6e-95a6288505a1", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:34:27.776527 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9b6ce2b6-6bcf-48b5-84cd-91a766819866 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:34:27.777066 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b6ce2b6-6bcf-48b5-84cd-91a766819866'] response: {'name': 'network-changed', 'server_uuid': '53d9ed2f-fe3d-46fc-a250-33724264ef93', 'tag': '35189b62-b72a-41d7-be6e-95a6288505a1', 'status': 'completed', 'code': 200} May 12 09:34:27.796542 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea53cb-36fb-4d03-802c-f9bf2b276ca9 req-e8b8da11-a533-43dd-8aee-677a8428d9a8 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:27.798515 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-aeea53cb-36fb-4d03-802c-f9bf2b276ca9 req-e8b8da11-a533-43dd-8aee-677a8428d9a8 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc90e8c3-13f2-4b3e-91e8-396847cf6572 HTTP/1.1" status: 200 len: 943 time: 0.0573890 May 12 09:34:27.866710 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-aeea53cb-36fb-4d03-802c-f9bf2b276ca9 req-aa18b389-47e3-47a7-b89c-dc996ecf5a17 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f17ee76-ff11-49e9-bf6e-365f2a6f3386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614214 May 12 09:34:27.884388 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-a859f7ad-b39e-47d8-a00a-bae94e3f4805 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-844829143-network', 'tenant_id': '59546c2ca0074bb5b77b7c5e64d9c068'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:34:27.907845 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9798410-9b0b-4822-a04d-09b4349b9daa req-3beb132f-69c6-4172-a58f-8c45d5f1bfa5 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:27.908704 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a859f7ad-b39e-47d8-a00a-bae94e3f4805 admin admin] Made reservation on behalf of 59546c2ca0074bb5b77b7c5e64d9c068 for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 09:34:27.909470 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e9798410-9b0b-4822-a04d-09b4349b9daa req-3beb132f-69c6-4172-a58f-8c45d5f1bfa5 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/ports?device_id=b658c976-df06-49bb-9c2d-4d42cead8156 HTTP/1.1" status: 200 len: 945 time: 0.0601268 May 12 09:34:27.911532 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a859f7ad-b39e-47d8-a00a-bae94e3f4805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for network (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:27.921248 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a859f7ad-b39e-47d8-a00a-bae94e3f4805 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:27.961217 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e9798410-9b0b-4822-a04d-09b4349b9daa req-2fbbd02b-39c6-4100-a808-43d7b8152a7e tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c14d4c7-413f-44a8-826c-c4521bbc3b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446610 May 12 09:34:28.003630 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a859f7ad-b39e-47d8-a00a-bae94e3f4805 admin admin] Publish callbacks [] for security_group (fbfc649a-48dd-48c1-a516-9881d45319ed), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:28.007580 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a859f7ad-b39e-47d8-a00a-bae94e3f4805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (fbfc649a-48dd-48c1-a516-9881d45319ed), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:28.039014 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a859f7ad-b39e-47d8-a00a-bae94e3f4805 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 09:34:28.049285 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a859f7ad-b39e-47d8-a00a-bae94e3f4805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbfc649a-48dd-48c1-a516-9881d45319ed,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:28.056056 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a859f7ad-b39e-47d8-a00a-bae94e3f4805 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740344558093', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720414'] for segment (4fddeae6-e504-4375-9ac6-b9ae113e6570), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:28.056395 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.db.segments_db [None req-a859f7ad-b39e-47d8-a00a-bae94e3f4805 admin admin] Added segment 4fddeae6-e504-4375-9ac6-b9ae113e6570 of type vlan for network 1c036158-1d81-400b-8003-63be31daecc9 May 12 09:34:28.110917 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a859f7ad-b39e-47d8-a00a-bae94e3f4805 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740344000386'] for network (1c036158-1d81-400b-8003-63be31daecc9), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:28.136898 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a859f7ad-b39e-47d8-a00a-bae94e3f4805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735'] for network (1c036158-1d81-400b-8003-63be31daecc9), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:28.138049 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a859f7ad-b39e-47d8-a00a-bae94e3f4805 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:28.138774 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a859f7ad-b39e-47d8-a00a-bae94e3f4805 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728753'] for network (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:28.175187 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-a859f7ad-b39e-47d8-a00a-bae94e3f4805 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.4605625 May 12 09:34:28.178148 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 35322) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:34:28.183347 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-577ae67b-dc2b-49ec-8cf8-c46b5e2242dd admin admin] Request body: {'subnet': {'network_id': '1c036158-1d81-400b-8003-63be31daecc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-844829143-subnet', 'tenant_id': '59546c2ca0074bb5b77b7c5e64d9c068', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:34:28.206614 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a859f7ad-b39e-47d8-a00a-bae94e3f4805 admin admin] Pushing event updated for resources: {'Network': ['ID=1c036158-1d81-400b-8003-63be31daecc9,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:28.206824 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-577ae67b-dc2b-49ec-8cf8-c46b5e2242dd admin admin] Made reservation on behalf of 59546c2ca0074bb5b77b7c5e64d9c068 for: {'subnet': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 09:34:28.211013 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-577ae67b-dc2b-49ec-8cf8-c46b5e2242dd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:28.221994 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Network 1c036158-1d81-400b-8003-63be31daecc9 details requested by agent ovs-agent-dv-cinder-837699-5-iscsi with host dv-cinder-837699-5-iscsi {{(pid=103459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 09:34:28.412824 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-577ae67b-dc2b-49ec-8cf8-c46b5e2242dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735'] for subnet (1ecf6080-a26e-4fbd-931a-1d3b6d55afc8), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:28.475589 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577ae67b-dc2b-49ec-8cf8-c46b5e2242dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ecf6080-a26e-4fbd-931a-1d3b6d55afc8,revision_number=0']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:28.482901 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577ae67b-dc2b-49ec-8cf8-c46b5e2242dd admin admin] Checking segment: {'id': '4fddeae6-e504-4375-9ac6-b9ae113e6570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1c036158-1d81-400b-8003-63be31daecc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 09:34:28.483261 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577ae67b-dc2b-49ec-8cf8-c46b5e2242dd admin admin] Network hostable DHCP agents. Network: 1c036158-1d81-400b-8003-63be31daecc9, hostable agents: ['9bee5a85-5be0-4217-aa6d-1f9c6538b987'], hosted agents: [] {{(pid=103458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 09:34:28.502432 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577ae67b-dc2b-49ec-8cf8-c46b5e2242dd admin admin] Network 1c036158-1d81-400b-8003-63be31daecc9 is scheduled to be hosted by DHCP agent 9bee5a85-5be0-4217-aa6d-1f9c6538b987 with binding_index 1 {{(pid=103458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 09:34:28.513772 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-577ae67b-dc2b-49ec-8cf8-c46b5e2242dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837699-5-iscsi, 1c036158-1d81-400b-8003-63be31daecc9) {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:34:28.518444 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577ae67b-dc2b-49ec-8cf8-c46b5e2242dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:28.519046 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-577ae67b-dc2b-49ec-8cf8-c46b5e2242dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728753'] for subnet (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:28.524311 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265a04c8-0986-4632-a6a8-c20d749c0687 None None] Network 1c036158-1d81-400b-8003-63be31daecc9 requested from dv-cinder-837699-5-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 09:34:28.548638 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-577ae67b-dc2b-49ec-8cf8-c46b5e2242dd admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3630550 May 12 09:34:28.703296 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a9dfd4-fa8b-4e27-ae6f-f0aa2624d1a7 req-57d40ed2-d226-4d57-88ce-f9b29e37613a tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:28.704824 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-39a9dfd4-fa8b-4e27-ae6f-f0aa2624d1a7 req-57d40ed2-d226-4d57-88ce-f9b29e37613a tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 944 time: 0.0644717 May 12 09:34:28.707660 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 35352) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:34:28.719866 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af61c1b-8db3-4c25-bbf4-1a7b6d442ba8 None None] Network 1c036158-1d81-400b-8003-63be31daecc9 requested from dv-cinder-837699-5-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 09:34:28.804594 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-39a9dfd4-fa8b-4e27-ae6f-f0aa2624d1a7 req-1f3ed168-b2ba-48c8-a6b2-db9096d57e9e tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1c58aee-1342-4b1d-a617-7ce1b9baa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817709 May 12 09:34:28.869679 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a428d32-42b4-43d4-b30e-b0180fb12f96 req-a20acda0-9799-4897-8971-60564da2054c tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:28.879710 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3a428d32-42b4-43d4-b30e-b0180fb12f96 req-a20acda0-9799-4897-8971-60564da2054c tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 943 time: 0.0715430 May 12 09:34:28.946452 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-63f3003d-5992-4bd3-a47e-88bbb4bf971c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:28.953717 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3a428d32-42b4-43d4-b30e-b0180fb12f96 req-4f27e257-53b2-40c3-a5b2-cfc6803d5881 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730863 May 12 09:34:28.984404 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device d8e31c88-6d60-467b-8eec-0d8851da1ced details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=103459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 09:34:29.029222 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0eda1c-eb16-4a15-9de8-f517c834089b req-37bab2ca-64a8-4d6f-85f8-e069d4c550bf tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:29.031295 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8b0eda1c-eb16-4a15-9de8-f517c834089b req-37bab2ca-64a8-4d6f-85f8-e069d4c550bf tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc90e8c3-13f2-4b3e-91e8-396847cf6572 HTTP/1.1" status: 200 len: 943 time: 0.0622628 May 12 09:34:29.110076 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-63f3003d-5992-4bd3-a47e-88bbb4bf971c admin admin] Publish callbacks [] for security_group (739c1a9b-e08d-4107-a3ab-55bd926c9d85), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:29.117651 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-63f3003d-5992-4bd3-a47e-88bbb4bf971c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (739c1a9b-e08d-4107-a3ab-55bd926c9d85), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:29.122485 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] For port d8e31c88-6d60-467b-8eec-0d8851da1ced, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=d8e31c88-6d60-467b-8eec-0d8851da1ced,segment=NetworkSegment(b7b112db-1c39-45b7-a4f2-e3b93d061a40),segment_id=b7b112db-1c39-45b7-a4f2-e3b93d061a40)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:34:29.156010 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Returning: {'device': 'd8e31c88-6d60-467b-8eec-0d8851da1ced', 'network_id': '94c124bd-d4ff-4709-8b22-7520113efef5', 'port_id': 'd8e31c88-6d60-467b-8eec-0d8851da1ced', 'mac_address': 'fa:16:3e:79:10:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e261d1c-7f38-449c-aec8-8a565c5048cd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 09:34:29.167188 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8b0eda1c-eb16-4a15-9de8-f517c834089b req-63ebdbf9-d52d-47f5-b11c-f8e1b7daac0a tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f17ee76-ff11-49e9-bf6e-365f2a6f3386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251011 May 12 09:34:29.178422 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-63f3003d-5992-4bd3-a47e-88bbb4bf971c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bfbda12e4b664723a04097b2ca1e8698&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4630482 May 12 09:34:29.179749 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 35376) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:34:29.190132 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f3003d-5992-4bd3-a47e-88bbb4bf971c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=739c1a9b-e08d-4107-a3ab-55bd926c9d85,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:29.216940 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc0803b-d0bf-4d6b-a88a-210c6919f580 req-15696335-6a6a-4770-bf45-d01adc6d7034 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:29.219046 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2cc0803b-d0bf-4d6b-a88a-210c6919f580 req-15696335-6a6a-4770-bf45-d01adc6d7034 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/ports?device_id=b658c976-df06-49bb-9c2d-4d42cead8156 HTTP/1.1" status: 200 len: 945 time: 0.0930037 May 12 09:34:29.253523 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Current status of the port d8e31c88-6d60-467b-8eec-0d8851da1ced is: DOWN; New status is: BUILD {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:34:29.254690 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (d8e31c88-6d60-467b-8eec-0d8851da1ced), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:29.275381 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8e31c88-6d60-467b-8eec-0d8851da1ced {{(pid=103459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 09:34:29.277411 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-81966fd9-8e6e-4ce5-ae8b-e2eee15ede07 admin admin] Publish callbacks [] for security_group (739c1a9b-e08d-4107-a3ab-55bd926c9d85), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:29.304405 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2cc0803b-d0bf-4d6b-a88a-210c6919f580 req-8181c1d3-1c8c-4df4-bbae-2adac6661b0e tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c14d4c7-413f-44a8-826c-c4521bbc3b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781722 May 12 09:34:29.306467 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] For port d8e31c88-6d60-467b-8eec-0d8851da1ced, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=d8e31c88-6d60-467b-8eec-0d8851da1ced,segment=NetworkSegment(b7b112db-1c39-45b7-a4f2-e3b93d061a40),segment_id=b7b112db-1c39-45b7-a4f2-e3b93d061a40)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:34:29.312904 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (d8e31c88-6d60-467b-8eec-0d8851da1ced), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:29.315599 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-81966fd9-8e6e-4ce5-ae8b-e2eee15ede07 admin admin] Publish callbacks [] for security_group (739c1a9b-e08d-4107-a3ab-55bd926c9d85), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:29.378400 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Pushing event updated for resources: {'Port': ['ID=d8e31c88-6d60-467b-8eec-0d8851da1ced,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:29.378663 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-81966fd9-8e6e-4ce5-ae8b-e2eee15ede07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (739c1a9b-e08d-4107-a3ab-55bd926c9d85), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:29.381481 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-81966fd9-8e6e-4ce5-ae8b-e2eee15ede07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:29.392088 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-81966fd9-8e6e-4ce5-ae8b-e2eee15ede07 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/739c1a9b-e08d-4107-a3ab-55bd926c9d85 HTTP/1.1" status: 204 len: 168 time: 0.2063394 May 12 09:34:29.399804 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81966fd9-8e6e-4ce5-ae8b-e2eee15ede07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739c1a9b-e08d-4107-a3ab-55bd926c9d85,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:29.695384 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 35398) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:34:29.708218 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3f01d0bb-2c8b-44ef-9a9a-251e223606a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:29.784951 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3f01d0bb-2c8b-44ef-9a9a-251e223606a0 admin admin] Publish callbacks [] for security_group (9701fccf-29d0-4702-90bc-8a957504055a), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:29.788824 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3f01d0bb-2c8b-44ef-9a9a-251e223606a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (9701fccf-29d0-4702-90bc-8a957504055a), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:29.800322 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] get_ports_and_sgs() called for port_ids ['d8e31c88-6d60-467b-8eec-0d8851da1ced'] {{(pid=103459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 09:34:29.831637 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-3f01d0bb-2c8b-44ef-9a9a-251e223606a0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ee38dd0269464eba8d383fbe8731346e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1309965 May 12 09:34:29.831637 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f01d0bb-2c8b-44ef-9a9a-251e223606a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9701fccf-29d0-4702-90bc-8a957504055a,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:29.831988 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 35406) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:34:29.905865 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-60b1fbe7-af71-47a7-98ae-45d00b555e32 admin admin] Publish callbacks [] for security_group (9701fccf-29d0-4702-90bc-8a957504055a), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:29.929983 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-60b1fbe7-af71-47a7-98ae-45d00b555e32 admin admin] Publish callbacks [] for security_group (9701fccf-29d0-4702-90bc-8a957504055a), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:29.942025 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756264f-55cf-4a1e-8052-dd9684a8baf8 req-3680dfc0-ab53-4141-9bd9-6a595b6cf1dc tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:29.943788 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3756264f-55cf-4a1e-8052-dd9684a8baf8 req-3680dfc0-ab53-4141-9bd9-6a595b6cf1dc tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 944 time: 0.0564790 May 12 09:34:30.002258 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-60b1fbe7-af71-47a7-98ae-45d00b555e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (9701fccf-29d0-4702-90bc-8a957504055a), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:30.005633 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-60b1fbe7-af71-47a7-98ae-45d00b555e32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:30.007290 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-60b1fbe7-af71-47a7-98ae-45d00b555e32 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9701fccf-29d0-4702-90bc-8a957504055a HTTP/1.1" status: 204 len: 168 time: 0.1756830 May 12 09:34:30.021246 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b1fbe7-af71-47a7-98ae-45d00b555e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9701fccf-29d0-4702-90bc-8a957504055a,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:30.056393 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3756264f-55cf-4a1e-8052-dd9684a8baf8 req-b2d87d7c-e7d9-4fe1-8201-a8b610b1c37d tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1c58aee-1342-4b1d-a617-7ce1b9baa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056602 May 12 09:34:30.168143 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf7c39-1ddc-43cc-82fb-0a52bd0c4635 req-afabce08-8473-41ee-8aa4-458c4e5beac2 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:30.170300 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c1cf7c39-1ddc-43cc-82fb-0a52bd0c4635 req-afabce08-8473-41ee-8aa4-458c4e5beac2 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 943 time: 0.0765615 May 12 09:34:30.232326 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c1cf7c39-1ddc-43cc-82fb-0a52bd0c4635 req-a9111215-9170-47bd-bc73-47c7d7aa4f1d tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561512 May 12 09:34:30.308307 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d90474-027d-47bf-a3eb-1ce7db95a624 req-f37e35a7-8df3-4a51-a240-971d6ca94fcb tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:30.315338 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-86d90474-027d-47bf-a3eb-1ce7db95a624 req-f37e35a7-8df3-4a51-a240-971d6ca94fcb tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc90e8c3-13f2-4b3e-91e8-396847cf6572 HTTP/1.1" status: 200 len: 943 time: 0.0674834 May 12 09:34:30.402429 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-86d90474-027d-47bf-a3eb-1ce7db95a624 req-9fcd2388-5dc5-4376-9097-7d87bf98341c tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f17ee76-ff11-49e9-bf6e-365f2a6f3386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859840 May 12 09:34:30.495569 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b7e1f-d765-4a2a-9309-64c4e9099df3 req-58c35124-0c61-40e4-b6a0-01e8bd6b0eb5 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:30.497750 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-cf9b7e1f-d765-4a2a-9309-64c4e9099df3 req-58c35124-0c61-40e4-b6a0-01e8bd6b0eb5 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/ports?device_id=b658c976-df06-49bb-9c2d-4d42cead8156 HTTP/1.1" status: 200 len: 945 time: 0.0677447 May 12 09:34:30.575519 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-cf9b7e1f-d765-4a2a-9309-64c4e9099df3 req-174605f1-011a-4f89-9fe7-f0638e0c5a97 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c14d4c7-413f-44a8-826c-c4521bbc3b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642054 May 12 09:34:30.757274 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc60917-f95d-415f-916c-5e6dfa573993 req-7a61d22b-6b00-442b-9313-4236e54085af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:30.759264 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9cc60917-f95d-415f-916c-5e6dfa573993 req-7a61d22b-6b00-442b-9313-4236e54085af service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c54669eadc784d4aac5d1a40d18858b1&device_id=4ed911f6-afdf-49e6-9897-e51a903b7680 HTTP/1.1" status: 200 len: 1129 time: 0.1114318 May 12 09:34:30.770379 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c024b9ed-7704-4de5-94c2-b52ba65ea2ab req-3e4c7acf-8ab3-4ca4-bb03-c8b97e1b515e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:30.773032 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c024b9ed-7704-4de5-94c2-b52ba65ea2ab req-3e4c7acf-8ab3-4ca4-bb03-c8b97e1b515e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c54669eadc784d4aac5d1a40d18858b1&device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 1127 time: 0.0798845 May 12 09:34:31.035465 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00441f26-4b64-48ea-a5a2-179fddaa115b req-28f4acd9-530b-4c3e-b199-64e1d7acec32 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:31.036894 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-00441f26-4b64-48ea-a5a2-179fddaa115b req-28f4acd9-530b-4c3e-b199-64e1d7acec32 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/networks?id=1c036158-1d81-400b-8003-63be31daecc9 HTTP/1.1" status: 200 len: 813 time: 0.1236026 May 12 09:34:31.051308 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-00441f26-4b64-48ea-a5a2-179fddaa115b req-609e644e-2c91-49b3-abe6-f7e0d393b650 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/quotas/59546c2ca0074bb5b77b7c5e64d9c068 HTTP/1.1" status: 200 len: 375 time: 0.0089664 May 12 09:34:31.084205 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-00441f26-4b64-48ea-a5a2-179fddaa115b req-209b02b9-995d-473f-b968-f19dfcf69931 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=59546c2ca0074bb5b77b7c5e64d9c068&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273798 May 12 09:34:31.094933 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device d8e31c88-6d60-467b-8eec-0d8851da1ced up at agent hyperv_hv-cinder-83769 {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 09:34:31.144214 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Provisioning for port d8e31c88-6d60-467b-8eec-0d8851da1ced completed by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 09:34:31.152709 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Provisioning complete for port d8e31c88-6d60-467b-8eec-0d8851da1ced triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:34:31.153276 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (d8e31c88-6d60-467b-8eec-0d8851da1ced), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:31.220065 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e7e4df-d157-466b-a57c-86c2d51e11dc req-37fd44a9-daf7-4a71-a5c8-560b25c0a6e2 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:31.221593 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-85e7e4df-d157-466b-a57c-86c2d51e11dc req-37fd44a9-daf7-4a71-a5c8-560b25c0a6e2 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 944 time: 0.0936940 May 12 09:34:31.244880 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Current status of the port d8e31c88-6d60-467b-8eec-0d8851da1ced is: BUILD; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:34:31.245327 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (d8e31c88-6d60-467b-8eec-0d8851da1ced), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:31.257396 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-00441f26-4b64-48ea-a5a2-179fddaa115b req-af838efc-3502-4bf7-a441-68c68252a091 service neutron] 10.222.0.60 "GET /v2.0/networks/1c036158-1d81-400b-8003-63be31daecc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537013 May 12 09:34:31.275564 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ed911f6-afdf-49e6-9897-e51a903b7680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8e31c88-6d60-467b-8eec-0d8851da1ced'}] {{(pid=103459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:34:31.277968 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86b47e387812c2b24e7094e641fb8cdf00e205bc2b1299b72670831d9f7cf680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7cc3517-9781-4128-a7e4-5d62f53584bb" -d '{"events": [{"server_uuid": "4ed911f6-afdf-49e6-9897-e51a903b7680", "name": "network-vif-plugged", "status": "completed", "tag": "d8e31c88-6d60-467b-8eec-0d8851da1ced"}]}' {{(pid=103459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:34:31.290934 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] For port d8e31c88-6d60-467b-8eec-0d8851da1ced, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=d8e31c88-6d60-467b-8eec-0d8851da1ced,segment=NetworkSegment(b7b112db-1c39-45b7-a4f2-e3b93d061a40),segment_id=b7b112db-1c39-45b7-a4f2-e3b93d061a40)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:34:31.295789 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (d8e31c88-6d60-467b-8eec-0d8851da1ced), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:31.350975 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Pushing event updated for resources: {'Port': ['ID=d8e31c88-6d60-467b-8eec-0d8851da1ced,revision_number=5']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:31.353507 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-85e7e4df-d157-466b-a57c-86c2d51e11dc req-169a8150-5a39-4c75-8edb-a357c8dc5fb2 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1c58aee-1342-4b1d-a617-7ce1b9baa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258199 May 12 09:34:31.393143 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-00441f26-4b64-48ea-a5a2-179fddaa115b req-1ccc8349-d664-4a44-9ec5-203bf3280e7d service neutron] 10.222.0.60 "GET /v2.0/networks/1c036158-1d81-400b-8003-63be31daecc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206028 May 12 09:34:31.466640 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ed41a-408e-4c84-8bf6-cf82574518ce req-e0187bbd-21bf-4cc5-9270-26082a1ef0cc tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:31.468011 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8e5ed41a-408e-4c84-8bf6-cf82574518ce req-e0187bbd-21bf-4cc5-9270-26082a1ef0cc tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 943 time: 0.0506418 May 12 09:34:31.544688 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8e5ed41a-408e-4c84-8bf6-cf82574518ce req-f329925a-9d35-4f3e-b4a7-4dd05df77ed7 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642552 May 12 09:34:31.621803 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 09:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b01177d-99e5-4571-9a60-44b49e1877a3 x-openstack-request-id: req-7b01177d-99e5-4571-9a60-44b49e1877a3 {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:34:31.622226 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ed911f6-afdf-49e6-9897-e51a903b7680", "name": "network-vif-plugged", "status": "completed", "tag": "d8e31c88-6d60-467b-8eec-0d8851da1ced", "code": 200}]} {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:34:31.622575 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7b01177d-99e5-4571-9a60-44b49e1877a3 {{(pid=103459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:34:31.623009 dv-cinder-837699-5-iscsi neutron-server[103459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b01177d-99e5-4571-9a60-44b49e1877a3'] response: {'server_uuid': '4ed911f6-afdf-49e6-9897-e51a903b7680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8e31c88-6d60-467b-8eec-0d8851da1ced', 'code': 200} May 12 09:34:31.652723 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3bc5c-2da1-4513-9050-5d66455da5ab req-7bcdc369-a24d-4a65-aebe-4154a2a00a02 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:31.654362 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2fb3bc5c-2da1-4513-9050-5d66455da5ab req-7bcdc369-a24d-4a65-aebe-4154a2a00a02 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc90e8c3-13f2-4b3e-91e8-396847cf6572 HTTP/1.1" status: 200 len: 943 time: 0.0583372 May 12 09:34:31.699893 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6a81dcec-3ad3-4d46-b457-6de2b8fe2754 req-011b5082-89f4-4dd9-8d99-1f94e968057e tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/ports?device_id=56d286f5-766e-42c0-a80c-4526ac1b3829 HTTP/1.1" status: 200 len: 210 time: 0.0391803 May 12 09:34:31.736455 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2fb3bc5c-2da1-4513-9050-5d66455da5ab req-046e2432-405e-4f1b-96be-6be82d9081d5 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f17ee76-ff11-49e9-bf6e-365f2a6f3386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664048 May 12 09:34:31.859154 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c35043-2acd-4d49-b1cc-68e3a8ec8211 req-bb7a97db-07cd-44c0-8372-7f10e37e067d tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:31.862357 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-57c35043-2acd-4d49-b1cc-68e3a8ec8211 req-bb7a97db-07cd-44c0-8372-7f10e37e067d tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/ports?device_id=b658c976-df06-49bb-9c2d-4d42cead8156 HTTP/1.1" status: 200 len: 945 time: 0.0706599 May 12 09:34:31.925431 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-57c35043-2acd-4d49-b1cc-68e3a8ec8211 req-da2df03b-a64f-434d-aa70-2608dea9990c tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c14d4c7-413f-44a8-826c-c4521bbc3b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564628 May 12 09:34:32.432317 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 35574) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:34:32.471792 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078adc3e-1070-4486-9c28-2017c746492b req-eb03eb69-c956-4dc4-bfca-6ca89e5bb22a tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:32.473472 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-078adc3e-1070-4486-9c28-2017c746492b req-eb03eb69-c956-4dc4-bfca-6ca89e5bb22a tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 944 time: 0.0541880 May 12 09:34:32.525676 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-078adc3e-1070-4486-9c28-2017c746492b req-d7e80989-7ed7-48e6-8c94-8407bb1b9246 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1c58aee-1342-4b1d-a617-7ce1b9baa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452650 May 12 09:34:32.567428 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6e6f79f6-d7fb-419b-bdb5-d4ff458a6738 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:32.664814 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc4e702-de48-4f0a-9a7a-829b1552f892 req-901a02f2-83a7-4e80-82fc-8a2a9ccd7666 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:32.666311 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ffc4e702-de48-4f0a-9a7a-829b1552f892 req-901a02f2-83a7-4e80-82fc-8a2a9ccd7666 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 943 time: 0.0515537 May 12 09:34:32.672243 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6e6f79f6-d7fb-419b-bdb5-d4ff458a6738 admin admin] Publish callbacks [] for security_group (f34338f3-7c64-424b-b13a-9f6bccad43fd), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:32.678858 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6e6f79f6-d7fb-419b-bdb5-d4ff458a6738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (f34338f3-7c64-424b-b13a-9f6bccad43fd), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:32.717931 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ffc4e702-de48-4f0a-9a7a-829b1552f892 req-e8af4dcc-0d4c-40f8-bd61-de55c386e648 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446050 May 12 09:34:32.719430 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-6e6f79f6-d7fb-419b-bdb5-d4ff458a6738 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=896b421dbd0e4ac4b576926da45b2053&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2860131 May 12 09:34:32.722089 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 35584) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:34:32.729480 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6f79f6-d7fb-419b-bdb5-d4ff458a6738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f34338f3-7c64-424b-b13a-9f6bccad43fd,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:32.775112 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03d83bd2-1dc5-45e6-ac84-fc4aabe12ae3 admin admin] Publish callbacks [] for security_group (f34338f3-7c64-424b-b13a-9f6bccad43fd), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:32.805103 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03d83bd2-1dc5-45e6-ac84-fc4aabe12ae3 admin admin] Publish callbacks [] for security_group (f34338f3-7c64-424b-b13a-9f6bccad43fd), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:32.840338 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2b1e93d6-b4cd-453e-bf9b-e7195ad29bc6 req-d29617e1-f5ed-4f4a-8ab8-d2dcdf5d88c7 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/ports?device_id=56d286f5-766e-42c0-a80c-4526ac1b3829 HTTP/1.1" status: 200 len: 210 time: 0.0517907 May 12 09:34:32.887984 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e237a228-7c4b-4ebd-abdc-af33847df8fc req-b3dfcf1b-ae5b-4459-ad8a-9fca54e5aa71 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:32.889390 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e237a228-7c4b-4ebd-abdc-af33847df8fc req-b3dfcf1b-ae5b-4459-ad8a-9fca54e5aa71 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc90e8c3-13f2-4b3e-91e8-396847cf6572 HTTP/1.1" status: 200 len: 943 time: 0.0624828 May 12 09:34:32.916003 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03d83bd2-1dc5-45e6-ac84-fc4aabe12ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (f34338f3-7c64-424b-b13a-9f6bccad43fd), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:32.918400 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-03d83bd2-1dc5-45e6-ac84-fc4aabe12ae3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:32.919482 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-03d83bd2-1dc5-45e6-ac84-fc4aabe12ae3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f34338f3-7c64-424b-b13a-9f6bccad43fd HTTP/1.1" status: 204 len: 168 time: 0.1962099 May 12 09:34:32.941161 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d83bd2-1dc5-45e6-ac84-fc4aabe12ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34338f3-7c64-424b-b13a-9f6bccad43fd,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:32.952168 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e237a228-7c4b-4ebd-abdc-af33847df8fc req-202a15e4-a20d-4db5-8ced-6828ccaf3e43 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f17ee76-ff11-49e9-bf6e-365f2a6f3386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571022 May 12 09:34:33.053089 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae9dd2-67c9-4e35-9f82-41e4ebebd471 req-e12f4a86-8fd1-4cf2-817d-e95937e68229 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:33.055208 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a8ae9dd2-67c9-4e35-9f82-41e4ebebd471 req-e12f4a86-8fd1-4cf2-817d-e95937e68229 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/ports?device_id=b658c976-df06-49bb-9c2d-4d42cead8156 HTTP/1.1" status: 200 len: 945 time: 0.0487180 May 12 09:34:33.095151 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=103459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 09:34:33.105869 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a8ae9dd2-67c9-4e35-9f82-41e4ebebd471 req-a313d143-8f7f-4873-8dc9-d343b0f197ab tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c14d4c7-413f-44a8-826c-c4521bbc3b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450904 May 12 09:34:33.212908 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] For port c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b,segment=NetworkSegment(df27dd97-80bd-404b-9020-df3082427427),segment_id=df27dd97-80bd-404b-9020-df3082427427)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:34:33.228932 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Returning: {'device': 'c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b', 'network_id': '157184d7-26b8-47d5-86e0-3945164ff04d', 'port_id': 'c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b', 'mac_address': 'fa:16:3e:ef:36:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc5a5cf9-5b7a-426c-931b-02b56a7bf3f3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 09:34:33.295977 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 35600) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:34:33.330196 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Current status of the port c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b is: DOWN; New status is: BUILD {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:34:33.330793 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:33.341853 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd6488-afaf-4a8d-9d51-2eea4aaf571d req-fa51b9d6-2d1e-455b-83e3-1fc02bcabd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:33.343380 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f1dd6488-afaf-4a8d-9d51-2eea4aaf571d req-fa51b9d6-2d1e-455b-83e3-1fc02bcabd95 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=da5b9f41ad6b4506872df6cb86ae9f73&device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 1128 time: 0.1754603 May 12 09:34:33.358846 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b {{(pid=103459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 09:34:33.364975 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ad030c78-6f74-43c1-bfcc-adf722edc3ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:33.399931 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] For port c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b,segment=NetworkSegment(df27dd97-80bd-404b-9020-df3082427427),segment_id=df27dd97-80bd-404b-9020-df3082427427)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:34:33.401477 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2f162-7d1f-4fe8-8353-bf0f1777a5be req-750a14dc-2f73-41f8-8927-df60b8cf4e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:33.403028 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5bb2f162-7d1f-4fe8-8353-bf0f1777a5be req-750a14dc-2f73-41f8-8927-df60b8cf4e1b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b079fd0b329c4f1a856f71e0c8f98dde&device_id=dc90e8c3-13f2-4b3e-91e8-396847cf6572 HTTP/1.1" status: 200 len: 1127 time: 0.2175739 May 12 09:34:33.404083 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ee016-375f-405f-9ec4-ae74c447d716 req-4c73ff89-2ada-4a8c-9e48-a0b9dd9d33c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:33.405532 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ce6ee016-375f-405f-9ec4-ae74c447d716 req-4c73ff89-2ada-4a8c-9e48-a0b9dd9d33c3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b658c976-df06-49bb-9c2d-4d42cead8156 HTTP/1.1" status: 200 len: 1129 time: 0.1683180 May 12 09:34:33.407822 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:33.447169 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.65', 59239) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:34:33.497386 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ad030c78-6f74-43c1-bfcc-adf722edc3ab admin admin] Publish callbacks [] for security_group (0c8cec8c-c237-4862-9ea4-2da4ccd960f8), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:33.525094 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Pushing event updated for resources: {'Port': ['ID=c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:33.549790 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ad030c78-6f74-43c1-bfcc-adf722edc3ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (0c8cec8c-c237-4862-9ea4-2da4ccd960f8), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:33.681073 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad030c78-6f74-43c1-bfcc-adf722edc3ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c8cec8c-c237-4862-9ea4-2da4ccd960f8,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:33.682297 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bea9fff-2767-4c31-ba7b-1c174d6ec2e0 req-c3c158ac-7b60-4703-a1f2-452d06c5d63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:33.685028 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3bea9fff-2767-4c31-ba7b-1c174d6ec2e0 req-c3c158ac-7b60-4703-a1f2-452d06c5d63d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4ed911f6-afdf-49e6-9897-e51a903b7680 HTTP/1.1" status: 200 len: 1130 time: 0.2006183 May 12 09:34:33.686259 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ce6ee016-375f-405f-9ec4-ae74c447d716 req-858eb46a-dee4-4e02-8680-cde7a06876e8 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:33.777869 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-ad030c78-6f74-43c1-bfcc-adf722edc3ab admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5f1b1495c43645a49fa3b5c3c187d657&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4607081 May 12 09:34:33.780804 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 35614) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:34:33.803052 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eae8b1-7a7d-46db-ac05-aa5af97db47b req-b40febe0-a204-4619-bd08-de1fadb94535 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:33.805103 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-42eae8b1-7a7d-46db-ac05-aa5af97db47b req-b40febe0-a204-4619-bd08-de1fadb94535 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 945 time: 0.1859431 May 12 09:34:33.806173 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c024b9ed-7704-4de5-94c2-b52ba65ea2ab req-5477adf9-4a50-4ee9-98e3-f57fa763de60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:33.807461 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c024b9ed-7704-4de5-94c2-b52ba65ea2ab req-5477adf9-4a50-4ee9-98e3-f57fa763de60 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=c54669eadc784d4aac5d1a40d18858b1&shared=False HTTP/1.1" status: 200 len: 919 time: 0.6214871 May 12 09:34:33.849013 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd6488-afaf-4a8d-9d51-2eea4aaf571d req-6eb7c5e1-abb9-41cd-a2b5-a7bbc7a1b325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:33.851067 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f1dd6488-afaf-4a8d-9d51-2eea4aaf571d req-6eb7c5e1-abb9-41cd-a2b5-a7bbc7a1b325 service neutron] 10.222.0.65 "GET /v2.0/networks?id=157184d7-26b8-47d5-86e0-3945164ff04d HTTP/1.1" status: 200 len: 911 time: 0.5001733 May 12 09:34:33.867017 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] get_ports_and_sgs() called for port_ids ['c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b'] {{(pid=103459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 09:34:33.955532 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2f162-7d1f-4fe8-8353-bf0f1777a5be req-521af3d8-f800-4932-8afe-1991cf7bac8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:33.957417 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5bb2f162-7d1f-4fe8-8353-bf0f1777a5be req-521af3d8-f800-4932-8afe-1991cf7bac8c service neutron] 10.222.0.65 "GET /v2.0/networks?id=d8bd03ea-0f3b-46bf-82a8-531c929bec57 HTTP/1.1" status: 200 len: 916 time: 0.4586334 May 12 09:34:33.958838 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f1dd6488-afaf-4a8d-9d51-2eea4aaf571d req-e6399931-3080-4f11-a5da-6b062b162057 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b HTTP/1.1" status: 200 len: 217 time: 0.0997071 May 12 09:34:34.050035 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.65', 59242) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:34:34.057209 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd6488-afaf-4a8d-9d51-2eea4aaf571d req-5ca6b90a-e6a0-4dcd-b12a-dd057f39f224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:34.059982 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f1dd6488-afaf-4a8d-9d51-2eea4aaf571d req-5ca6b90a-e6a0-4dcd-b12a-dd057f39f224 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dc5a5cf9-5b7a-426c-931b-02b56a7bf3f3 HTTP/1.1" status: 200 len: 849 time: 0.0859020 May 12 09:34:34.096899 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc60917-f95d-415f-916c-5e6dfa573993 req-7d735497-6f03-4dff-9455-68dcc852df59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:34.098489 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9cc60917-f95d-415f-916c-5e6dfa573993 req-7d735497-6f03-4dff-9455-68dcc852df59 service neutron] 10.222.0.65 "GET /v2.0/networks?id=94c124bd-d4ff-4709-8b22-7520113efef5 HTTP/1.1" status: 200 len: 919 time: 0.9142263 May 12 09:34:34.117140 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5bb2f162-7d1f-4fe8-8353-bf0f1777a5be req-43f87b78-b2d4-48ff-921d-08ac024c4dd8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=332c08c8-a0fb-4e00-b6b4-9b038555668c HTTP/1.1" status: 200 len: 217 time: 0.1442268 May 12 09:34:34.163002 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-3bea9fff-2767-4c31-ba7b-1c174d6ec2e0 req-c8716614-e873-4ca4-83eb-1bdf96fa9656 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:34.183918 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ce6ee016-375f-405f-9ec4-ae74c447d716 req-858eb46a-dee4-4e02-8680-cde7a06876e8 service neutron] Publish callbacks [] for security_group (a1d5f95c-0fd6-429f-ba80-d3886e0ce54d), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:34.219112 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ce6ee016-375f-405f-9ec4-ae74c447d716 req-858eb46a-dee4-4e02-8680-cde7a06876e8 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (a1d5f95c-0fd6-429f-ba80-d3886e0ce54d), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:34.263828 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd6488-afaf-4a8d-9d51-2eea4aaf571d req-7dec0c87-a362-4795-9bed-ae1659029d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:34.265506 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f1dd6488-afaf-4a8d-9d51-2eea4aaf571d req-7dec0c87-a362-4795-9bed-ae1659029d39 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=157184d7-26b8-47d5-86e0-3945164ff04d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1667085 May 12 09:34:34.283235 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35ef829-67bb-4c8a-acf0-53abc10f9b69 req-7891d4c2-4380-4e0f-8927-4b31477b28f4 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:34.285465 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c35ef829-67bb-4c8a-acf0-53abc10f9b69 req-7891d4c2-4380-4e0f-8927-4b31477b28f4 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 943 time: 0.4697869 May 12 09:34:34.321046 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9cc60917-f95d-415f-916c-5e6dfa573993 req-d6907dac-9dc6-4e77-a4ba-2c47aae8ffe4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8e31c88-6d60-467b-8eec-0d8851da1ced HTTP/1.1" status: 200 len: 217 time: 0.1591213 May 12 09:34:34.356065 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ce6ee016-375f-405f-9ec4-ae74c447d716 req-858eb46a-dee4-4e02-8680-cde7a06876e8 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=4c14d4c7-413f-44a8-826c-c4521bbc3b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8471186 May 12 09:34:34.362220 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2f162-7d1f-4fe8-8353-bf0f1777a5be req-06bc9601-f2b6-43a0-bdaa-97ed26eb77a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:34.363962 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5bb2f162-7d1f-4fe8-8353-bf0f1777a5be req-06bc9601-f2b6-43a0-bdaa-97ed26eb77a4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=be18f7f8-10b6-434a-8890-e7ce96c85646 HTTP/1.1" status: 200 len: 854 time: 0.2219689 May 12 09:34:34.364664 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858eb46a-dee4-4e02-8680-cde7a06876e8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d5f95c-0fd6-429f-ba80-d3886e0ce54d,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:34.424803 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00441f26-4b64-48ea-a5a2-179fddaa115b req-00dad538-6a95-4f17-bb3d-e601ac892a89 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:34.426137 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-00441f26-4b64-48ea-a5a2-179fddaa115b req-00dad538-6a95-4f17-bb3d-e601ac892a89 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.65 "GET /v2.0/networks?id=1c036158-1d81-400b-8003-63be31daecc9 HTTP/1.1" status: 200 len: 813 time: 0.3713429 May 12 09:34:34.460585 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f1dd6488-afaf-4a8d-9d51-2eea4aaf571d req-7bb5af43-e3de-41ab-8c0b-c20ced337472 service neutron] 10.222.0.65 "GET /v2.0/networks/157184d7-26b8-47d5-86e0-3945164ff04d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704812 May 12 09:34:34.473051 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a4cce9f2-cd4e-4ac1-a060-b5e279fa8011 admin admin] Publish callbacks [] for security_group (0c8cec8c-c237-4862-9ea4-2da4ccd960f8), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:34.484644 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-42eae8b1-7a7d-46db-ac05-aa5af97db47b req-578ca4a8-c66d-4a62-bf44-4e0afb688132 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1c58aee-1342-4b1d-a617-7ce1b9baa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4074118 May 12 09:34:34.503907 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c024b9ed-7704-4de5-94c2-b52ba65ea2ab req-5160df5a-97fc-41ac-b44e-daf055aef8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:34.505422 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c024b9ed-7704-4de5-94c2-b52ba65ea2ab req-5160df5a-97fc-41ac-b44e-daf055aef8ef service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4266140 May 12 09:34:34.533258 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c35ef829-67bb-4c8a-acf0-53abc10f9b69 req-24c9ddf5-ec9e-407b-937a-e4bf28f2d5b2 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091904 May 12 09:34:34.544577 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a4cce9f2-cd4e-4ac1-a060-b5e279fa8011 admin admin] Publish callbacks [] for security_group (0c8cec8c-c237-4862-9ea4-2da4ccd960f8), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:34.598386 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3bea9fff-2767-4c31-ba7b-1c174d6ec2e0 req-c8716614-e873-4ca4-83eb-1bdf96fa9656 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7445631 May 12 09:34:34.607519 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-12c0e8d0-ee61-4a00-bdae-0e1e5148025f req-c5ca2af5-3b88-4a7d-b1f6-0584e09a4ff9 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/ports?device_id=56d286f5-766e-42c0-a80c-4526ac1b3829 HTTP/1.1" status: 200 len: 210 time: 0.0607302 May 12 09:34:34.685795 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50910b9-3f37-4e40-a6fd-6a6e0560d0be req-3e00e09e-9c77-4574-b1be-2908d3eff11d tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:34.687704 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d50910b9-3f37-4e40-a6fd-6a6e0560d0be req-3e00e09e-9c77-4574-b1be-2908d3eff11d tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc90e8c3-13f2-4b3e-91e8-396847cf6572 HTTP/1.1" status: 200 len: 943 time: 0.0842793 May 12 09:34:34.735599 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a4cce9f2-cd4e-4ac1-a060-b5e279fa8011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (0c8cec8c-c237-4862-9ea4-2da4ccd960f8), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:34.738046 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a4cce9f2-cd4e-4ac1-a060-b5e279fa8011 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:34.742165 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-a4cce9f2-cd4e-4ac1-a060-b5e279fa8011 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0c8cec8c-c237-4862-9ea4-2da4ccd960f8 HTTP/1.1" status: 204 len: 168 time: 0.9519503 May 12 09:34:34.748568 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7eac9-28d6-4c1b-8120-939939cfc570 req-35275919-9268-416e-a204-a5b5f1296c4e tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:34.750114 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f1f7eac9-28d6-4c1b-8120-939939cfc570 req-35275919-9268-416e-a204-a5b5f1296c4e tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/ports?device_id=b658c976-df06-49bb-9c2d-4d42cead8156 HTTP/1.1" status: 200 len: 945 time: 0.0831850 May 12 09:34:34.776983 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cce9f2-cd4e-4ac1-a060-b5e279fa8011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c8cec8c-c237-4862-9ea4-2da4ccd960f8,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:34.808032 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d50910b9-3f37-4e40-a6fd-6a6e0560d0be req-0481ee5a-186f-4029-bcd0-7ea7c1c0d1b9 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f17ee76-ff11-49e9-bf6e-365f2a6f3386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012702 May 12 09:34:34.856796 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f1f7eac9-28d6-4c1b-8120-939939cfc570 req-93fe7762-a0a1-40cd-9ba1-cd4200966271 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c14d4c7-413f-44a8-826c-c4521bbc3b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847001 May 12 09:34:35.112610 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device 332c08c8-a0fb-4e00-b6b4-9b038555668c details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=103459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 09:34:35.141805 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b up at agent hyperv_hv-cinder-83769 {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 09:34:35.206616 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-00441f26-4b64-48ea-a5a2-179fddaa115b req-9e1f33bb-eea3-42e1-987f-68cac845f0f8 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Request body: {'port': {'device_id': '56d286f5-766e-42c0-a80c-4526ac1b3829', 'network_id': '1c036158-1d81-400b-8003-63be31daecc9', 'admin_state_up': True, 'tenant_id': '59546c2ca0074bb5b77b7c5e64d9c068'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:34:35.289306 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc60917-f95d-415f-916c-5e6dfa573993 req-fdabd767-8118-4e2e-b0c2-9d58c95c2ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:35.292164 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9cc60917-f95d-415f-916c-5e6dfa573993 req-fdabd767-8118-4e2e-b0c2-9d58c95c2ad5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4e261d1c-7f38-449c-aec8-8a565c5048cd HTTP/1.1" status: 200 len: 857 time: 0.0909619 May 12 09:34:35.316147 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Provisioning for port c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b completed by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 09:34:35.326189 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Provisioning complete for port c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:34:35.326789 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:35.364575 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] For port 332c08c8-a0fb-4e00-b6b4-9b038555668c, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=332c08c8-a0fb-4e00-b6b4-9b038555668c,segment=NetworkSegment(26ab4651-7fb4-4cda-a42c-ef91f3f41052),segment_id=26ab4651-7fb4-4cda-a42c-ef91f3f41052)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:34:35.389394 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Returning: {'device': '332c08c8-a0fb-4e00-b6b4-9b038555668c', 'network_id': 'd8bd03ea-0f3b-46bf-82a8-531c929bec57', 'port_id': '332c08c8-a0fb-4e00-b6b4-9b038555668c', 'mac_address': 'fa:16:3e:7c:5e:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be18f7f8-10b6-434a-8890-e7ce96c85646', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 09:34:35.466310 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Current status of the port 332c08c8-a0fb-4e00-b6b4-9b038555668c is: DOWN; New status is: BUILD {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:34:35.467003 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (332c08c8-a0fb-4e00-b6b4-9b038555668c), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:35.486696 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Current status of the port c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b is: BUILD; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:34:35.487340 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:35.491765 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 332c08c8-a0fb-4e00-b6b4-9b038555668c {{(pid=103459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 09:34:35.548508 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] For port c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b,segment=NetworkSegment(df27dd97-80bd-404b-9020-df3082427427),segment_id=df27dd97-80bd-404b-9020-df3082427427)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:34:35.551756 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dadb998-7d24-461d-bf2f-cec5ab30fb48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b'}] {{(pid=103459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:34:35.554269 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86b47e387812c2b24e7094e641fb8cdf00e205bc2b1299b72670831d9f7cf680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-712bdb98-462c-4d0e-8655-ff98fa9fe22a" -d '{"events": [{"server_uuid": "3dadb998-7d24-461d-bf2f-cec5ab30fb48", "name": "network-vif-plugged", "status": "completed", "tag": "c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b"}]}' {{(pid=103459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:34:35.558944 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] For port 332c08c8-a0fb-4e00-b6b4-9b038555668c, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=332c08c8-a0fb-4e00-b6b4-9b038555668c,segment=NetworkSegment(26ab4651-7fb4-4cda-a42c-ef91f3f41052),segment_id=26ab4651-7fb4-4cda-a42c-ef91f3f41052)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:34:35.560271 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:35.568142 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (332c08c8-a0fb-4e00-b6b4-9b038555668c), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:35.621932 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Pushing event updated for resources: {'Port': ['ID=c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b,revision_number=5']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:35.680111 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f1dd6488-afaf-4a8d-9d51-2eea4aaf571d req-3b90f56e-fe34-46e1-9e61-134e07449e3b service neutron] 10.222.0.65 "GET /v2.0/networks/157184d7-26b8-47d5-86e0-3945164ff04d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4200063 May 12 09:34:35.686801 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29ec3bc-1403-4578-9ab1-f2a1429ef7de req-9b7392ad-ce63-47c8-94ae-cb8bb470b0ab tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:35.699156 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b29ec3bc-1403-4578-9ab1-f2a1429ef7de req-9b7392ad-ce63-47c8-94ae-cb8bb470b0ab tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 946 time: 0.1080108 May 12 09:34:35.712912 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Pushing event updated for resources: {'Port': ['ID=332c08c8-a0fb-4e00-b6b4-9b038555668c,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:35.778994 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2f162-7d1f-4fe8-8353-bf0f1777a5be req-d8e5d4dd-f2aa-4f9b-8be1-985c8763b863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:35.780496 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5bb2f162-7d1f-4fe8-8353-bf0f1777a5be req-d8e5d4dd-f2aa-4f9b-8be1-985c8763b863 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d8bd03ea-0f3b-46bf-82a8-531c929bec57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5704153 May 12 09:34:35.802693 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00441f26-4b64-48ea-a5a2-179fddaa115b req-9e1f33bb-eea3-42e1-987f-68cac845f0f8 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Made reservation on behalf of 59546c2ca0074bb5b77b7c5e64d9c068 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 09:34:35.806676 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2fba9d-702a-4291-8926-b6ef2e4e0fdc req-82ce24cd-9479-4c5d-acf0-26bacadeda40 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:35.807394 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-00441f26-4b64-48ea-a5a2-179fddaa115b req-9e1f33bb-eea3-42e1-987f-68cac845f0f8 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:35.808276 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0e2fba9d-702a-4291-8926-b6ef2e4e0fdc req-82ce24cd-9479-4c5d-acf0-26bacadeda40 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 943 time: 0.1435292 May 12 09:34:35.829849 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b29ec3bc-1403-4578-9ab1-f2a1429ef7de req-25144363-ec98-4941-8174-07beb330eb52 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1c58aee-1342-4b1d-a617-7ce1b9baa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321173 May 12 09:34:35.863460 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc60917-f95d-415f-916c-5e6dfa573993 req-5f550e7e-b813-408d-8ead-ea65dede6bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:35.863460 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9cc60917-f95d-415f-916c-5e6dfa573993 req-5f550e7e-b813-408d-8ead-ea65dede6bf8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=94c124bd-d4ff-4709-8b22-7520113efef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0706813 May 12 09:34:35.894014 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0e2fba9d-702a-4291-8926-b6ef2e4e0fdc req-85abaaa8-f342-44fc-8f52-518a7d8a9467 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612719 May 12 09:34:35.928230 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 09:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec789b7c-03f0-404e-ad7a-d1488e585401 x-openstack-request-id: req-ec789b7c-03f0-404e-ad7a-d1488e585401 {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:34:35.928868 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dadb998-7d24-461d-bf2f-cec5ab30fb48", "name": "network-vif-plugged", "status": "completed", "tag": "c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b", "code": 200}]} {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:34:35.929278 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ec789b7c-03f0-404e-ad7a-d1488e585401 {{(pid=103459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:34:35.929823 dv-cinder-837699-5-iscsi neutron-server[103459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec789b7c-03f0-404e-ad7a-d1488e585401'] response: {'server_uuid': '3dadb998-7d24-461d-bf2f-cec5ab30fb48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b', 'code': 200} May 12 09:34:35.979929 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-00441f26-4b64-48ea-a5a2-179fddaa115b req-9e1f33bb-eea3-42e1-987f-68cac845f0f8 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Allocated IP 172.20.0.2 (1c036158-1d81-400b-8003-63be31daecc9/1ecf6080-a26e-4fbd-931a-1d3b6d55afc8/50f1df2b-d761-4daf-aea9-a81a341d7a3c) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 09:34:36.009806 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-37236a30-2e65-4c87-8f41-b96b8707f734 req-2bb26fcf-b63f-414c-bed0-bfdb51916a8d tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/ports?device_id=56d286f5-766e-42c0-a80c-4526ac1b3829 HTTP/1.1" status: 200 len: 210 time: 0.0416563 May 12 09:34:36.050846 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] get_ports_and_sgs() called for port_ids ['332c08c8-a0fb-4e00-b6b4-9b038555668c'] {{(pid=103459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 09:34:36.182607 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80579f61-168d-497a-8900-f537dfca5932 req-568c9c09-fe94-49d2-9fc2-08a89162d955 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:36.191705 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-80579f61-168d-497a-8900-f537dfca5932 req-568c9c09-fe94-49d2-9fc2-08a89162d955 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc90e8c3-13f2-4b3e-91e8-396847cf6572 HTTP/1.1" status: 200 len: 944 time: 0.1633813 May 12 09:34:36.221018 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce323b95-8833-486e-ada8-c8c43bc4ccca req-7e6b8db4-9342-4399-a4ed-f24314c75e49 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:36.228370 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ce323b95-8833-486e-ada8-c8c43bc4ccca req-7e6b8db4-9342-4399-a4ed-f24314c75e49 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/ports?device_id=b658c976-df06-49bb-9c2d-4d42cead8156 HTTP/1.1" status: 200 len: 945 time: 0.1071742 May 12 09:34:36.288794 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ce323b95-8833-486e-ada8-c8c43bc4ccca req-fd140f23-66cd-4154-bb7b-1d2610788ce8 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c14d4c7-413f-44a8-826c-c4521bbc3b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543287 May 12 09:34:36.361036 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-80579f61-168d-497a-8900-f537dfca5932 req-1d9dd7a9-ff1e-47d4-b8af-46f068094f09 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f17ee76-ff11-49e9-bf6e-365f2a6f3386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1681383 May 12 09:34:36.424797 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-00441f26-4b64-48ea-a5a2-179fddaa115b req-9e1f33bb-eea3-42e1-987f-68cac845f0f8 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Publish callbacks [] for port (50f1df2b-d761-4daf-aea9-a81a341d7a3c), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:36.441575 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb9e942-eb93-462a-bc49-f6fd6f09e462 req-b2fc0b02-e643-4e68-93cb-e56f947d2303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:36.443364 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-afb9e942-eb93-462a-bc49-f6fd6f09e462 req-b2fc0b02-e643-4e68-93cb-e56f947d2303 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c54669eadc784d4aac5d1a40d18858b1&device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 1127 time: 0.1596820 May 12 09:34:36.557554 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9cc60917-f95d-415f-916c-5e6dfa573993 req-e7675411-eb70-4daf-b1d5-af969421a158 service neutron] 10.222.0.65 "GET /v2.0/networks/94c124bd-d4ff-4709-8b22-7520113efef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955566 May 12 09:34:36.579399 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-00441f26-4b64-48ea-a5a2-179fddaa115b req-9e1f33bb-eea3-42e1-987f-68cac845f0f8 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740344012620'] for port (50f1df2b-d761-4daf-aea9-a81a341d7a3c), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:36.625701 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-afb9e942-eb93-462a-bc49-f6fd6f09e462 req-a8309f5a-6751-4dfd-befb-57fad818b371 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35189b62-b72a-41d7-be6e-95a6288505a1 HTTP/1.1" status: 200 len: 217 time: 0.1004596 May 12 09:34:36.672848 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00441f26-4b64-48ea-a5a2-179fddaa115b req-9e1f33bb-eea3-42e1-987f-68cac845f0f8 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Network 1c036158-1d81-400b-8003-63be31daecc9 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 09:34:36.674631 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-00441f26-4b64-48ea-a5a2-179fddaa115b req-9e1f33bb-eea3-42e1-987f-68cac845f0f8 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:34:36.683868 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-00441f26-4b64-48ea-a5a2-179fddaa115b req-9e1f33bb-eea3-42e1-987f-68cac845f0f8 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 09:34:36.691769 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00441f26-4b64-48ea-a5a2-179fddaa115b req-9e1f33bb-eea3-42e1-987f-68cac845f0f8 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:36.692434 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-00441f26-4b64-48ea-a5a2-179fddaa115b req-9e1f33bb-eea3-42e1-987f-68cac845f0f8 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728753'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:36.739805 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5bb2f162-7d1f-4fe8-8353-bf0f1777a5be req-10a0cf21-d438-4f67-a252-f760e3f42ba8 service neutron] 10.222.0.65 "GET /v2.0/networks/d8bd03ea-0f3b-46bf-82a8-531c929bec57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3864250 May 12 09:34:36.763295 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1f33bb-eea3-42e1-987f-68cac845f0f8 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Pushing event updated for resources: {'Port': ['ID=50f1df2b-d761-4daf-aea9-a81a341d7a3c,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:36.778092 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-00441f26-4b64-48ea-a5a2-179fddaa115b req-9e1f33bb-eea3-42e1-987f-68cac845f0f8 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5762696 May 12 09:34:36.810854 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1df9e5-711f-4577-a65a-3ad531e0c708 req-8b3c4b9f-fff9-4c6a-a6a2-85581535b4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:36.812347 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5e1df9e5-711f-4577-a65a-3ad531e0c708 req-8b3c4b9f-fff9-4c6a-a6a2-85581535b4b9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 1130 time: 0.1046352 May 12 09:34:36.826233 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb9e942-eb93-462a-bc49-f6fd6f09e462 req-5be4b953-3914-488a-833d-26aec422854f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:36.829036 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-afb9e942-eb93-462a-bc49-f6fd6f09e462 req-5be4b953-3914-488a-833d-26aec422854f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4e261d1c-7f38-449c-aec8-8a565c5048cd HTTP/1.1" status: 200 len: 857 time: 0.1258330 May 12 09:34:36.847804 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9cc60917-f95d-415f-916c-5e6dfa573993 req-c66d3d48-823d-41f2-a66a-e84005782554 service neutron] 10.222.0.65 "GET /v2.0/networks/94c124bd-d4ff-4709-8b22-7520113efef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649122 May 12 09:34:37.017246 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e0ca7f-b201-48b9-b8c9-196eecbd2f00 req-b2f0a9bf-2080-4264-a11e-89400257a5e0 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:37.019014 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-36e0ca7f-b201-48b9-b8c9-196eecbd2f00 req-b2f0a9bf-2080-4264-a11e-89400257a5e0 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 946 time: 0.0881958 May 12 09:34:37.058771 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d11f395-2efa-4aed-a5c9-ed3b3d79749f req-3139917c-2400-43f6-b129-442b1f0d9888 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:37.063299 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5d11f395-2efa-4aed-a5c9-ed3b3d79749f req-3139917c-2400-43f6-b129-442b1f0d9888 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 943 time: 0.0925944 May 12 09:34:37.120780 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-36e0ca7f-b201-48b9-b8c9-196eecbd2f00 req-d4a140bc-de74-443e-8eeb-95f387d0bfe5 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1c58aee-1342-4b1d-a617-7ce1b9baa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936544 May 12 09:34:37.132756 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5d11f395-2efa-4aed-a5c9-ed3b3d79749f req-a54135d6-1f45-437a-8e69-7ec452252df5 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657830 May 12 09:34:37.238515 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e47dc9-c3a2-44f0-865a-fd94be898623 req-14f7fbdd-b30b-453c-9f1d-0b6ed77d25ec tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:37.240041 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a1e47dc9-c3a2-44f0-865a-fd94be898623 req-14f7fbdd-b30b-453c-9f1d-0b6ed77d25ec tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/ports?device_id=56d286f5-766e-42c0-a80c-4526ac1b3829 HTTP/1.1" status: 200 len: 931 time: 0.0544524 May 12 09:34:37.301363 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a1e47dc9-c3a2-44f0-865a-fd94be898623 req-e03bde10-0ea4-4cbe-9cb6-c9e57f420ba4 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbfc649a-48dd-48c1-a516-9881d45319ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546920 May 12 09:34:37.422319 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5bb2f162-7d1f-4fe8-8353-bf0f1777a5be req-ef5f068a-9e82-4d01-8796-c8d491b0a7a3 service neutron] 10.222.0.65 "GET /v2.0/networks/d8bd03ea-0f3b-46bf-82a8-531c929bec57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615326 May 12 09:34:37.446140 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device 332c08c8-a0fb-4e00-b6b4-9b038555668c up at agent hyperv_hv-cinder-83769 {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 09:34:37.455513 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f31b3-e6e7-4224-bdfe-d84315cff219 req-aa6cfa81-1d66-41a5-a2ab-7ac7108f9356 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:37.457117 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-fe7f31b3-e6e7-4224-bdfe-d84315cff219 req-aa6cfa81-1d66-41a5-a2ab-7ac7108f9356 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/ports?device_id=b658c976-df06-49bb-9c2d-4d42cead8156 HTTP/1.1" status: 200 len: 945 time: 0.0634277 May 12 09:34:37.533586 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Provisioning for port 332c08c8-a0fb-4e00-b6b4-9b038555668c completed by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 09:34:37.540737 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Provisioning complete for port 332c08c8-a0fb-4e00-b6b4-9b038555668c triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:34:37.542144 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (332c08c8-a0fb-4e00-b6b4-9b038555668c), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:37.581216 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-fe7f31b3-e6e7-4224-bdfe-d84315cff219 req-ff53b61f-2117-42c3-aa00-aea242437f31 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c14d4c7-413f-44a8-826c-c4521bbc3b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181502 May 12 09:34:37.604981 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de9d6e-ef34-4473-b261-bdd21382ca46 req-fec6e9fc-433f-48d8-94ec-33e3b46deb3d tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:37.606544 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-23de9d6e-ef34-4473-b261-bdd21382ca46 req-fec6e9fc-433f-48d8-94ec-33e3b46deb3d tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc90e8c3-13f2-4b3e-91e8-396847cf6572 HTTP/1.1" status: 200 len: 944 time: 0.0938063 May 12 09:34:37.670886 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Current status of the port 332c08c8-a0fb-4e00-b6b4-9b038555668c is: BUILD; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:34:37.671285 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (332c08c8-a0fb-4e00-b6b4-9b038555668c), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:37.684604 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-23de9d6e-ef34-4473-b261-bdd21382ca46 req-645c3c91-904e-4570-bbc2-90a83f7bcea7 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f17ee76-ff11-49e9-bf6e-365f2a6f3386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671313 May 12 09:34:37.709239 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] For port 332c08c8-a0fb-4e00-b6b4-9b038555668c, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=332c08c8-a0fb-4e00-b6b4-9b038555668c,segment=NetworkSegment(26ab4651-7fb4-4cda-a42c-ef91f3f41052),segment_id=26ab4651-7fb4-4cda-a42c-ef91f3f41052)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:34:37.714389 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (332c08c8-a0fb-4e00-b6b4-9b038555668c), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:37.766683 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Pushing event updated for resources: {'Port': ['ID=332c08c8-a0fb-4e00-b6b4-9b038555668c,revision_number=5']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:37.867535 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-00441f26-4b64-48ea-a5a2-179fddaa115b req-f4e183b8-2e95-41d6-9d16-d2f9d297b484 service neutron] Request body: {'port': {'device_id': '56d286f5-766e-42c0-a80c-4526ac1b3829', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:34:37.937731 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc90e8c3-13f2-4b3e-91e8-396847cf6572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '332c08c8-a0fb-4e00-b6b4-9b038555668c'}] {{(pid=103459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:34:37.940864 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86b47e387812c2b24e7094e641fb8cdf00e205bc2b1299b72670831d9f7cf680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57931857-afdb-4680-9597-2dcd86cfa169" -d '{"events": [{"server_uuid": "dc90e8c3-13f2-4b3e-91e8-396847cf6572", "name": "network-vif-plugged", "status": "completed", "tag": "332c08c8-a0fb-4e00-b6b4-9b038555668c"}]}' {{(pid=103459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:34:37.974287 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb9e942-eb93-462a-bc49-f6fd6f09e462 req-2de407e4-03e4-40ef-bf96-45d0f6131453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:37.977433 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-afb9e942-eb93-462a-bc49-f6fd6f09e462 req-2de407e4-03e4-40ef-bf96-45d0f6131453 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=94c124bd-d4ff-4709-8b22-7520113efef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1247697 May 12 09:34:37.983830 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5e1df9e5-711f-4577-a65a-3ad531e0c708 req-338f4485-5113-4c28-9275-493f8639882a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=e1c58aee-1342-4b1d-a617-7ce1b9baa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284401 May 12 09:34:38.028526 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 09:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f923af-11c5-4743-aef9-fe8c050c833b x-openstack-request-id: req-a0f923af-11c5-4743-aef9-fe8c050c833b {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:34:38.028886 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc90e8c3-13f2-4b3e-91e8-396847cf6572", "name": "network-vif-plugged", "status": "completed", "tag": "332c08c8-a0fb-4e00-b6b4-9b038555668c", "code": 200}]} {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:34:38.029160 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a0f923af-11c5-4743-aef9-fe8c050c833b {{(pid=103459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:34:38.029571 dv-cinder-837699-5-iscsi neutron-server[103459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0f923af-11c5-4743-aef9-fe8c050c833b'] response: {'server_uuid': 'dc90e8c3-13f2-4b3e-91e8-396847cf6572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '332c08c8-a0fb-4e00-b6b4-9b038555668c', 'code': 200} May 12 09:34:38.033504 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-00441f26-4b64-48ea-a5a2-179fddaa115b req-f4e183b8-2e95-41d6-9d16-d2f9d297b484 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (50f1df2b-d761-4daf-aea9-a81a341d7a3c), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:38.257376 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e8708-3e2f-44b4-b4e1-2c9b50bd2c99 req-ca7dabf4-4207-47a2-a935-135049236779 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:38.259580 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ac7e8708-3e2f-44b4-b4e1-2c9b50bd2c99 req-ca7dabf4-4207-47a2-a935-135049236779 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 946 time: 0.0521362 May 12 09:34:38.315400 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 35790) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:34:38.341565 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27510f07-bfa9-427b-bf8b-e48b241cced5 req-529f9cd8-7dc5-43ff-8cf5-07e8ecab8989 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:38.342251 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-27510f07-bfa9-427b-bf8b-e48b241cced5 req-529f9cd8-7dc5-43ff-8cf5-07e8ecab8989 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 943 time: 0.0817246 May 12 09:34:38.410909 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ac7e8708-3e2f-44b4-b4e1-2c9b50bd2c99 req-06296b39-f850-44e9-9a1c-951367d4c8ac tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1c58aee-1342-4b1d-a617-7ce1b9baa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414547 May 12 09:34:38.414699 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-27510f07-bfa9-427b-bf8b-e48b241cced5 req-0996b82f-9098-49c6-bc21-4141645fe751 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620770 May 12 09:34:38.450365 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [req-00441f26-4b64-48ea-a5a2-179fddaa115b req-f4e183b8-2e95-41d6-9d16-d2f9d297b484 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50f1df2b-d761-4daf-aea9-a81a341d7a3c {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 09:34:38.458902 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-00441f26-4b64-48ea-a5a2-179fddaa115b req-f4e183b8-2e95-41d6-9d16-d2f9d297b484 service neutron] Publish callbacks [] for port (50f1df2b-d761-4daf-aea9-a81a341d7a3c), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:38.474855 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-00441f26-4b64-48ea-a5a2-179fddaa115b req-f4e183b8-2e95-41d6-9d16-d2f9d297b484 service neutron] Transition to ACTIVE for port object 50f1df2b-d761-4daf-aea9-a81a341d7a3c will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 09:34:38.486883 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-00441f26-4b64-48ea-a5a2-179fddaa115b req-f4e183b8-2e95-41d6-9d16-d2f9d297b484 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (50f1df2b-d761-4daf-aea9-a81a341d7a3c), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:38.505707 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ea5a2315-299b-45f5-ba9a-da395f4a4d2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:38.541937 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e183b8-2e95-41d6-9d16-d2f9d297b484 service neutron] Pushing event updated for resources: {'Port': ['ID=50f1df2b-d761-4daf-aea9-a81a341d7a3c,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:38.554712 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1686bf-b290-4cf4-9b7d-6e7bf1cf66cf req-910f6a77-f31b-4824-8959-c5ff313dd5b7 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:38.556470 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2a1686bf-b290-4cf4-9b7d-6e7bf1cf66cf req-910f6a77-f31b-4824-8959-c5ff313dd5b7 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/ports?device_id=56d286f5-766e-42c0-a80c-4526ac1b3829 HTTP/1.1" status: 200 len: 943 time: 0.0670493 May 12 09:34:38.570094 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-00441f26-4b64-48ea-a5a2-179fddaa115b req-f4e183b8-2e95-41d6-9d16-d2f9d297b484 service neutron] Attempting to bind port 50f1df2b-d761-4daf-aea9-a81a341d7a3c on host hv-cinder-83769 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 09:34:38.570436 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-00441f26-4b64-48ea-a5a2-179fddaa115b req-f4e183b8-2e95-41d6-9d16-d2f9d297b484 service neutron] Attempting to bind port 50f1df2b-d761-4daf-aea9-a81a341d7a3c by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': '4fddeae6-e504-4375-9ac6-b9ae113e6570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1c036158-1d81-400b-8003-63be31daecc9'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 09:34:38.570761 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00441f26-4b64-48ea-a5a2-179fddaa115b req-f4e183b8-2e95-41d6-9d16-d2f9d297b484 service neutron] Attempting to bind port 50f1df2b-d761-4daf-aea9-a81a341d7a3c on network 1c036158-1d81-400b-8003-63be31daecc9 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 09:34:38.575024 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00441f26-4b64-48ea-a5a2-179fddaa115b req-f4e183b8-2e95-41d6-9d16-d2f9d297b484 service neutron] Port 50f1df2b-d761-4daf-aea9-a81a341d7a3c on network 1c036158-1d81-400b-8003-63be31daecc9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 09:34:38.575337 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00441f26-4b64-48ea-a5a2-179fddaa115b req-f4e183b8-2e95-41d6-9d16-d2f9d297b484 service neutron] Attempting to bind port 50f1df2b-d761-4daf-aea9-a81a341d7a3c on network 1c036158-1d81-400b-8003-63be31daecc9 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 09:34:38.580196 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00441f26-4b64-48ea-a5a2-179fddaa115b req-f4e183b8-2e95-41d6-9d16-d2f9d297b484 service neutron] Checking agent: {'id': 'cdc2c050-d5b8-41e9-9f41-bf893d522faa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 9, 31, 46), 'started_at': datetime.datetime(2022, 5, 12, 9, 31, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 9, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 09:34:38.580528 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00441f26-4b64-48ea-a5a2-179fddaa115b req-f4e183b8-2e95-41d6-9d16-d2f9d297b484 service neutron] Checking segment: {'id': '4fddeae6-e504-4375-9ac6-b9ae113e6570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1c036158-1d81-400b-8003-63be31daecc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 09:34:38.580903 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00441f26-4b64-48ea-a5a2-179fddaa115b req-f4e183b8-2e95-41d6-9d16-d2f9d297b484 service neutron] Bound using segment: {'id': '4fddeae6-e504-4375-9ac6-b9ae113e6570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1c036158-1d81-400b-8003-63be31daecc9'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 09:34:38.581320 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-00441f26-4b64-48ea-a5a2-179fddaa115b req-f4e183b8-2e95-41d6-9d16-d2f9d297b484 service neutron] Bound port: 50f1df2b-d761-4daf-aea9-a81a341d7a3c, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fddeae6-e504-4375-9ac6-b9ae113e6570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1c036158-1d81-400b-8003-63be31daecc9'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 09:34:38.581673 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-00441f26-4b64-48ea-a5a2-179fddaa115b req-f4e183b8-2e95-41d6-9d16-d2f9d297b484 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (50f1df2b-d761-4daf-aea9-a81a341d7a3c), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:38.633873 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2a1686bf-b290-4cf4-9b7d-6e7bf1cf66cf req-b2516eef-52bf-4123-b3d7-8718398a03f8 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbfc649a-48dd-48c1-a516-9881d45319ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693526 May 12 09:34:38.657728 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ea5a2315-299b-45f5-ba9a-da395f4a4d2f admin admin] Publish callbacks [] for security_group (3e39fd75-0fdb-4781-a937-eba2b8bca12d), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:38.663874 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ea5a2315-299b-45f5-ba9a-da395f4a4d2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (3e39fd75-0fdb-4781-a937-eba2b8bca12d), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:38.673125 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-00441f26-4b64-48ea-a5a2-179fddaa115b req-f4e183b8-2e95-41d6-9d16-d2f9d297b484 service neutron] For port 50f1df2b-d761-4daf-aea9-a81a341d7a3c, host hv-cinder-83769, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 09:34:38.676226 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-00441f26-4b64-48ea-a5a2-179fddaa115b req-f4e183b8-2e95-41d6-9d16-d2f9d297b484 service neutron] For port 50f1df2b-d761-4daf-aea9-a81a341d7a3c, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=50f1df2b-d761-4daf-aea9-a81a341d7a3c,segment=NetworkSegment(4fddeae6-e504-4375-9ac6-b9ae113e6570),segment_id=4fddeae6-e504-4375-9ac6-b9ae113e6570)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 09:34:38.683656 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-00441f26-4b64-48ea-a5a2-179fddaa115b req-f4e183b8-2e95-41d6-9d16-d2f9d297b484 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (50f1df2b-d761-4daf-aea9-a81a341d7a3c), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:38.712938 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-ea5a2315-299b-45f5-ba9a-da395f4a4d2f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=155ecd4ebf26498886794f21e24506de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3965089 May 12 09:34:38.714679 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5a2315-299b-45f5-ba9a-da395f4a4d2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e39fd75-0fdb-4781-a937-eba2b8bca12d,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:38.716553 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 35806) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:34:38.728953 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00441f26-4b64-48ea-a5a2-179fddaa115b req-f4e183b8-2e95-41d6-9d16-d2f9d297b484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:38.729789 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-00441f26-4b64-48ea-a5a2-179fddaa115b req-f4e183b8-2e95-41d6-9d16-d2f9d297b484 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728753'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:38.731614 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-00441f26-4b64-48ea-a5a2-179fddaa115b req-f4e183b8-2e95-41d6-9d16-d2f9d297b484 service neutron] 10.222.0.65 "PUT /v2.0/ports/50f1df2b-d761-4daf-aea9-a81a341d7a3c HTTP/1.1" status: 200 len: 1093 time: 0.8709495 May 12 09:34:38.734096 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56d286f5-766e-42c0-a80c-4526ac1b3829', 'tag': '50f1df2b-d761-4daf-aea9-a81a341d7a3c'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:34:38.736686 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ab44c22d40f7c005d262e262c3a77426c373d0f7a848e933746c3cdedb51eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f28cb81-57dc-4b11-bdec-38a53f6e6d56" -d '{"events": [{"name": "network-changed", "server_uuid": "56d286f5-766e-42c0-a80c-4526ac1b3829", "tag": "50f1df2b-d761-4daf-aea9-a81a341d7a3c"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:34:38.773621 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e183b8-2e95-41d6-9d16-d2f9d297b484 service neutron] Pushing event updated for resources: {'Port': ['ID=50f1df2b-d761-4daf-aea9-a81a341d7a3c,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:38.810972 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 09:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f044f7-f90d-4212-846b-9186e2e4b2cd x-openstack-request-id: req-50f044f7-f90d-4212-846b-9186e2e4b2cd {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:34:38.811256 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56d286f5-766e-42c0-a80c-4526ac1b3829", "tag": "50f1df2b-d761-4daf-aea9-a81a341d7a3c", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:34:38.811511 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-50f044f7-f90d-4212-846b-9186e2e4b2cd {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:34:38.812356 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50f044f7-f90d-4212-846b-9186e2e4b2cd'] response: {'name': 'network-changed', 'server_uuid': '56d286f5-766e-42c0-a80c-4526ac1b3829', 'tag': '50f1df2b-d761-4daf-aea9-a81a341d7a3c', 'status': 'completed', 'code': 200} May 12 09:34:38.822080 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f3e4311f-50aa-46a7-845d-81652df2ed4b admin admin] Publish callbacks [] for security_group (3e39fd75-0fdb-4781-a937-eba2b8bca12d), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:38.872302 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf9300d-c07f-4ed3-81eb-02e79c46ec40 req-83d51e5b-b76b-47b8-9cf2-72216c3edb7f tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:38.873824 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4cf9300d-c07f-4ed3-81eb-02e79c46ec40 req-83d51e5b-b76b-47b8-9cf2-72216c3edb7f tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc90e8c3-13f2-4b3e-91e8-396847cf6572 HTTP/1.1" status: 200 len: 945 time: 0.0682731 May 12 09:34:38.875909 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f3e4311f-50aa-46a7-845d-81652df2ed4b admin admin] Publish callbacks [] for security_group (3e39fd75-0fdb-4781-a937-eba2b8bca12d), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:38.916700 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-afb9e942-eb93-462a-bc49-f6fd6f09e462 req-72623f88-6dda-4a2b-aa57-ff62076fe8ba service neutron] 10.222.0.65 "GET /v2.0/networks/94c124bd-d4ff-4709-8b22-7520113efef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238391 May 12 09:34:38.948199 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4cf9300d-c07f-4ed3-81eb-02e79c46ec40 req-540fc58e-9a84-4c20-8874-0d73d897ce55 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f17ee76-ff11-49e9-bf6e-365f2a6f3386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641062 May 12 09:34:38.962310 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f3e4311f-50aa-46a7-845d-81652df2ed4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (3e39fd75-0fdb-4781-a937-eba2b8bca12d), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:38.964917 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f3e4311f-50aa-46a7-845d-81652df2ed4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:38.965976 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-f3e4311f-50aa-46a7-845d-81652df2ed4b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3e39fd75-0fdb-4781-a937-eba2b8bca12d HTTP/1.1" status: 204 len: 168 time: 0.2485113 May 12 09:34:38.973666 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e4311f-50aa-46a7-845d-81652df2ed4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e39fd75-0fdb-4781-a937-eba2b8bca12d,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:39.244464 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 35824) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:34:39.261930 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-71b2fbb2-bb6e-4ad5-ac84-5029d7f07b6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:39.334223 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-71b2fbb2-bb6e-4ad5-ac84-5029d7f07b6b admin admin] Publish callbacks [] for security_group (fa14ba7c-0b85-4f49-a710-4a9027d5fa82), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:39.338623 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-71b2fbb2-bb6e-4ad5-ac84-5029d7f07b6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (fa14ba7c-0b85-4f49-a710-4a9027d5fa82), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:39.380604 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-71b2fbb2-bb6e-4ad5-ac84-5029d7f07b6b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0a572cce879e42488a00fbb1153d8b8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1328146 May 12 09:34:39.380604 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b2fbb2-bb6e-4ad5-ac84-5029d7f07b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa14ba7c-0b85-4f49-a710-4a9027d5fa82,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:39.382649 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 35826) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:34:39.440590 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-253d74fe-4a2a-475e-b27d-db91c7075960 admin admin] Publish callbacks [] for security_group (fa14ba7c-0b85-4f49-a710-4a9027d5fa82), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:39.447702 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f28cb81-57dc-4b11-bdec-38a53f6e6d56 req-8f38d3c6-3f2f-4798-a56f-cc90f7e54b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:39.449475 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2f28cb81-57dc-4b11-bdec-38a53f6e6d56 req-8f38d3c6-3f2f-4798-a56f-cc90f7e54b32 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=59546c2ca0074bb5b77b7c5e64d9c068&device_id=56d286f5-766e-42c0-a80c-4526ac1b3829 HTTP/1.1" status: 200 len: 1127 time: 0.1007330 May 12 09:34:39.472526 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-253d74fe-4a2a-475e-b27d-db91c7075960 admin admin] Publish callbacks [] for security_group (fa14ba7c-0b85-4f49-a710-4a9027d5fa82), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:39.525487 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-afb9e942-eb93-462a-bc49-f6fd6f09e462 req-55734a46-b55c-44be-ae25-f6b31e58cd93 service neutron] 10.222.0.65 "GET /v2.0/networks/94c124bd-d4ff-4709-8b22-7520113efef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849566 May 12 09:34:39.622267 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-253d74fe-4a2a-475e-b27d-db91c7075960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (fa14ba7c-0b85-4f49-a710-4a9027d5fa82), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:39.624980 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-253d74fe-4a2a-475e-b27d-db91c7075960 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:39.626284 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-253d74fe-4a2a-475e-b27d-db91c7075960 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fa14ba7c-0b85-4f49-a710-4a9027d5fa82 HTTP/1.1" status: 204 len: 168 time: 0.2426822 May 12 09:34:39.641335 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253d74fe-4a2a-475e-b27d-db91c7075960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa14ba7c-0b85-4f49-a710-4a9027d5fa82,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:39.646086 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d62bdee-308b-4b04-b1f9-d93c85d5bd82 req-7c447c39-5093-4445-a6b5-7c163ea84831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:39.648062 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3d62bdee-308b-4b04-b1f9-d93c85d5bd82 req-7c447c39-5093-4445-a6b5-7c163ea84831 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=dc90e8c3-13f2-4b3e-91e8-396847cf6572 HTTP/1.1" status: 200 len: 1129 time: 0.1281996 May 12 09:34:39.654932 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f28cb81-57dc-4b11-bdec-38a53f6e6d56 req-03c06571-fb80-497e-b2cf-0f710e8d941c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:39.656679 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2f28cb81-57dc-4b11-bdec-38a53f6e6d56 req-03c06571-fb80-497e-b2cf-0f710e8d941c service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=59546c2ca0074bb5b77b7c5e64d9c068&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1614060 May 12 09:34:39.657311 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493418da-3c3b-42a3-adae-152b63f987d2 req-d03fe193-af9c-46a1-bb3c-d682387c126a tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:39.659441 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-493418da-3c3b-42a3-adae-152b63f987d2 req-d03fe193-af9c-46a1-bb3c-d682387c126a tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 943 time: 0.0793498 May 12 09:34:39.717995 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-493418da-3c3b-42a3-adae-152b63f987d2 req-b642aa0a-9ef3-496f-82bc-de564de286d6 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502896 May 12 09:34:39.856749 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6bdb9-92d1-498d-9440-2b6223e665c7 req-d8cacb82-efa5-4a83-8106-63ad85ed26eb tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:39.865272 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e2a6bdb9-92d1-498d-9440-2b6223e665c7 req-d8cacb82-efa5-4a83-8106-63ad85ed26eb tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 946 time: 0.0676777 May 12 09:34:39.941837 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e2a6bdb9-92d1-498d-9440-2b6223e665c7 req-ac1093df-3529-49a4-80e0-5c5c8cdeac88 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1c58aee-1342-4b1d-a617-7ce1b9baa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765908 May 12 09:34:39.961055 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603be797-1243-44d3-8542-e9881e5a3cbe req-4d3ed310-c4b6-4690-a57e-a300ea4c747a tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:39.963087 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-603be797-1243-44d3-8542-e9881e5a3cbe req-4d3ed310-c4b6-4690-a57e-a300ea4c747a tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/ports?device_id=56d286f5-766e-42c0-a80c-4526ac1b3829 HTTP/1.1" status: 200 len: 943 time: 0.0696273 May 12 09:34:39.983367 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 35858) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:34:40.014524 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-603be797-1243-44d3-8542-e9881e5a3cbe req-ec7c9035-b236-4f57-88e5-9f5b41782cf9 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbfc649a-48dd-48c1-a516-9881d45319ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462151 May 12 09:34:40.086835 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8df20d2-668b-48e4-b20a-6629709d2ad4 req-8404caa3-a900-4319-bd82-1d19438b6e25 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:40.088311 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b8df20d2-668b-48e4-b20a-6629709d2ad4 req-8404caa3-a900-4319-bd82-1d19438b6e25 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc90e8c3-13f2-4b3e-91e8-396847cf6572 HTTP/1.1" status: 200 len: 945 time: 0.0499256 May 12 09:34:40.103996 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e1a89687-143d-4db7-8738-9999fb25aaaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:40.112053 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 35862) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:34:40.137464 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3e0c40e0-8415-437f-8f0c-a915337e58e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:40.169957 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b8df20d2-668b-48e4-b20a-6629709d2ad4 req-9329b698-0282-4705-8d54-5f9e79a6dff6 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f17ee76-ff11-49e9-bf6e-365f2a6f3386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761292 May 12 09:34:40.186070 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e1a89687-143d-4db7-8738-9999fb25aaaf admin admin] Publish callbacks [] for security_group (b0c44a80-0fd4-4d3f-a478-e564d1fc6ed3), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:40.189871 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e1a89687-143d-4db7-8738-9999fb25aaaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (b0c44a80-0fd4-4d3f-a478-e564d1fc6ed3), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:40.232151 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-e1a89687-143d-4db7-8738-9999fb25aaaf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cbf41ee78db54b7aa8543ca7a4a31c27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2445538 May 12 09:34:40.232151 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a89687-143d-4db7-8738-9999fb25aaaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c44a80-0fd4-4d3f-a478-e564d1fc6ed3,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:40.233350 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 35864) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:34:40.236598 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3e0c40e0-8415-437f-8f0c-a915337e58e5 admin admin] Publish callbacks [] for security_group (6b3f896b-dc1f-4df3-a275-5792d230e960), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:40.243871 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3e0c40e0-8415-437f-8f0c-a915337e58e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (6b3f896b-dc1f-4df3-a275-5792d230e960), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:40.306208 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0c40e0-8415-437f-8f0c-a915337e58e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3f896b-dc1f-4df3-a275-5792d230e960,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:40.312295 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-3e0c40e0-8415-437f-8f0c-a915337e58e5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=887a7b553f9f40b2ba2487d0bee86bb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1992605 May 12 09:34:40.315144 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 35866) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:34:40.328389 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3e7dea49-162b-4a51-86c2-46f22edf2884 admin admin] Publish callbacks [] for security_group (b0c44a80-0fd4-4d3f-a478-e564d1fc6ed3), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:40.349316 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3e7dea49-162b-4a51-86c2-46f22edf2884 admin admin] Publish callbacks [] for security_group (b0c44a80-0fd4-4d3f-a478-e564d1fc6ed3), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:40.366462 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-822f6858-77ad-4571-bb7c-3a9b2df87b1e admin admin] Publish callbacks [] for security_group (6b3f896b-dc1f-4df3-a275-5792d230e960), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:40.387664 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-822f6858-77ad-4571-bb7c-3a9b2df87b1e admin admin] Publish callbacks [] for security_group (6b3f896b-dc1f-4df3-a275-5792d230e960), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:40.395370 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3e7dea49-162b-4a51-86c2-46f22edf2884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (b0c44a80-0fd4-4d3f-a478-e564d1fc6ed3), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:40.398998 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3e7dea49-162b-4a51-86c2-46f22edf2884 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:40.403154 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-3e7dea49-162b-4a51-86c2-46f22edf2884 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b0c44a80-0fd4-4d3f-a478-e564d1fc6ed3 HTTP/1.1" status: 204 len: 168 time: 0.1661620 May 12 09:34:40.410709 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7dea49-162b-4a51-86c2-46f22edf2884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c44a80-0fd4-4d3f-a478-e564d1fc6ed3,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:40.447055 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-822f6858-77ad-4571-bb7c-3a9b2df87b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (6b3f896b-dc1f-4df3-a275-5792d230e960), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:40.449708 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-822f6858-77ad-4571-bb7c-3a9b2df87b1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:40.451014 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-822f6858-77ad-4571-bb7c-3a9b2df87b1e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6b3f896b-dc1f-4df3-a275-5792d230e960 HTTP/1.1" status: 204 len: 168 time: 0.1349161 May 12 09:34:40.460160 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822f6858-77ad-4571-bb7c-3a9b2df87b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3f896b-dc1f-4df3-a275-5792d230e960,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:40.796032 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 35884) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:34:40.809070 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-91f87d00-7494-4fd9-aa0a-558dcc21f47e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:40.838732 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1895a40e-922d-4978-8ed6-86735033f2e4 req-e0b64a30-2fd2-4a52-ab14-031a15b815a3 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:40.840423 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1895a40e-922d-4978-8ed6-86735033f2e4 req-e0b64a30-2fd2-4a52-ab14-031a15b815a3 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 943 time: 0.0510187 May 12 09:34:40.888957 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-91f87d00-7494-4fd9-aa0a-558dcc21f47e admin admin] Publish callbacks [] for security_group (fa143077-4043-4030-853a-af9fc2497619), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:40.890962 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1895a40e-922d-4978-8ed6-86735033f2e4 req-8e3f5c56-e4d5-4315-90c4-4f2362807168 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448492 May 12 09:34:40.911361 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-91f87d00-7494-4fd9-aa0a-558dcc21f47e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (fa143077-4043-4030-853a-af9fc2497619), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:40.941354 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-91f87d00-7494-4fd9-aa0a-558dcc21f47e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=08ef2be518b04e46b90364024d061e48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1442695 May 12 09:34:40.943372 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f87d00-7494-4fd9-aa0a-558dcc21f47e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa143077-4043-4030-853a-af9fc2497619,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:40.944752 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 35892) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:34:41.003405 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e2a92793-9a13-4c5e-9d21-123165489277 admin admin] Publish callbacks [] for security_group (fa143077-4043-4030-853a-af9fc2497619), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:41.048917 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e2a92793-9a13-4c5e-9d21-123165489277 admin admin] Publish callbacks [] for security_group (fa143077-4043-4030-853a-af9fc2497619), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:41.079457 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dafbf2a-4ef4-44cd-b191-6ffa0c5b748c req-48b93a3e-5e22-4742-82e2-0c9e4c034695 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:41.080913 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1dafbf2a-4ef4-44cd-b191-6ffa0c5b748c req-48b93a3e-5e22-4742-82e2-0c9e4c034695 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 946 time: 0.0631659 May 12 09:34:41.158071 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9b9c9-c59c-447a-86d1-dd5ea6c5c9bd req-dfc3b676-9432-4fb6-b3f5-c31fe887c7c5 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:41.159532 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-38a9b9c9-c59c-447a-86d1-dd5ea6c5c9bd req-dfc3b676-9432-4fb6-b3f5-c31fe887c7c5 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/ports?device_id=56d286f5-766e-42c0-a80c-4526ac1b3829 HTTP/1.1" status: 200 len: 943 time: 0.0718436 May 12 09:34:41.183192 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e2a92793-9a13-4c5e-9d21-123165489277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (fa143077-4043-4030-853a-af9fc2497619), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:41.185993 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e2a92793-9a13-4c5e-9d21-123165489277 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:41.186696 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-e2a92793-9a13-4c5e-9d21-123165489277 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fa143077-4043-4030-853a-af9fc2497619 HTTP/1.1" status: 204 len: 168 time: 0.2409906 May 12 09:34:41.207493 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1dafbf2a-4ef4-44cd-b191-6ffa0c5b748c req-87d5d2c5-51c8-42c2-b8c1-c6625e278e7b tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1c58aee-1342-4b1d-a617-7ce1b9baa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140270 May 12 09:34:41.208549 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a92793-9a13-4c5e-9d21-123165489277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa143077-4043-4030-853a-af9fc2497619,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:41.257151 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-38a9b9c9-c59c-447a-86d1-dd5ea6c5c9bd req-88c7f133-ccd6-4420-b188-6c0d978e9b6e tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbfc649a-48dd-48c1-a516-9881d45319ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834363 May 12 09:34:41.348076 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef125a9b-9c0f-47ce-917d-71408e03b528 req-82d4335d-88f4-45bc-8e13-45111c154fa2 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:41.349548 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ef125a9b-9c0f-47ce-917d-71408e03b528 req-82d4335d-88f4-45bc-8e13-45111c154fa2 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc90e8c3-13f2-4b3e-91e8-396847cf6572 HTTP/1.1" status: 200 len: 945 time: 0.0514734 May 12 09:34:41.405406 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ef125a9b-9c0f-47ce-917d-71408e03b528 req-925ce285-0b4f-4818-a4ba-5e29ad3b1bf5 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f17ee76-ff11-49e9-bf6e-365f2a6f3386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494375 May 12 09:34:41.541340 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 35920) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:34:41.554193 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f3e4c85b-bb1c-4bb2-9cbf-69c6e7d00be6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:41.634447 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f3e4c85b-bb1c-4bb2-9cbf-69c6e7d00be6 admin admin] Publish callbacks [] for security_group (35e820d2-4dda-49bd-8f67-edcfe14bcf14), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:41.638293 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f3e4c85b-bb1c-4bb2-9cbf-69c6e7d00be6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (35e820d2-4dda-49bd-8f67-edcfe14bcf14), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:41.675595 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-f3e4c85b-bb1c-4bb2-9cbf-69c6e7d00be6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e97be5c9a89a486288ed294a6258c17a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1331859 May 12 09:34:41.676426 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e4c85b-bb1c-4bb2-9cbf-69c6e7d00be6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35e820d2-4dda-49bd-8f67-edcfe14bcf14,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:41.678352 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 35924) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:34:41.735193 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-76d74b48-8396-4b20-ad02-bcb8359ef4e1 admin admin] Publish callbacks [] for security_group (35e820d2-4dda-49bd-8f67-edcfe14bcf14), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:41.755865 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-76d74b48-8396-4b20-ad02-bcb8359ef4e1 admin admin] Publish callbacks [] for security_group (35e820d2-4dda-49bd-8f67-edcfe14bcf14), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:41.803472 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-76d74b48-8396-4b20-ad02-bcb8359ef4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (35e820d2-4dda-49bd-8f67-edcfe14bcf14), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:41.806361 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-76d74b48-8396-4b20-ad02-bcb8359ef4e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:41.807505 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-76d74b48-8396-4b20-ad02-bcb8359ef4e1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/35e820d2-4dda-49bd-8f67-edcfe14bcf14 HTTP/1.1" status: 204 len: 168 time: 0.1275115 May 12 09:34:41.823370 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d74b48-8396-4b20-ad02-bcb8359ef4e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e820d2-4dda-49bd-8f67-edcfe14bcf14,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:41.830939 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d74b48-8396-4b20-ad02-bcb8359ef4e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:34:41.831351 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d74b48-8396-4b20-ad02-bcb8359ef4e1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:34:41.831627 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d74b48-8396-4b20-ad02-bcb8359ef4e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:34:41.831966 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d74b48-8396-4b20-ad02-bcb8359ef4e1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:34:41.832315 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d74b48-8396-4b20-ad02-bcb8359ef4e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:34:41.832767 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d74b48-8396-4b20-ad02-bcb8359ef4e1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:34:41.833149 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d74b48-8396-4b20-ad02-bcb8359ef4e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:34:41.833447 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d74b48-8396-4b20-ad02-bcb8359ef4e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:34:41.833752 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d74b48-8396-4b20-ad02-bcb8359ef4e1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:34:41.834102 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d74b48-8396-4b20-ad02-bcb8359ef4e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:34:41.834561 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d74b48-8396-4b20-ad02-bcb8359ef4e1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:34:41.835340 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d74b48-8396-4b20-ad02-bcb8359ef4e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:34:41.835672 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d74b48-8396-4b20-ad02-bcb8359ef4e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:34:41.835995 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d74b48-8396-4b20-ad02-bcb8359ef4e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:34:41.836432 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d74b48-8396-4b20-ad02-bcb8359ef4e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:34:42.034972 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaa7ef5-07ad-4c5a-97a6-cdfc538ca6fc req-303a7c1a-8697-42e1-aede-2be1886038b6 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:42.036589 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-acaa7ef5-07ad-4c5a-97a6-cdfc538ca6fc req-303a7c1a-8697-42e1-aede-2be1886038b6 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 943 time: 0.0740604 May 12 09:34:42.086079 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-acaa7ef5-07ad-4c5a-97a6-cdfc538ca6fc req-4416fffb-1cc7-4fa7-b7ff-bd1153001b0d tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419118 May 12 09:34:42.579071 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 35974) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:34:42.599339 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bac863-fb41-4051-a4d6-49fdafa2013d req-63f728dc-9834-4b5f-9b2a-5dc186f1e339 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:42.601325 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-29bac863-fb41-4051-a4d6-49fdafa2013d req-63f728dc-9834-4b5f-9b2a-5dc186f1e339 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 946 time: 0.3006151 May 12 09:34:42.620934 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c916abe7-c281-48f0-b7de-53e326227911 req-1045c1da-1e59-46a4-a1a6-9fbc1dacc369 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:42.622462 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c916abe7-c281-48f0-b7de-53e326227911 req-1045c1da-1e59-46a4-a1a6-9fbc1dacc369 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/ports?device_id=56d286f5-766e-42c0-a80c-4526ac1b3829 HTTP/1.1" status: 200 len: 943 time: 0.2888873 May 12 09:34:42.676378 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-fd664a51-9d98-46f8-9c66-d514474dea6f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1326742253-network', 'tenant_id': 'bdc48145acde413e99299f029ad0cea9'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:34:42.680536 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-29bac863-fb41-4051-a4d6-49fdafa2013d req-a805a46b-c3c5-4a06-b6b2-60fdf2b16aae tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1c58aee-1342-4b1d-a617-7ce1b9baa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736756 May 12 09:34:42.699536 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c916abe7-c281-48f0-b7de-53e326227911 req-22dcc9a8-3fbb-4520-9578-af01e22064d2 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbfc649a-48dd-48c1-a516-9881d45319ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685899 May 12 09:34:42.713407 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd664a51-9d98-46f8-9c66-d514474dea6f admin admin] Made reservation on behalf of bdc48145acde413e99299f029ad0cea9 for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 09:34:42.716661 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fd664a51-9d98-46f8-9c66-d514474dea6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for network (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:42.726100 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fd664a51-9d98-46f8-9c66-d514474dea6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:42.782806 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6872c3c3-8e7a-4f7f-8849-c014f56e8b24 req-b4126e32-4aa8-4b33-ab00-e71e8af5f5bc tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:42.784246 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6872c3c3-8e7a-4f7f-8849-c014f56e8b24 req-b4126e32-4aa8-4b33-ab00-e71e8af5f5bc tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc90e8c3-13f2-4b3e-91e8-396847cf6572 HTTP/1.1" status: 200 len: 945 time: 0.0454090 May 12 09:34:42.800275 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fd664a51-9d98-46f8-9c66-d514474dea6f admin admin] Publish callbacks [] for security_group (e174429d-a48c-425e-9083-46cde5f07ee8), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:42.804729 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fd664a51-9d98-46f8-9c66-d514474dea6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (e174429d-a48c-425e-9083-46cde5f07ee8), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:42.825346 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd664a51-9d98-46f8-9c66-d514474dea6f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 09:34:42.831817 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6872c3c3-8e7a-4f7f-8849-c014f56e8b24 req-42f56aa8-1725-4bc6-986a-66937fc50e4e tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f17ee76-ff11-49e9-bf6e-365f2a6f3386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413516 May 12 09:34:42.840797 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd664a51-9d98-46f8-9c66-d514474dea6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e174429d-a48c-425e-9083-46cde5f07ee8,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:42.843730 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fd664a51-9d98-46f8-9c66-d514474dea6f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740344558093', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720414'] for segment (196dd2b4-5312-4a28-9145-1b2fa6b63a14), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:42.844139 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.db.segments_db [None req-fd664a51-9d98-46f8-9c66-d514474dea6f admin admin] Added segment 196dd2b4-5312-4a28-9145-1b2fa6b63a14 of type vlan for network e0454948-435a-43ce-83c7-832b357b7693 May 12 09:34:42.894300 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fd664a51-9d98-46f8-9c66-d514474dea6f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740344000386'] for network (e0454948-435a-43ce-83c7-832b357b7693), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:42.918789 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fd664a51-9d98-46f8-9c66-d514474dea6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735'] for network (e0454948-435a-43ce-83c7-832b357b7693), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:42.919780 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd664a51-9d98-46f8-9c66-d514474dea6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:42.920386 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fd664a51-9d98-46f8-9c66-d514474dea6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728753'] for network (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:42.954722 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-fd664a51-9d98-46f8-9c66-d514474dea6f admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.3745191 May 12 09:34:42.957737 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 35978) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:34:42.963124 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-b39349c9-0290-4ab7-b886-58f9c14c89ad admin admin] Request body: {'subnet': {'network_id': 'e0454948-435a-43ce-83c7-832b357b7693', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1326742253-subnet', 'tenant_id': 'bdc48145acde413e99299f029ad0cea9', 'ip_version': 4}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:34:42.982732 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39349c9-0290-4ab7-b886-58f9c14c89ad admin admin] Made reservation on behalf of bdc48145acde413e99299f029ad0cea9 for: {'subnet': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 09:34:42.985060 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b39349c9-0290-4ab7-b886-58f9c14c89ad admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:42.985360 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd664a51-9d98-46f8-9c66-d514474dea6f admin admin] Pushing event updated for resources: {'Network': ['ID=e0454948-435a-43ce-83c7-832b357b7693,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:42.995595 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Network e0454948-435a-43ce-83c7-832b357b7693 details requested by agent ovs-agent-dv-cinder-837699-5-iscsi with host dv-cinder-837699-5-iscsi {{(pid=103459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 09:34:43.174892 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b39349c9-0290-4ab7-b886-58f9c14c89ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735'] for subnet (f80f3c32-9255-4af0-ae5f-1def93a42973), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:43.242175 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f3fcc-f470-41c3-a76e-ab80fc7cbf55 req-596fdd42-6d50-4d0c-8d89-aa803625bf6a tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:43.243605 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b38f3fcc-f470-41c3-a76e-ab80fc7cbf55 req-596fdd42-6d50-4d0c-8d89-aa803625bf6a tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 943 time: 0.0880642 May 12 09:34:43.277254 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39349c9-0290-4ab7-b886-58f9c14c89ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=f80f3c32-9255-4af0-ae5f-1def93a42973,revision_number=0']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:43.293501 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39349c9-0290-4ab7-b886-58f9c14c89ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:34:43.293841 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39349c9-0290-4ab7-b886-58f9c14c89ad admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:34:43.294230 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39349c9-0290-4ab7-b886-58f9c14c89ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:34:43.294564 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39349c9-0290-4ab7-b886-58f9c14c89ad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:34:43.294888 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39349c9-0290-4ab7-b886-58f9c14c89ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:34:43.295207 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39349c9-0290-4ab7-b886-58f9c14c89ad admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:34:43.295527 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39349c9-0290-4ab7-b886-58f9c14c89ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:34:43.295837 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39349c9-0290-4ab7-b886-58f9c14c89ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:34:43.296176 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39349c9-0290-4ab7-b886-58f9c14c89ad admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:34:43.296495 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39349c9-0290-4ab7-b886-58f9c14c89ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:34:43.296824 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39349c9-0290-4ab7-b886-58f9c14c89ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:34:43.297157 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39349c9-0290-4ab7-b886-58f9c14c89ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:34:43.297470 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39349c9-0290-4ab7-b886-58f9c14c89ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:34:43.297805 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39349c9-0290-4ab7-b886-58f9c14c89ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:34:43.298137 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39349c9-0290-4ab7-b886-58f9c14c89ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:34:43.304096 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39349c9-0290-4ab7-b886-58f9c14c89ad admin admin] Checking segment: {'id': '196dd2b4-5312-4a28-9145-1b2fa6b63a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e0454948-435a-43ce-83c7-832b357b7693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 09:34:43.304455 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39349c9-0290-4ab7-b886-58f9c14c89ad admin admin] Network hostable DHCP agents. Network: e0454948-435a-43ce-83c7-832b357b7693, hostable agents: ['9bee5a85-5be0-4217-aa6d-1f9c6538b987'], hosted agents: [] {{(pid=103458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 09:34:43.336279 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b38f3fcc-f470-41c3-a76e-ab80fc7cbf55 req-01f5447d-82dc-46a7-b6f5-97bebdcdc7d3 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862298 May 12 09:34:43.340775 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39349c9-0290-4ab7-b886-58f9c14c89ad admin admin] Network e0454948-435a-43ce-83c7-832b357b7693 is scheduled to be hosted by DHCP agent 9bee5a85-5be0-4217-aa6d-1f9c6538b987 with binding_index 1 {{(pid=103458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 09:34:43.349882 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-b39349c9-0290-4ab7-b886-58f9c14c89ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837699-5-iscsi, e0454948-435a-43ce-83c7-832b357b7693) {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:34:43.354151 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39349c9-0290-4ab7-b886-58f9c14c89ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:43.354865 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b39349c9-0290-4ab7-b886-58f9c14c89ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728753'] for subnet (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:43.359962 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6b6a6b-d3c6-4737-9d1f-3774becc2120 None None] Network e0454948-435a-43ce-83c7-832b357b7693 requested from dv-cinder-837699-5-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 09:34:43.370027 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-b39349c9-0290-4ab7-b886-58f9c14c89ad admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4111564 May 12 09:34:43.372727 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 35986) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:34:43.376897 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-95843cad-c153-47e2-93da-05424000a240 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1326742253-router', 'tenant_id': 'bdc48145acde413e99299f029ad0cea9', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b'}}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:34:43.396324 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-95843cad-c153-47e2-93da-05424000a240 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3795715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6309'] for router (c69042cc-6a84-4a19-9874-bef9b18911f2), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:43.397981 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-95843cad-c153-47e2-93da-05424000a240 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3795959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3798042', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3743491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6238'] for router (c69042cc-6a84-4a19-9874-bef9b18911f2), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:43.451356 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-95843cad-c153-47e2-93da-05424000a240 admin admin] Publish callbacks [] for router_controller (c69042cc-6a84-4a19-9874-bef9b18911f2), precommit_add_association {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:43.461862 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56070af-0e04-491b-a407-91f8eca152ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f439b0a-a78d-5e02-af88-781e2083e254-e0454948-435a-43ce-83c7-832b357b7693', 'network_id': 'e0454948-435a-43ce-83c7-832b357b7693', 'project_id': 'bdc48145acde413e99299f029ad0cea9', 'fixed_ips': [{'subnet_id': 'f80f3c32-9255-4af0-ae5f-1def93a42973'}]}} from dv-cinder-837699-5-iscsi. {{(pid=103459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 09:34:43.462901 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e56070af-0e04-491b-a407-91f8eca152ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:43.613132 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.db_base_plugin_common [None req-e56070af-0e04-491b-a407-91f8eca152ad None None] Allocated IP 172.20.0.2 (e0454948-435a-43ce-83c7-832b357b7693/f80f3c32-9255-4af0-ae5f-1def93a42973/42e803b1-5e11-4eea-b6b9-50d524394856) {{(pid=103459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 09:34:43.620099 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-95843cad-c153-47e2-93da-05424000a240 admin admin] Publish callbacks [] for router_gateway (c69042cc-6a84-4a19-9874-bef9b18911f2), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:43.763030 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e56070af-0e04-491b-a407-91f8eca152ad None None] Publish callbacks [] for port (42e803b1-5e11-4eea-b6b9-50d524394856), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:43.769519 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e56070af-0e04-491b-a407-91f8eca152ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740344012620'] for port (42e803b1-5e11-4eea-b6b9-50d524394856), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:43.810534 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56070af-0e04-491b-a407-91f8eca152ad None None] Network e0454948-435a-43ce-83c7-832b357b7693 is already hosted by enough agents. {{(pid=103459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 09:34:43.815884 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.scheduler.base_scheduler [None req-e56070af-0e04-491b-a407-91f8eca152ad None None] Resources bound (agent type, host, resource id): {{(pid=103459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:34:43.820876 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56070af-0e04-491b-a407-91f8eca152ad None None] Received port after_create {{(pid=103459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 09:34:43.824123 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56070af-0e04-491b-a407-91f8eca152ad None None] Pushing event updated for resources: {'Port': ['ID=42e803b1-5e11-4eea-b6b9-50d524394856,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:43.835887 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56070af-0e04-491b-a407-91f8eca152ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:34:43.836078 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56070af-0e04-491b-a407-91f8eca152ad None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:34:43.836354 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56070af-0e04-491b-a407-91f8eca152ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:34:43.836718 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56070af-0e04-491b-a407-91f8eca152ad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:34:43.837060 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56070af-0e04-491b-a407-91f8eca152ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:34:43.837410 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56070af-0e04-491b-a407-91f8eca152ad None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:34:43.837725 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56070af-0e04-491b-a407-91f8eca152ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:34:43.838090 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56070af-0e04-491b-a407-91f8eca152ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:34:43.838425 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56070af-0e04-491b-a407-91f8eca152ad None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:34:43.838758 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56070af-0e04-491b-a407-91f8eca152ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:34:43.839088 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56070af-0e04-491b-a407-91f8eca152ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:34:43.839430 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56070af-0e04-491b-a407-91f8eca152ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:34:43.839761 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56070af-0e04-491b-a407-91f8eca152ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:34:43.840092 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56070af-0e04-491b-a407-91f8eca152ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:34:43.840414 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56070af-0e04-491b-a407-91f8eca152ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:34:43.875338 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba4b534-7aff-4609-9ec8-610608f681eb req-91028016-6f03-4962-a3f5-994298c6a83d tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:43.876723 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7ba4b534-7aff-4609-9ec8-610608f681eb req-91028016-6f03-4962-a3f5-994298c6a83d tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/ports?device_id=56d286f5-766e-42c0-a80c-4526ac1b3829 HTTP/1.1" status: 200 len: 943 time: 0.1009791 May 12 09:34:43.884991 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ea77ee-91be-423f-adfb-98585ad163dc req-4c64f3a0-e774-48d3-a0d8-a97a5edf2859 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:43.886399 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-32ea77ee-91be-423f-adfb-98585ad163dc req-4c64f3a0-e774-48d3-a0d8-a97a5edf2859 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 946 time: 0.1117835 May 12 09:34:43.889366 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-e56070af-0e04-491b-a407-91f8eca152ad None None] Attempting to bind port 42e803b1-5e11-4eea-b6b9-50d524394856 on host dv-cinder-837699-5-iscsi for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 09:34:43.889743 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-e56070af-0e04-491b-a407-91f8eca152ad None None] Attempting to bind port 42e803b1-5e11-4eea-b6b9-50d524394856 by drivers openvswitch,hyperv on host dv-cinder-837699-5-iscsi at level 0 using segments [{'id': '196dd2b4-5312-4a28-9145-1b2fa6b63a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e0454948-435a-43ce-83c7-832b357b7693'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 09:34:43.890137 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56070af-0e04-491b-a407-91f8eca152ad None None] Attempting to bind port 42e803b1-5e11-4eea-b6b9-50d524394856 on network e0454948-435a-43ce-83c7-832b357b7693 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 09:34:43.895260 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56070af-0e04-491b-a407-91f8eca152ad None None] Checking agent: {'id': '0e2e3861-7d79-4ce6-9d91-faa32ae2cb64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 9, 25, 26), 'started_at': datetime.datetime(2022, 5, 12, 9, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 9, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 09:34:43.895631 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56070af-0e04-491b-a407-91f8eca152ad None None] Checking segment: {'id': '196dd2b4-5312-4a28-9145-1b2fa6b63a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e0454948-435a-43ce-83c7-832b357b7693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 09:34:43.896025 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e56070af-0e04-491b-a407-91f8eca152ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:43.896421 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56070af-0e04-491b-a407-91f8eca152ad None None] Bound using segment: {'id': '196dd2b4-5312-4a28-9145-1b2fa6b63a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e0454948-435a-43ce-83c7-832b357b7693'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 09:34:43.896867 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-e56070af-0e04-491b-a407-91f8eca152ad None None] Bound port: 42e803b1-5e11-4eea-b6b9-50d524394856, host: dv-cinder-837699-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '196dd2b4-5312-4a28-9145-1b2fa6b63a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e0454948-435a-43ce-83c7-832b357b7693'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 09:34:43.897209 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-95843cad-c153-47e2-93da-05424000a240 admin admin] Publish callbacks [] for router_gateway (c69042cc-6a84-4a19-9874-bef9b18911f2), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:43.897322 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e56070af-0e04-491b-a407-91f8eca152ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (42e803b1-5e11-4eea-b6b9-50d524394856), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:43.939405 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-95843cad-c153-47e2-93da-05424000a240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:43.960666 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-e56070af-0e04-491b-a407-91f8eca152ad None None] For port 42e803b1-5e11-4eea-b6b9-50d524394856, host dv-cinder-837699-5-iscsi, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 09:34:43.964343 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-e56070af-0e04-491b-a407-91f8eca152ad None None] For port 42e803b1-5e11-4eea-b6b9-50d524394856, host dv-cinder-837699-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=42e803b1-5e11-4eea-b6b9-50d524394856,segment=NetworkSegment(196dd2b4-5312-4a28-9145-1b2fa6b63a14),segment_id=196dd2b4-5312-4a28-9145-1b2fa6b63a14)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 09:34:43.971522 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e56070af-0e04-491b-a407-91f8eca152ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (42e803b1-5e11-4eea-b6b9-50d524394856), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:44.027443 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-32ea77ee-91be-423f-adfb-98585ad163dc req-6ff7deb9-7418-4da4-9b64-c7a78818ca6b tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1c58aee-1342-4b1d-a617-7ce1b9baa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313555 May 12 09:34:44.030274 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7ba4b534-7aff-4609-9ec8-610608f681eb req-d4d29b0e-ca1c-49d5-b442-78a4ce67357e tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbfc649a-48dd-48c1-a516-9881d45319ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430080 May 12 09:34:44.038269 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56070af-0e04-491b-a407-91f8eca152ad None None] Pushing event updated for resources: {'Port': ['ID=42e803b1-5e11-4eea-b6b9-50d524394856,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:44.090842 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-95843cad-c153-47e2-93da-05424000a240 admin admin] Allocated IP 172.27.3.122 (35e64619-a59d-47b1-b4c9-78b55f54f97b/31f684fc-c02d-4e22-bb04-cd143bba725c/16145eb2-ad86-43eb-9172-908c13c4176a) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 09:34:44.240201 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e25e110-f53e-478f-badd-7dbb87cb3000 req-52faeada-a070-4c76-acb6-0acfb9a1f602 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:44.240201 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4e25e110-f53e-478f-badd-7dbb87cb3000 req-52faeada-a070-4c76-acb6-0acfb9a1f602 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc90e8c3-13f2-4b3e-91e8-396847cf6572 HTTP/1.1" status: 200 len: 945 time: 0.0954540 May 12 09:34:44.282807 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-95843cad-c153-47e2-93da-05424000a240 admin admin] Publish callbacks [] for port (16145eb2-ad86-43eb-9172-908c13c4176a), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:44.343849 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4e25e110-f53e-478f-badd-7dbb87cb3000 req-f4b96822-a10b-427b-a95a-4bf3faa32498 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f17ee76-ff11-49e9-bf6e-365f2a6f3386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835083 May 12 09:34:44.360816 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-95843cad-c153-47e2-93da-05424000a240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740344012620'] for port (16145eb2-ad86-43eb-9172-908c13c4176a), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:44.415957 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95843cad-c153-47e2-93da-05424000a240 admin admin] Network 35e64619-a59d-47b1-b4c9-78b55f54f97b is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 09:34:44.418962 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-95843cad-c153-47e2-93da-05424000a240 admin admin] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:34:44.424688 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95843cad-c153-47e2-93da-05424000a240 admin admin] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 09:34:44.496878 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95843cad-c153-47e2-93da-05424000a240 admin admin] Pushing event updated for resources: {'Port': ['ID=16145eb2-ad86-43eb-9172-908c13c4176a,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:44.545618 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c319e9-8e53-44be-a277-e09ae29b854d req-cecad70a-828b-494e-b05d-1b3c80edd3ec tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:44.547188 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-63c319e9-8e53-44be-a277-e09ae29b854d req-cecad70a-828b-494e-b05d-1b3c80edd3ec tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 943 time: 0.1261454 May 12 09:34:44.628519 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-63c319e9-8e53-44be-a277-e09ae29b854d req-2357dcd5-d891-4f89-97cc-276d47cb3337 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597074 May 12 09:34:44.775540 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-95843cad-c153-47e2-93da-05424000a240 admin admin] Publish callbacks [] for router_gateway (c69042cc-6a84-4a19-9874-bef9b18911f2), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:44.778124 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device 42e803b1-5e11-4eea-b6b9-50d524394856 up at agent ovs-agent-dv-cinder-837699-5-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 09:34:44.847960 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Provisioning complete for port 42e803b1-5e11-4eea-b6b9-50d524394856 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:34:44.848363 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (42e803b1-5e11-4eea-b6b9-50d524394856), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:45.031305 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-95843cad-c153-47e2-93da-05424000a240 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3795854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798221'] for router (c69042cc-6a84-4a19-9874-bef9b18911f2), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:45.070435 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Current status of the port 42e803b1-5e11-4eea-b6b9-50d524394856 is: DOWN; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:34:45.071031 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (42e803b1-5e11-4eea-b6b9-50d524394856), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:45.124593 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] For port 42e803b1-5e11-4eea-b6b9-50d524394856, host dv-cinder-837699-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=42e803b1-5e11-4eea-b6b9-50d524394856,segment=NetworkSegment(196dd2b4-5312-4a28-9145-1b2fa6b63a14),segment_id=196dd2b4-5312-4a28-9145-1b2fa6b63a14)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:34:45.133095 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (42e803b1-5e11-4eea-b6b9-50d524394856), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:45.197461 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Pushing event updated for resources: {'Port': ['ID=42e803b1-5e11-4eea-b6b9-50d524394856,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:45.254429 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2346bf77-3134-4f8c-81ab-a915fd25a04f None None] Network e0454948-435a-43ce-83c7-832b357b7693 requested from dv-cinder-837699-5-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 09:34:45.273630 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a86e5-467c-4d6c-b08c-9d43f42906f8 req-b8c86f91-25f8-4318-9216-3a14b53019f4 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:45.275147 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-599a86e5-467c-4d6c-b08c-9d43f42906f8 req-b8c86f91-25f8-4318-9216-3a14b53019f4 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 946 time: 0.1033659 May 12 09:34:45.280989 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528ac8f-8602-4a2c-b557-fc3a30df53ad req-b8444de3-08e2-4785-abc5-d11c2dfbce25 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:45.282311 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8528ac8f-8602-4a2c-b557-fc3a30df53ad req-b8444de3-08e2-4785-abc5-d11c2dfbce25 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/ports?device_id=56d286f5-766e-42c0-a80c-4526ac1b3829 HTTP/1.1" status: 200 len: 943 time: 0.1123006 May 12 09:34:45.291296 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-38bcef90-63ed-4022-a2c4-ab30129e838a None None] Provisioning complete for port 42e803b1-5e11-4eea-b6b9-50d524394856 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:34:45.291703 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-38bcef90-63ed-4022-a2c4-ab30129e838a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (42e803b1-5e11-4eea-b6b9-50d524394856), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:45.380053 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-599a86e5-467c-4d6c-b08c-9d43f42906f8 req-2b4850ed-bbfe-4906-a8a3-61a4c1fd3b3d tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1c58aee-1342-4b1d-a617-7ce1b9baa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967863 May 12 09:34:45.388140 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8528ac8f-8602-4a2c-b557-fc3a30df53ad req-b0956c16-654a-40a0-80dd-fdc06f226348 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbfc649a-48dd-48c1-a516-9881d45319ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940773 May 12 09:34:45.390276 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95843cad-c153-47e2-93da-05424000a240 admin admin] Router c69042cc-6a84-4a19-9874-bef9b18911f2 is scheduled to L3 agent 8db92903-2544-41c2-b919-def82c43c97a with binding_index 1 {{(pid=103458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 09:34:45.488181 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-38bcef90-63ed-4022-a2c4-ab30129e838a None None] Current status of the port 42e803b1-5e11-4eea-b6b9-50d524394856 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:34:45.528678 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44feaf04-bb94-4287-916e-8cd4fef5fa7a req-4bf3ee5b-57ba-4803-aef7-dbe1243e3101 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:45.530298 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-44feaf04-bb94-4287-916e-8cd4fef5fa7a req-4bf3ee5b-57ba-4803-aef7-dbe1243e3101 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc90e8c3-13f2-4b3e-91e8-396847cf6572 HTTP/1.1" status: 200 len: 945 time: 0.0799365 May 12 09:34:45.606700 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95843cad-c153-47e2-93da-05424000a240 admin admin] Notify agent at l3_agent.dv-cinder-837699-5-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 09:34:45.625357 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8c07df-7717-4531-b500-66d62fb3439f None None] Sync routers for ids ['c69042cc-6a84-4a19-9874-bef9b18911f2'] in dv-cinder-837699-5-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 09:34:45.643096 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8c07df-7717-4531-b500-66d62fb3439f None None] Routers {'c69042cc-6a84-4a19-9874-bef9b18911f2'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:34:45.643813 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-0f8c07df-7717-4531-b500-66d62fb3439f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:34:22Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['c69042cc-6a84-4a19-9874-bef9b18911f2'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:34:45.645430 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-44feaf04-bb94-4287-916e-8cd4fef5fa7a req-f7e7fe29-df6d-4ee2-aba3-e364d93aacdb tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f17ee76-ff11-49e9-bf6e-365f2a6f3386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804982 May 12 09:34:45.662430 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-95843cad-c153-47e2-93da-05424000a240 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:45.666708 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-95843cad-c153-47e2-93da-05424000a240 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2905772 May 12 09:34:45.668390 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 36044) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:34:45.725575 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-ddd67da7-6de2-4961-ac9f-de62e615c29d None None] Provisioning complete for port 42e803b1-5e11-4eea-b6b9-50d524394856 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:34:45.725981 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-ddd67da7-6de2-4961-ac9f-de62e615c29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (42e803b1-5e11-4eea-b6b9-50d524394856), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:45.770599 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-0f8c07df-7717-4531-b500-66d62fb3439f None None] Set router c69042cc-6a84-4a19-9874-bef9b18911f2 gateway port host: dv-cinder-837699-5-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:34:45.828234 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613e25a2-c72e-4c31-9b7b-fd8ad3f1fdf6 req-cf2e7ef7-355d-4ad7-9a66-0a7ea87f4b09 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:45.829456 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-ddd67da7-6de2-4961-ac9f-de62e615c29d None None] Current status of the port 42e803b1-5e11-4eea-b6b9-50d524394856 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:34:45.835125 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-613e25a2-c72e-4c31-9b7b-fd8ad3f1fdf6 req-cf2e7ef7-355d-4ad7-9a66-0a7ea87f4b09 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 943 time: 0.0783243 May 12 09:34:45.878907 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-613e25a2-c72e-4c31-9b7b-fd8ad3f1fdf6 req-29c448bf-f82d-4f07-baa0-a677ebbdc82d tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427222 May 12 09:34:45.958778 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-0f8c07df-7717-4531-b500-66d62fb3439f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69042cc-6a84-4a19-9874-bef9b18911f2', 'name': 'tempest-TestMinimumBasicScenario-1326742253-router', 'tenant_id': 'bdc48145acde413e99299f029ad0cea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '16145eb2-ad86-43eb-9172-908c13c4176a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:34:43Z', 'updated_at': '2022-05-12T09:34:44Z', 'revision_number': 3, 'project_id': 'bdc48145acde413e99299f029ad0cea9', 'gw_port': {'id': '16145eb2-ad86-43eb-9172-908c13c4176a', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:61:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c69042cc-6a84-4a19-9874-bef9b18911f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:34:43Z', 'updated_at': '2022-05-12T09:34:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi'}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:34:45.985080 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8c07df-7717-4531-b500-66d62fb3439f None None] Checking router: c69042cc-6a84-4a19-9874-bef9b18911f2 for host: dv-cinder-837699-5-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 09:34:45.985435 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8c07df-7717-4531-b500-66d62fb3439f None None] Updating router c69042cc-6a84-4a19-9874-bef9b18911f2 port 16145eb2-ad86-43eb-9172-908c13c4176a binding host dv-cinder-837699-5-iscsi {{(pid=103460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 09:34:46.016084 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-0f8c07df-7717-4531-b500-66d62fb3439f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (16145eb2-ad86-43eb-9172-908c13c4176a), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:46.129939 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-57d218d0-43a1-48de-ba9a-26cff533884e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:46.285838 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-57d218d0-43a1-48de-ba9a-26cff533884e admin admin] Allocated IP 172.20.0.1 (e0454948-435a-43ce-83c7-832b357b7693/f80f3c32-9255-4af0-ae5f-1def93a42973/595d7e88-f073-44d2-adca-d1b926a67bda) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 09:34:46.295890 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-0f8c07df-7717-4531-b500-66d62fb3439f None None] Publish callbacks [] for port (16145eb2-ad86-43eb-9172-908c13c4176a), precommit_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:46.307609 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-0f8c07df-7717-4531-b500-66d62fb3439f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (16145eb2-ad86-43eb-9172-908c13c4176a), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:46.362000 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e85cf9b-93ab-4f75-a2d3-f901a30f2183 None None] Pushing event updated for resources: {'Port': ['ID=16145eb2-ad86-43eb-9172-908c13c4176a,revision_number=2']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:46.364085 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-0f8c07df-7717-4531-b500-66d62fb3439f None None] Attempting to bind port 16145eb2-ad86-43eb-9172-908c13c4176a on host dv-cinder-837699-5-iscsi for vnic_type normal with profile {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 09:34:46.364452 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-0f8c07df-7717-4531-b500-66d62fb3439f None None] Attempting to bind port 16145eb2-ad86-43eb-9172-908c13c4176a by drivers openvswitch,hyperv on host dv-cinder-837699-5-iscsi at level 0 using segments [{'id': '19f8603b-b081-4ce5-86ca-33d22941a00f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b'}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 09:34:46.364820 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8c07df-7717-4531-b500-66d62fb3439f None None] Attempting to bind port 16145eb2-ad86-43eb-9172-908c13c4176a on network 35e64619-a59d-47b1-b4c9-78b55f54f97b {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 09:34:46.373856 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e85cf9b-93ab-4f75-a2d3-f901a30f2183 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:34:46.374234 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e85cf9b-93ab-4f75-a2d3-f901a30f2183 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:34:46.374599 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e85cf9b-93ab-4f75-a2d3-f901a30f2183 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:34:46.374959 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e85cf9b-93ab-4f75-a2d3-f901a30f2183 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:34:46.375298 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e85cf9b-93ab-4f75-a2d3-f901a30f2183 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:34:46.375629 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e85cf9b-93ab-4f75-a2d3-f901a30f2183 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:34:46.375957 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e85cf9b-93ab-4f75-a2d3-f901a30f2183 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:34:46.376284 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e85cf9b-93ab-4f75-a2d3-f901a30f2183 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:34:46.376611 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e85cf9b-93ab-4f75-a2d3-f901a30f2183 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:34:46.376938 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e85cf9b-93ab-4f75-a2d3-f901a30f2183 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:34:46.377273 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e85cf9b-93ab-4f75-a2d3-f901a30f2183 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:34:46.377616 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e85cf9b-93ab-4f75-a2d3-f901a30f2183 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:34:46.377968 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e85cf9b-93ab-4f75-a2d3-f901a30f2183 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:34:46.378296 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e85cf9b-93ab-4f75-a2d3-f901a30f2183 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:34:46.378619 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e85cf9b-93ab-4f75-a2d3-f901a30f2183 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:34:46.382435 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8c07df-7717-4531-b500-66d62fb3439f None None] Checking agent: {'id': '0e2e3861-7d79-4ce6-9d91-faa32ae2cb64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 9, 25, 26), 'started_at': datetime.datetime(2022, 5, 12, 9, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 9, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 09:34:46.382804 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8c07df-7717-4531-b500-66d62fb3439f None None] Checking segment: {'id': '19f8603b-b081-4ce5-86ca-33d22941a00f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 09:34:46.383196 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-0f8c07df-7717-4531-b500-66d62fb3439f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:46.383647 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8c07df-7717-4531-b500-66d62fb3439f None None] Bound using segment: {'id': '19f8603b-b081-4ce5-86ca-33d22941a00f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b'} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 09:34:46.384286 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-0f8c07df-7717-4531-b500-66d62fb3439f None None] Bound port: 16145eb2-ad86-43eb-9172-908c13c4176a, host: dv-cinder-837699-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19f8603b-b081-4ce5-86ca-33d22941a00f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b'}}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 09:34:46.384661 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-0f8c07df-7717-4531-b500-66d62fb3439f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (16145eb2-ad86-43eb-9172-908c13c4176a), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:46.395853 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-57d218d0-43a1-48de-ba9a-26cff533884e admin admin] Publish callbacks [] for port (595d7e88-f073-44d2-adca-d1b926a67bda), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:46.429673 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-57d218d0-43a1-48de-ba9a-26cff533884e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740344012620'] for port (595d7e88-f073-44d2-adca-d1b926a67bda), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:46.445012 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-0f8c07df-7717-4531-b500-66d62fb3439f None None] For port 16145eb2-ad86-43eb-9172-908c13c4176a, host dv-cinder-837699-5-iscsi, cleared binding levels {{(pid=103460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 09:34:46.448099 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-0f8c07df-7717-4531-b500-66d62fb3439f None None] For port 16145eb2-ad86-43eb-9172-908c13c4176a, host dv-cinder-837699-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=16145eb2-ad86-43eb-9172-908c13c4176a,segment=NetworkSegment(19f8603b-b081-4ce5-86ca-33d22941a00f),segment_id=19f8603b-b081-4ce5-86ca-33d22941a00f)] {{(pid=103460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 09:34:46.454604 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-0f8c07df-7717-4531-b500-66d62fb3439f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (16145eb2-ad86-43eb-9172-908c13c4176a), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:46.469225 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d218d0-43a1-48de-ba9a-26cff533884e admin admin] Network e0454948-435a-43ce-83c7-832b357b7693 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 09:34:46.472370 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-57d218d0-43a1-48de-ba9a-26cff533884e admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:34:46.479671 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d218d0-43a1-48de-ba9a-26cff533884e admin admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 09:34:46.479671 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-57d218d0-43a1-48de-ba9a-26cff533884e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3786720'] for router_interface (c69042cc-6a84-4a19-9874-bef9b18911f2), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:46.509284 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8c07df-7717-4531-b500-66d62fb3439f None None] Routers {'c69042cc-6a84-4a19-9874-bef9b18911f2'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:34:46.510157 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-0f8c07df-7717-4531-b500-66d62fb3439f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:34:22Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['c69042cc-6a84-4a19-9874-bef9b18911f2'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:34:46.524411 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d218d0-43a1-48de-ba9a-26cff533884e admin admin] Pushing event updated for resources: {'Port': ['ID=595d7e88-f073-44d2-adca-d1b926a67bda,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:46.582939 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab7d72-6b53-451f-9555-513bd0ba46ca req-33224331-0329-4a77-b892-8365a0b7aeff tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:46.585320 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0cab7d72-6b53-451f-9555-513bd0ba46ca req-33224331-0329-4a77-b892-8365a0b7aeff tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 946 time: 0.0868826 May 12 09:34:46.597486 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9655830a-7fac-46db-9bcc-6e23cc9882e8 req-fba723bd-9d2a-430d-b0c8-b8cce1a17a2f tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:46.597860 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e85cf9b-93ab-4f75-a2d3-f901a30f2183 None None] Pushing event updated for resources: {'Port': ['ID=16145eb2-ad86-43eb-9172-908c13c4176a,revision_number=3']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:46.599287 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9655830a-7fac-46db-9bcc-6e23cc9882e8 req-fba723bd-9d2a-430d-b0c8-b8cce1a17a2f tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/ports?device_id=56d286f5-766e-42c0-a80c-4526ac1b3829 HTTP/1.1" status: 200 len: 943 time: 0.0638046 May 12 09:34:46.652502 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-57d218d0-43a1-48de-ba9a-26cff533884e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (595d7e88-f073-44d2-adca-d1b926a67bda), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:46.678982 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9655830a-7fac-46db-9bcc-6e23cc9882e8 req-91929b0f-54df-4918-972d-8c6e91862cac tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbfc649a-48dd-48c1-a516-9881d45319ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716083 May 12 09:34:46.706993 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0cab7d72-6b53-451f-9555-513bd0ba46ca req-57852fe2-77cc-4f96-97e8-f44b884bc70f tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1c58aee-1342-4b1d-a617-7ce1b9baa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067140 May 12 09:34:46.786769 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device 42e803b1-5e11-4eea-b6b9-50d524394856 up at agent ovs-agent-dv-cinder-837699-5-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 09:34:46.844513 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-0f8c07df-7717-4531-b500-66d62fb3439f None None] Set router c69042cc-6a84-4a19-9874-bef9b18911f2 gateway port host: dv-cinder-837699-5-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:34:46.861612 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0805b6-1efb-4d9a-a8dd-b7680b6e654b req-af9b83f0-795f-4c5f-ae7e-711ddb5e1c52 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:46.863265 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0c0805b6-1efb-4d9a-a8dd-b7680b6e654b req-af9b83f0-795f-4c5f-ae7e-711ddb5e1c52 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc90e8c3-13f2-4b3e-91e8-396847cf6572 HTTP/1.1" status: 200 len: 945 time: 0.0693161 May 12 09:34:46.876824 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-f1f1a062-59f2-4f1c-a0e8-614c037d4a8c None None] Provisioning complete for port 595d7e88-f073-44d2-adca-d1b926a67bda triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:34:46.877201 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f1f1a062-59f2-4f1c-a0e8-614c037d4a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (595d7e88-f073-44d2-adca-d1b926a67bda), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:46.931734 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-57d218d0-43a1-48de-ba9a-26cff533884e admin admin] Publish callbacks [] for port (595d7e88-f073-44d2-adca-d1b926a67bda), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:46.932332 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Provisioning complete for port 42e803b1-5e11-4eea-b6b9-50d524394856 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:34:46.932332 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (42e803b1-5e11-4eea-b6b9-50d524394856), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:46.939378 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-57d218d0-43a1-48de-ba9a-26cff533884e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (595d7e88-f073-44d2-adca-d1b926a67bda), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:46.940065 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0c0805b6-1efb-4d9a-a8dd-b7680b6e654b req-8462249c-589f-48b4-876e-0c445f5d66ad tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f17ee76-ff11-49e9-bf6e-365f2a6f3386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709014 May 12 09:34:46.941317 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-57d218d0-43a1-48de-ba9a-26cff533884e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799210'] for router_interface (c69042cc-6a84-4a19-9874-bef9b18911f2), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:46.969693 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-f1f1a062-59f2-4f1c-a0e8-614c037d4a8c None None] Port 595d7e88-f073-44d2-adca-d1b926a67bda cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 09:34:47.024434 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96926b6a-cf0a-4aa2-93a1-68fdfa808959 req-319684a7-ba0a-4f33-8783-99ca0d52e23e tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:47.033706 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-96926b6a-cf0a-4aa2-93a1-68fdfa808959 req-319684a7-ba0a-4f33-8783-99ca0d52e23e tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 943 time: 0.0611181 May 12 09:34:47.035620 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Current status of the port 42e803b1-5e11-4eea-b6b9-50d524394856 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:34:47.062156 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-0f8c07df-7717-4531-b500-66d62fb3439f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69042cc-6a84-4a19-9874-bef9b18911f2', 'name': 'tempest-TestMinimumBasicScenario-1326742253-router', 'tenant_id': 'bdc48145acde413e99299f029ad0cea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '16145eb2-ad86-43eb-9172-908c13c4176a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:34:43Z', 'updated_at': '2022-05-12T09:34:44Z', 'revision_number': 3, 'project_id': 'bdc48145acde413e99299f029ad0cea9', 'gw_port': {'id': '16145eb2-ad86-43eb-9172-908c13c4176a', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:61:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c69042cc-6a84-4a19-9874-bef9b18911f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:34:43Z', 'updated_at': '2022-05-12T09:34:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi'}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:34:47.088341 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-96926b6a-cf0a-4aa2-93a1-68fdfa808959 req-b1b4cdbe-80a4-4be5-b92b-0d75e6a0c240 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532274 May 12 09:34:47.095508 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8c07df-7717-4531-b500-66d62fb3439f None None] The sync data for ids ['c69042cc-6a84-4a19-9874-bef9b18911f2'] in dv-cinder-837699-5-iscsi is: [{'id': 'c69042cc-6a84-4a19-9874-bef9b18911f2', 'name': 'tempest-TestMinimumBasicScenario-1326742253-router', 'tenant_id': 'bdc48145acde413e99299f029ad0cea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '16145eb2-ad86-43eb-9172-908c13c4176a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:34:43Z', 'updated_at': '2022-05-12T09:34:44Z', 'revision_number': 3, 'project_id': 'bdc48145acde413e99299f029ad0cea9', 'gw_port': {'id': '16145eb2-ad86-43eb-9172-908c13c4176a', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:61:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c69042cc-6a84-4a19-9874-bef9b18911f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:34:43Z', 'updated_at': '2022-05-12T09:34:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi'}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 09:34:47.202038 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d218d0-43a1-48de-ba9a-26cff533884e admin admin] Pushing event updated for resources: {'Port': ['ID=595d7e88-f073-44d2-adca-d1b926a67bda,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:47.263520 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d218d0-43a1-48de-ba9a-26cff533884e admin admin] Network e0454948-435a-43ce-83c7-832b357b7693 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 09:34:47.264961 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-57d218d0-43a1-48de-ba9a-26cff533884e admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:34:47.423809 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d218d0-43a1-48de-ba9a-26cff533884e admin admin] Router c69042cc-6a84-4a19-9874-bef9b18911f2 has already been hosted by L3 agent 8db92903-2544-41c2-b919-def82c43c97a {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 09:34:47.540345 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d218d0-43a1-48de-ba9a-26cff533884e admin admin] Notify agent at l3_agent.dv-cinder-837699-5-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 09:34:47.545556 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-57d218d0-43a1-48de-ba9a-26cff533884e admin admin] 10.222.0.60 "PUT /v2.0/routers/c69042cc-6a84-4a19-9874-bef9b18911f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8761134 May 12 09:34:47.609848 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-6d455a74-6a25-466b-9866-292ca851d954 None None] Provisioning complete for port 595d7e88-f073-44d2-adca-d1b926a67bda triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:34:47.610277 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6d455a74-6a25-466b-9866-292ca851d954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (595d7e88-f073-44d2-adca-d1b926a67bda), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:47.635971 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (cdc2c050-d5b8-41e9-9f41-bf893d522faa), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:47.650622 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-6d455a74-6a25-466b-9866-292ca851d954 None None] Port 595d7e88-f073-44d2-adca-d1b926a67bda cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 09:34:47.849131 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d2fc6-1812-4e39-9962-f3d544eed7cc req-ef9e2948-68af-413f-882f-a5f9fd4623a3 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:47.856153 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ab3d2fc6-1812-4e39-9962-f3d544eed7cc req-ef9e2948-68af-413f-882f-a5f9fd4623a3 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/ports?device_id=56d286f5-766e-42c0-a80c-4526ac1b3829 HTTP/1.1" status: 200 len: 943 time: 0.1009126 May 12 09:34:47.873600 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d2b503-ca0b-4c17-9e80-c995abc284cb req-734c60cf-094a-466c-82c2-e5a16773b817 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:47.880449 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-22d2b503-ca0b-4c17-9e80-c995abc284cb req-734c60cf-094a-466c-82c2-e5a16773b817 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 946 time: 0.0868607 May 12 09:34:47.961145 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ab3d2fc6-1812-4e39-9962-f3d544eed7cc req-0b9ade28-aafe-44c5-9a4a-d077044f4349 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbfc649a-48dd-48c1-a516-9881d45319ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998590 May 12 09:34:47.970792 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-22d2b503-ca0b-4c17-9e80-c995abc284cb req-5e894e2e-1ddf-4442-9923-bc4564737702 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1c58aee-1342-4b1d-a617-7ce1b9baa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890596 May 12 09:34:48.062915 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51f32d5-95c0-4682-8829-83da9ee07307 req-e8557459-aa5a-4786-b65b-ba383600115a tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:48.064450 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b51f32d5-95c0-4682-8829-83da9ee07307 req-e8557459-aa5a-4786-b65b-ba383600115a tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc90e8c3-13f2-4b3e-91e8-396847cf6572 HTTP/1.1" status: 200 len: 945 time: 0.0497577 May 12 09:34:48.111380 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 36088) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:34:48.111909 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b51f32d5-95c0-4682-8829-83da9ee07307 req-93eee283-90cc-4a47-aa48-9bf54d6a778c tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f17ee76-ff11-49e9-bf6e-365f2a6f3386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405877 May 12 09:34:48.117107 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-0f7b137b-0302-471d-9683-06cde2a70015 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1294436487-network', 'tenant_id': '328818592443490ba5be8d13f0adba97'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:34:48.139639 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f7b137b-0302-471d-9683-06cde2a70015 admin admin] Made reservation on behalf of 328818592443490ba5be8d13f0adba97 for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 09:34:48.142279 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0f7b137b-0302-471d-9683-06cde2a70015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for network (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:48.150716 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0f7b137b-0302-471d-9683-06cde2a70015 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:48.215332 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efabb4cb-e956-455f-a91e-26ce74702f9a req-a9caf178-da52-4450-9712-30dbaf243156 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:48.216699 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-efabb4cb-e956-455f-a91e-26ce74702f9a req-a9caf178-da52-4450-9712-30dbaf243156 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 943 time: 0.0529997 May 12 09:34:48.228562 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0f7b137b-0302-471d-9683-06cde2a70015 admin admin] Publish callbacks [] for security_group (b7417656-40f1-4d2e-9a54-775023195a3a), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:48.232717 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0f7b137b-0302-471d-9683-06cde2a70015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (b7417656-40f1-4d2e-9a54-775023195a3a), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:48.256231 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f7b137b-0302-471d-9683-06cde2a70015 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 09:34:48.265231 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-efabb4cb-e956-455f-a91e-26ce74702f9a req-16913541-5291-470d-98e8-bcba99bc33df tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422781 May 12 09:34:48.270195 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7b137b-0302-471d-9683-06cde2a70015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7417656-40f1-4d2e-9a54-775023195a3a,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:48.275153 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0f7b137b-0302-471d-9683-06cde2a70015 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740344558093', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720414'] for segment (f6df5b02-689d-486e-8413-65f4198794b6), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:48.275562 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.db.segments_db [None req-0f7b137b-0302-471d-9683-06cde2a70015 admin admin] Added segment f6df5b02-689d-486e-8413-65f4198794b6 of type vlan for network e824e963-977c-4ef9-8c48-d54deafdd551 May 12 09:34:48.317866 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0f7b137b-0302-471d-9683-06cde2a70015 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740344000386'] for network (e824e963-977c-4ef9-8c48-d54deafdd551), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:48.341982 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0f7b137b-0302-471d-9683-06cde2a70015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735'] for network (e824e963-977c-4ef9-8c48-d54deafdd551), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:48.342969 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7b137b-0302-471d-9683-06cde2a70015 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:48.343550 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0f7b137b-0302-471d-9683-06cde2a70015 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728753'] for network (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:48.373812 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-0f7b137b-0302-471d-9683-06cde2a70015 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.2612472 May 12 09:34:48.376462 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 36092) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:34:48.383133 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-49291260-667d-45e1-9654-74f86a07dd3d admin admin] Request body: {'subnet': {'network_id': 'e824e963-977c-4ef9-8c48-d54deafdd551', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1294436487-subnet', 'tenant_id': '328818592443490ba5be8d13f0adba97', 'ip_version': 4}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:34:48.415907 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7b137b-0302-471d-9683-06cde2a70015 admin admin] Pushing event updated for resources: {'Network': ['ID=e824e963-977c-4ef9-8c48-d54deafdd551,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:48.427720 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Network e824e963-977c-4ef9-8c48-d54deafdd551 details requested by agent ovs-agent-dv-cinder-837699-5-iscsi with host dv-cinder-837699-5-iscsi {{(pid=103459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 09:34:48.432233 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49291260-667d-45e1-9654-74f86a07dd3d admin admin] Made reservation on behalf of 328818592443490ba5be8d13f0adba97 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 09:34:48.434944 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-49291260-667d-45e1-9654-74f86a07dd3d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:48.610687 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-49291260-667d-45e1-9654-74f86a07dd3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735'] for subnet (8d8f8fc6-5cbb-4c65-8fbd-a93f43b50a79), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:48.672475 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49291260-667d-45e1-9654-74f86a07dd3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d8f8fc6-5cbb-4c65-8fbd-a93f43b50a79,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:48.677555 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49291260-667d-45e1-9654-74f86a07dd3d admin admin] Checking segment: {'id': 'f6df5b02-689d-486e-8413-65f4198794b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e824e963-977c-4ef9-8c48-d54deafdd551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 09:34:48.677918 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49291260-667d-45e1-9654-74f86a07dd3d admin admin] Network hostable DHCP agents. Network: e824e963-977c-4ef9-8c48-d54deafdd551, hostable agents: ['9bee5a85-5be0-4217-aa6d-1f9c6538b987'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 09:34:48.701551 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49291260-667d-45e1-9654-74f86a07dd3d admin admin] Network e824e963-977c-4ef9-8c48-d54deafdd551 is scheduled to be hosted by DHCP agent 9bee5a85-5be0-4217-aa6d-1f9c6538b987 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 09:34:48.710936 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-49291260-667d-45e1-9654-74f86a07dd3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837699-5-iscsi, e824e963-977c-4ef9-8c48-d54deafdd551) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:34:48.715089 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49291260-667d-45e1-9654-74f86a07dd3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:48.715735 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-49291260-667d-45e1-9654-74f86a07dd3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728753'] for subnet (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:48.723430 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6159f52e-402c-41fb-a71d-192400478db5 None None] Network e824e963-977c-4ef9-8c48-d54deafdd551 requested from dv-cinder-837699-5-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 09:34:48.729349 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device 16145eb2-ad86-43eb-9172-908c13c4176a up at agent ovs-agent-dv-cinder-837699-5-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 09:34:48.735134 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-49291260-667d-45e1-9654-74f86a07dd3d admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3575733 May 12 09:34:48.737625 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 36096) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:34:48.742447 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-a86d4064-38fa-4626-b026-28c842ab2f40 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1294436487-router', 'tenant_id': '328818592443490ba5be8d13f0adba97', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b'}}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:34:48.762482 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a86d4064-38fa-4626-b026-28c842ab2f40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3795715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6309'] for router (131ade57-61d5-4262-b572-f7b2d592a4ad), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:48.763448 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a86d4064-38fa-4626-b026-28c842ab2f40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3795959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3798042', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3743491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6238'] for router (131ade57-61d5-4262-b572-f7b2d592a4ad), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:48.771863 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957cf60a-7311-47d2-aae6-f812888db475 None None] Sync routers for ids ['c69042cc-6a84-4a19-9874-bef9b18911f2'] in dv-cinder-837699-5-iscsi {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 09:34:48.814442 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a86d4064-38fa-4626-b026-28c842ab2f40 admin admin] Publish callbacks [] for router_controller (131ade57-61d5-4262-b572-f7b2d592a4ad), precommit_add_association {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:48.832729 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957cf60a-7311-47d2-aae6-f812888db475 None None] Routers {'c69042cc-6a84-4a19-9874-bef9b18911f2'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:34:48.833360 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-957cf60a-7311-47d2-aae6-f812888db475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:34:22Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['c69042cc-6a84-4a19-9874-bef9b18911f2'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:34:48.910234 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Provisioning complete for port 16145eb2-ad86-43eb-9172-908c13c4176a triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:34:48.910645 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (16145eb2-ad86-43eb-9172-908c13c4176a), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:48.941506 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d633993f-abfa-42a4-895c-3a0148c071aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f439b0a-a78d-5e02-af88-781e2083e254-e824e963-977c-4ef9-8c48-d54deafdd551', 'network_id': 'e824e963-977c-4ef9-8c48-d54deafdd551', 'project_id': '328818592443490ba5be8d13f0adba97', 'fixed_ips': [{'subnet_id': '8d8f8fc6-5cbb-4c65-8fbd-a93f43b50a79'}]}} from dv-cinder-837699-5-iscsi. {{(pid=103459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 09:34:48.942453 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d633993f-abfa-42a4-895c-3a0148c071aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:48.964248 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a86d4064-38fa-4626-b026-28c842ab2f40 admin admin] Publish callbacks [] for router_gateway (131ade57-61d5-4262-b572-f7b2d592a4ad), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:49.053983 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device 35189b62-b72a-41d7-be6e-95a6288505a1 details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=103459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 09:34:49.063117 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-957cf60a-7311-47d2-aae6-f812888db475 None None] Set router c69042cc-6a84-4a19-9874-bef9b18911f2 gateway port host: dv-cinder-837699-5-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:34:49.104604 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea02b8d7-1b61-49e2-8696-bfa06072b5f5 req-28f5540c-84ee-47e6-9e85-52464825e4be tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:49.106324 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ea02b8d7-1b61-49e2-8696-bfa06072b5f5 req-28f5540c-84ee-47e6-9e85-52464825e4be tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/ports?device_id=56d286f5-766e-42c0-a80c-4526ac1b3829 HTTP/1.1" status: 200 len: 943 time: 0.0809782 May 12 09:34:49.131826 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2fdb2-8975-4a04-a62c-29ae95a6d8bc req-0f38696b-230f-4291-9981-2cea36ead327 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:49.133251 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-bda2fdb2-8975-4a04-a62c-29ae95a6d8bc req-0f38696b-230f-4291-9981-2cea36ead327 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 946 time: 0.0755532 May 12 09:34:49.183623 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a86d4064-38fa-4626-b026-28c842ab2f40 admin admin] Publish callbacks [] for router_gateway (131ade57-61d5-4262-b572-f7b2d592a4ad), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:49.203064 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ea02b8d7-1b61-49e2-8696-bfa06072b5f5 req-cde99f15-3616-40ab-b9e9-d03941eabb14 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbfc649a-48dd-48c1-a516-9881d45319ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846660 May 12 09:34:49.207830 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a86d4064-38fa-4626-b026-28c842ab2f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:49.218438 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-bda2fdb2-8975-4a04-a62c-29ae95a6d8bc req-4b7497bf-a3bb-410d-947b-3835b71d02fc tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1c58aee-1342-4b1d-a617-7ce1b9baa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769794 May 12 09:34:49.328126 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-a86d4064-38fa-4626-b026-28c842ab2f40 admin admin] Allocated IP 172.27.3.230 (35e64619-a59d-47b1-b4c9-78b55f54f97b/31f684fc-c02d-4e22-bb04-cd143bba725c/99fcb469-7ba3-4218-8e93-69f9bad9dd3f) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 09:34:49.331407 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f4d078-35d4-4a84-a0cc-5bf0f3a2f924 req-133afd40-9bfa-46a6-834d-dde7f3657817 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:49.333891 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a0f4d078-35d4-4a84-a0cc-5bf0f3a2f924 req-133afd40-9bfa-46a6-834d-dde7f3657817 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc90e8c3-13f2-4b3e-91e8-396847cf6572 HTTP/1.1" status: 200 len: 945 time: 0.0609291 May 12 09:34:49.421597 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b421d-0b13-4186-8628-727925bf1601 req-97275466-c4c1-46fc-b8fa-4211967679e1 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:49.423079 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-719b421d-0b13-4186-8628-727925bf1601 req-97275466-c4c1-46fc-b8fa-4211967679e1 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 943 time: 0.0742559 May 12 09:34:49.452554 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a0f4d078-35d4-4a84-a0cc-5bf0f3a2f924 req-65425505-ed0d-4042-954a-c822345f81ae tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f17ee76-ff11-49e9-bf6e-365f2a6f3386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020103 May 12 09:34:49.462767 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a86d4064-38fa-4626-b026-28c842ab2f40 admin admin] Publish callbacks [] for port (99fcb469-7ba3-4218-8e93-69f9bad9dd3f), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:49.505791 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a86d4064-38fa-4626-b026-28c842ab2f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740344012620'] for port (99fcb469-7ba3-4218-8e93-69f9bad9dd3f), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:49.513001 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-719b421d-0b13-4186-8628-727925bf1601 req-343c4ec7-4dfe-40f5-8fa7-49fd581bc0da tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593643 May 12 09:34:49.533708 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Current status of the port 16145eb2-ad86-43eb-9172-908c13c4176a is: DOWN; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:34:49.534276 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (16145eb2-ad86-43eb-9172-908c13c4176a), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:49.550749 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86d4064-38fa-4626-b026-28c842ab2f40 admin admin] Network 35e64619-a59d-47b1-b4c9-78b55f54f97b is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 09:34:49.558867 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-a86d4064-38fa-4626-b026-28c842ab2f40 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:34:49.561261 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86d4064-38fa-4626-b026-28c842ab2f40 admin admin] Pushing event updated for resources: {'Port': ['ID=99fcb469-7ba3-4218-8e93-69f9bad9dd3f,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:49.564640 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86d4064-38fa-4626-b026-28c842ab2f40 admin admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 09:34:49.581193 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.db_base_plugin_common [None req-d633993f-abfa-42a4-895c-3a0148c071aa None None] Allocated IP 172.20.0.2 (e824e963-977c-4ef9-8c48-d54deafdd551/8d8f8fc6-5cbb-4c65-8fbd-a93f43b50a79/823a03de-6710-4411-9333-a2a48da5e095) {{(pid=103459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 09:34:49.607060 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] For port 16145eb2-ad86-43eb-9172-908c13c4176a, host dv-cinder-837699-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=16145eb2-ad86-43eb-9172-908c13c4176a,segment=NetworkSegment(19f8603b-b081-4ce5-86ca-33d22941a00f),segment_id=19f8603b-b081-4ce5-86ca-33d22941a00f)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:34:49.611634 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] For port 35189b62-b72a-41d7-be6e-95a6288505a1, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=35189b62-b72a-41d7-be6e-95a6288505a1,segment=NetworkSegment(b7b112db-1c39-45b7-a4f2-e3b93d061a40),segment_id=b7b112db-1c39-45b7-a4f2-e3b93d061a40)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:34:49.633550 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (16145eb2-ad86-43eb-9172-908c13c4176a), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:49.697861 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Returning: {'device': '35189b62-b72a-41d7-be6e-95a6288505a1', 'network_id': '94c124bd-d4ff-4709-8b22-7520113efef5', 'port_id': '35189b62-b72a-41d7-be6e-95a6288505a1', 'mac_address': 'fa:16:3e:24:a8:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e261d1c-7f38-449c-aec8-8a565c5048cd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 09:34:49.714575 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-2806d2a0-92fb-4958-a6c4-f4a2b08c00a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (9bee5a85-5be0-4217-aa6d-1f9c6538b987), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:49.785844 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a86d4064-38fa-4626-b026-28c842ab2f40 admin admin] Publish callbacks [] for router_gateway (131ade57-61d5-4262-b572-f7b2d592a4ad), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:49.795383 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-957cf60a-7311-47d2-aae6-f812888db475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69042cc-6a84-4a19-9874-bef9b18911f2', 'name': 'tempest-TestMinimumBasicScenario-1326742253-router', 'tenant_id': 'bdc48145acde413e99299f029ad0cea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '16145eb2-ad86-43eb-9172-908c13c4176a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:34:43Z', 'updated_at': '2022-05-12T09:34:46Z', 'revision_number': 4, 'project_id': 'bdc48145acde413e99299f029ad0cea9', 'gw_port': {'id': '16145eb2-ad86-43eb-9172-908c13c4176a', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:61:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c69042cc-6a84-4a19-9874-bef9b18911f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:34:43Z', 'updated_at': '2022-05-12T09:34:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_interfaces': [{'id': '595d7e88-f073-44d2-adca-d1b926a67bda', 'name': '', 'network_id': 'e0454948-435a-43ce-83c7-832b357b7693', 'tenant_id': 'bdc48145acde413e99299f029ad0cea9', 'mac_address': 'fa:16:3e:0c:8f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c69042cc-6a84-4a19-9874-bef9b18911f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'f80f3c32-9255-4af0-ae5f-1def93a42973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:34:46Z', 'updated_at': '2022-05-12T09:34:46Z', 'revision_number': 2, 'project_id': 'bdc48145acde413e99299f029ad0cea9', 'subnets': [{'id': 'f80f3c32-9255-4af0-ae5f-1def93a42973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:34:49.833193 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Pushing event updated for resources: {'Port': ['ID=16145eb2-ad86-43eb-9172-908c13c4176a,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:49.841376 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957cf60a-7311-47d2-aae6-f812888db475 None None] Checking router: c69042cc-6a84-4a19-9874-bef9b18911f2 for host: dv-cinder-837699-5-iscsi {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 09:34:49.841736 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957cf60a-7311-47d2-aae6-f812888db475 None None] Updating router c69042cc-6a84-4a19-9874-bef9b18911f2 port 595d7e88-f073-44d2-adca-d1b926a67bda binding host dv-cinder-837699-5-iscsi {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 09:34:49.878893 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Current status of the port 35189b62-b72a-41d7-be6e-95a6288505a1 is: DOWN; New status is: BUILD {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:34:49.879296 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (35189b62-b72a-41d7-be6e-95a6288505a1), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:49.905757 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-957cf60a-7311-47d2-aae6-f812888db475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (595d7e88-f073-44d2-adca-d1b926a67bda), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:49.942338 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35189b62-b72a-41d7-be6e-95a6288505a1 {{(pid=103459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 09:34:49.990053 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] For port 35189b62-b72a-41d7-be6e-95a6288505a1, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=35189b62-b72a-41d7-be6e-95a6288505a1,segment=NetworkSegment(b7b112db-1c39-45b7-a4f2-e3b93d061a40),segment_id=b7b112db-1c39-45b7-a4f2-e3b93d061a40)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:34:50.002786 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a86d4064-38fa-4626-b026-28c842ab2f40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3795854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798221'] for router (131ade57-61d5-4262-b572-f7b2d592a4ad), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:50.011478 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d633993f-abfa-42a4-895c-3a0148c071aa None None] Publish callbacks [] for port (823a03de-6710-4411-9333-a2a48da5e095), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:50.014405 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (35189b62-b72a-41d7-be6e-95a6288505a1), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:50.047486 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d633993f-abfa-42a4-895c-3a0148c071aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740344012620'] for port (823a03de-6710-4411-9333-a2a48da5e095), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:50.110413 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d633993f-abfa-42a4-895c-3a0148c071aa None None] Network e824e963-977c-4ef9-8c48-d54deafdd551 is already hosted by enough agents. {{(pid=103459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 09:34:50.118919 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.scheduler.base_scheduler [None req-d633993f-abfa-42a4-895c-3a0148c071aa None None] Resources bound (agent type, host, resource id): {{(pid=103459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:34:50.123047 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Pushing event updated for resources: {'Port': ['ID=35189b62-b72a-41d7-be6e-95a6288505a1,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:50.128751 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d633993f-abfa-42a4-895c-3a0148c071aa None None] Received port after_create {{(pid=103459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 09:34:50.153273 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a86d4064-38fa-4626-b026-28c842ab2f40 admin admin] Router 131ade57-61d5-4262-b572-f7b2d592a4ad is scheduled to L3 agent 8db92903-2544-41c2-b919-def82c43c97a with binding_index 1 {{(pid=103457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 09:34:50.282502 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d633993f-abfa-42a4-895c-3a0148c071aa None None] Pushing event updated for resources: {'Port': ['ID=823a03de-6710-4411-9333-a2a48da5e095,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:50.324750 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-d633993f-abfa-42a4-895c-3a0148c071aa None None] Attempting to bind port 823a03de-6710-4411-9333-a2a48da5e095 on host dv-cinder-837699-5-iscsi for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 09:34:50.325840 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-d633993f-abfa-42a4-895c-3a0148c071aa None None] Attempting to bind port 823a03de-6710-4411-9333-a2a48da5e095 by drivers openvswitch,hyperv on host dv-cinder-837699-5-iscsi at level 0 using segments [{'id': 'f6df5b02-689d-486e-8413-65f4198794b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e824e963-977c-4ef9-8c48-d54deafdd551'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 09:34:50.326459 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d633993f-abfa-42a4-895c-3a0148c071aa None None] Attempting to bind port 823a03de-6710-4411-9333-a2a48da5e095 on network e824e963-977c-4ef9-8c48-d54deafdd551 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 09:34:50.363478 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d633993f-abfa-42a4-895c-3a0148c071aa None None] Checking agent: {'id': '0e2e3861-7d79-4ce6-9d91-faa32ae2cb64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 9, 25, 26), 'started_at': datetime.datetime(2022, 5, 12, 9, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 9, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 09:34:50.364154 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d633993f-abfa-42a4-895c-3a0148c071aa None None] Checking segment: {'id': 'f6df5b02-689d-486e-8413-65f4198794b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e824e963-977c-4ef9-8c48-d54deafdd551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 09:34:50.364561 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d633993f-abfa-42a4-895c-3a0148c071aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:50.364959 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d633993f-abfa-42a4-895c-3a0148c071aa None None] Bound using segment: {'id': 'f6df5b02-689d-486e-8413-65f4198794b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e824e963-977c-4ef9-8c48-d54deafdd551'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 09:34:50.365439 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-d633993f-abfa-42a4-895c-3a0148c071aa None None] Bound port: 823a03de-6710-4411-9333-a2a48da5e095, host: dv-cinder-837699-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6df5b02-689d-486e-8413-65f4198794b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e824e963-977c-4ef9-8c48-d54deafdd551'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 09:34:50.365852 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d633993f-abfa-42a4-895c-3a0148c071aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (823a03de-6710-4411-9333-a2a48da5e095), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:50.397435 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee0cab1-f1a5-4e72-bf96-7c8986019a2c req-fbf77fd5-3867-4f21-ad7c-911495b69042 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:50.399680 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8ee0cab1-f1a5-4e72-bf96-7c8986019a2c req-fbf77fd5-3867-4f21-ad7c-911495b69042 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/ports?device_id=56d286f5-766e-42c0-a80c-4526ac1b3829 HTTP/1.1" status: 200 len: 943 time: 0.0749755 May 12 09:34:50.424879 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218730fc-d852-424f-8059-d34b0728af39 req-a6fe27bf-73d4-4cf8-93c6-8c960b07854e tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:50.428470 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-218730fc-d852-424f-8059-d34b0728af39 req-a6fe27bf-73d4-4cf8-93c6-8c960b07854e tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 946 time: 0.1161475 May 12 09:34:50.502524 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8ee0cab1-f1a5-4e72-bf96-7c8986019a2c req-baf28510-e769-4405-a76d-bcea1c7c4128 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbfc649a-48dd-48c1-a516-9881d45319ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726285 May 12 09:34:50.525450 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-218730fc-d852-424f-8059-d34b0728af39 req-97c682c2-840a-482f-896d-31a5d9fcc053 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1c58aee-1342-4b1d-a617-7ce1b9baa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711994 May 12 09:34:50.540419 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a86d4064-38fa-4626-b026-28c842ab2f40 admin admin] Notify agent at l3_agent.dv-cinder-837699-5-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 09:34:50.552597 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf91f382-070a-40d6-9175-5df0677eda16 None None] Sync routers for ids ['131ade57-61d5-4262-b572-f7b2d592a4ad'] in dv-cinder-837699-5-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 09:34:50.570557 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf91f382-070a-40d6-9175-5df0677eda16 None None] Routers {'131ade57-61d5-4262-b572-f7b2d592a4ad'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:34:50.575105 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-cf91f382-070a-40d6-9175-5df0677eda16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:34:22Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['131ade57-61d5-4262-b572-f7b2d592a4ad'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:34:50.596614 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-d633993f-abfa-42a4-895c-3a0148c071aa None None] For port 823a03de-6710-4411-9333-a2a48da5e095, host dv-cinder-837699-5-iscsi, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 09:34:50.605756 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-957cf60a-7311-47d2-aae6-f812888db475 None None] Publish callbacks [] for port (595d7e88-f073-44d2-adca-d1b926a67bda), precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:50.620471 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-d633993f-abfa-42a4-895c-3a0148c071aa None None] For port 823a03de-6710-4411-9333-a2a48da5e095, host dv-cinder-837699-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=823a03de-6710-4411-9333-a2a48da5e095,segment=NetworkSegment(f6df5b02-689d-486e-8413-65f4198794b6),segment_id=f6df5b02-689d-486e-8413-65f4198794b6)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 09:34:50.625632 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-957cf60a-7311-47d2-aae6-f812888db475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (595d7e88-f073-44d2-adca-d1b926a67bda), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:50.650028 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a86d4064-38fa-4626-b026-28c842ab2f40 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:50.654098 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-a86d4064-38fa-4626-b026-28c842ab2f40 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9128237 May 12 09:34:50.655111 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 36136) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:34:50.666696 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18cee8c-2021-41cd-9ee6-3eb513e33498 req-c30cd479-4596-4c2f-a7dc-a40abe1d5353 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:50.680687 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c18cee8c-2021-41cd-9ee6-3eb513e33498 req-c30cd479-4596-4c2f-a7dc-a40abe1d5353 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc90e8c3-13f2-4b3e-91e8-396847cf6572 HTTP/1.1" status: 200 len: 945 time: 0.0680797 May 12 09:34:50.692835 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f28cb81-57dc-4b11-bdec-38a53f6e6d56 req-ed983b7d-4078-4b04-9543-158c2040ee26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:50.696664 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-2f28cb81-57dc-4b11-bdec-38a53f6e6d56 req-ed983b7d-4078-4b04-9543-158c2040ee26 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2556672 May 12 09:34:50.730215 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3d62bdee-308b-4b04-b1f9-d93c85d5bd82 req-f318d3bb-79d3-476c-885d-b7440de168a1 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=5f17ee76-ff11-49e9-bf6e-365f2a6f3386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551504 May 12 09:34:50.742046 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d633993f-abfa-42a4-895c-3a0148c071aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (823a03de-6710-4411-9333-a2a48da5e095), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:50.785024 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] get_ports_and_sgs() called for port_ids ['35189b62-b72a-41d7-be6e-95a6288505a1'] {{(pid=103459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 09:34:50.884748 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device 16145eb2-ad86-43eb-9172-908c13c4176a up at agent ovs-agent-dv-cinder-837699-5-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 09:34:50.890456 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-cf91f382-070a-40d6-9175-5df0677eda16 None None] Set router 131ade57-61d5-4262-b572-f7b2d592a4ad gateway port host: dv-cinder-837699-5-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:34:51.014353 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e64369-23c0-49a0-81b8-ff3a4355bbf1 None None] Pushing event updated for resources: {'Port': ['ID=595d7e88-f073-44d2-adca-d1b926a67bda,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:51.182687 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Provisioning complete for port 16145eb2-ad86-43eb-9172-908c13c4176a triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:34:51.183384 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (16145eb2-ad86-43eb-9172-908c13c4176a), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:51.184872 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-cf91f382-070a-40d6-9175-5df0677eda16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131ade57-61d5-4262-b572-f7b2d592a4ad', 'name': 'tempest-TestMinimumBasicScenario-1294436487-router', 'tenant_id': '328818592443490ba5be8d13f0adba97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '99fcb469-7ba3-4218-8e93-69f9bad9dd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:34:48Z', 'updated_at': '2022-05-12T09:34:49Z', 'revision_number': 3, 'project_id': '328818592443490ba5be8d13f0adba97', 'gw_port': {'id': '99fcb469-7ba3-4218-8e93-69f9bad9dd3f', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:63:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '131ade57-61d5-4262-b572-f7b2d592a4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:34:49Z', 'updated_at': '2022-05-12T09:34:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi'}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:34:51.185800 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d633993f-abfa-42a4-895c-3a0148c071aa None None] Pushing event updated for resources: {'Port': ['ID=823a03de-6710-4411-9333-a2a48da5e095,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:51.198646 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c18cee8c-2021-41cd-9ee6-3eb513e33498 req-6e8b00c4-d256-4636-be17-f894870bd0f6 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f17ee76-ff11-49e9-bf6e-365f2a6f3386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5111921 May 12 09:34:51.251591 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf91f382-070a-40d6-9175-5df0677eda16 None None] Checking router: 131ade57-61d5-4262-b572-f7b2d592a4ad for host: dv-cinder-837699-5-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 09:34:51.252332 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf91f382-070a-40d6-9175-5df0677eda16 None None] Updating router 131ade57-61d5-4262-b572-f7b2d592a4ad port 99fcb469-7ba3-4218-8e93-69f9bad9dd3f binding host dv-cinder-837699-5-iscsi {{(pid=103460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 09:34:51.278863 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-78aa6f5f-e431-4b26-b078-f3b82dbec4b6 None None] Provisioning complete for port 595d7e88-f073-44d2-adca-d1b926a67bda triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:34:51.279377 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-78aa6f5f-e431-4b26-b078-f3b82dbec4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (595d7e88-f073-44d2-adca-d1b926a67bda), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:51.292186 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-cf91f382-070a-40d6-9175-5df0677eda16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (99fcb469-7ba3-4218-8e93-69f9bad9dd3f), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:51.292401 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eedcf1-59ab-498f-bb2a-1b367ecde7aa req-8a56b674-f9f4-4851-8153-34357227134c tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:51.303560 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c9eedcf1-59ab-498f-bb2a-1b367ecde7aa req-8a56b674-f9f4-4851-8153-34357227134c tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 944 time: 0.5443807 May 12 09:34:51.357300 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-957cf60a-7311-47d2-aae6-f812888db475 None None] Attempting to bind port 595d7e88-f073-44d2-adca-d1b926a67bda on host dv-cinder-837699-5-iscsi for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 09:34:51.358107 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-957cf60a-7311-47d2-aae6-f812888db475 None None] Attempting to bind port 595d7e88-f073-44d2-adca-d1b926a67bda by drivers openvswitch,hyperv on host dv-cinder-837699-5-iscsi at level 0 using segments [{'id': '196dd2b4-5312-4a28-9145-1b2fa6b63a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e0454948-435a-43ce-83c7-832b357b7693'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 09:34:51.358967 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957cf60a-7311-47d2-aae6-f812888db475 None None] Attempting to bind port 595d7e88-f073-44d2-adca-d1b926a67bda on network e0454948-435a-43ce-83c7-832b357b7693 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 09:34:51.375103 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957cf60a-7311-47d2-aae6-f812888db475 None None] Checking agent: {'id': '0e2e3861-7d79-4ce6-9d91-faa32ae2cb64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 9, 25, 26), 'started_at': datetime.datetime(2022, 5, 12, 9, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 9, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 09:34:51.380887 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957cf60a-7311-47d2-aae6-f812888db475 None None] Checking segment: {'id': '196dd2b4-5312-4a28-9145-1b2fa6b63a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e0454948-435a-43ce-83c7-832b357b7693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 09:34:51.382234 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-957cf60a-7311-47d2-aae6-f812888db475 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:51.391633 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957cf60a-7311-47d2-aae6-f812888db475 None None] Bound using segment: {'id': '196dd2b4-5312-4a28-9145-1b2fa6b63a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e0454948-435a-43ce-83c7-832b357b7693'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 09:34:51.392264 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-957cf60a-7311-47d2-aae6-f812888db475 None None] Bound port: 595d7e88-f073-44d2-adca-d1b926a67bda, host: dv-cinder-837699-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '196dd2b4-5312-4a28-9145-1b2fa6b63a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e0454948-435a-43ce-83c7-832b357b7693'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 09:34:51.392947 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-957cf60a-7311-47d2-aae6-f812888db475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (595d7e88-f073-44d2-adca-d1b926a67bda), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:51.416403 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-78aa6f5f-e431-4b26-b078-f3b82dbec4b6 None None] Port 595d7e88-f073-44d2-adca-d1b926a67bda cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 09:34:51.430299 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c9eedcf1-59ab-498f-bb2a-1b367ecde7aa req-0cf60a38-59d2-4512-8a6a-4a9a845ef117 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177607 May 12 09:34:51.583733 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8fc40a67-6bc7-4348-ad07-40bef7eb7612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:51.670543 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Current status of the port 16145eb2-ad86-43eb-9172-908c13c4176a is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:34:51.707208 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-957cf60a-7311-47d2-aae6-f812888db475 None None] For port 595d7e88-f073-44d2-adca-d1b926a67bda, host dv-cinder-837699-5-iscsi, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 09:34:51.712038 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-957cf60a-7311-47d2-aae6-f812888db475 None None] For port 595d7e88-f073-44d2-adca-d1b926a67bda, host dv-cinder-837699-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=595d7e88-f073-44d2-adca-d1b926a67bda,segment=NetworkSegment(196dd2b4-5312-4a28-9145-1b2fa6b63a14),segment_id=196dd2b4-5312-4a28-9145-1b2fa6b63a14)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 09:34:51.730141 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-957cf60a-7311-47d2-aae6-f812888db475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (595d7e88-f073-44d2-adca-d1b926a67bda), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:51.820324 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-cf91f382-070a-40d6-9175-5df0677eda16 None None] Publish callbacks [] for port (99fcb469-7ba3-4218-8e93-69f9bad9dd3f), precommit_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:51.833435 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-cf91f382-070a-40d6-9175-5df0677eda16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (99fcb469-7ba3-4218-8e93-69f9bad9dd3f), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:51.949050 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-c7da3861-37c8-45a4-8efe-6888368aa981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (8db92903-2544-41c2-b919-def82c43c97a), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:51.949387 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d304c9e2-4c0d-40ed-8915-8fb25963a679 None None] Pushing event updated for resources: {'Port': ['ID=99fcb469-7ba3-4218-8e93-69f9bad9dd3f,revision_number=2']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:51.949772 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46771926-d5e6-4970-a3ab-309178439466 req-ab4be998-8d85-4d4d-b453-e4f6a98f7509 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:51.958633 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-46771926-d5e6-4970-a3ab-309178439466 req-ab4be998-8d85-4d4d-b453-e4f6a98f7509 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 946 time: 0.2008538 May 12 09:34:51.978083 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957cf60a-7311-47d2-aae6-f812888db475 None None] Routers {'c69042cc-6a84-4a19-9874-bef9b18911f2'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:34:51.978819 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-957cf60a-7311-47d2-aae6-f812888db475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:34:22Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['c69042cc-6a84-4a19-9874-bef9b18911f2'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:34:52.001892 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e6a737-2cff-4622-be01-4f0e9439f44b req-9384710a-d1c9-40e4-9ed6-c87c82a4aadc tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:52.003598 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b2e6a737-2cff-4622-be01-4f0e9439f44b req-9384710a-d1c9-40e4-9ed6-c87c82a4aadc tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/ports?device_id=56d286f5-766e-42c0-a80c-4526ac1b3829 HTTP/1.1" status: 200 len: 943 time: 0.3486619 May 12 09:34:52.005925 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 36162) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:34:52.012639 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-cf91f382-070a-40d6-9175-5df0677eda16 None None] Attempting to bind port 99fcb469-7ba3-4218-8e93-69f9bad9dd3f on host dv-cinder-837699-5-iscsi for vnic_type normal with profile {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 09:34:52.013008 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-cf91f382-070a-40d6-9175-5df0677eda16 None None] Attempting to bind port 99fcb469-7ba3-4218-8e93-69f9bad9dd3f by drivers openvswitch,hyperv on host dv-cinder-837699-5-iscsi at level 0 using segments [{'id': '19f8603b-b081-4ce5-86ca-33d22941a00f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b'}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 09:34:52.013368 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf91f382-070a-40d6-9175-5df0677eda16 None None] Attempting to bind port 99fcb469-7ba3-4218-8e93-69f9bad9dd3f on network 35e64619-a59d-47b1-b4c9-78b55f54f97b {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 09:34:52.020924 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf91f382-070a-40d6-9175-5df0677eda16 None None] Checking agent: {'id': '0e2e3861-7d79-4ce6-9d91-faa32ae2cb64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 9, 25, 26), 'started_at': datetime.datetime(2022, 5, 12, 9, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 9, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 09:34:52.021305 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf91f382-070a-40d6-9175-5df0677eda16 None None] Checking segment: {'id': '19f8603b-b081-4ce5-86ca-33d22941a00f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 09:34:52.021746 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-cf91f382-070a-40d6-9175-5df0677eda16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:52.022202 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf91f382-070a-40d6-9175-5df0677eda16 None None] Bound using segment: {'id': '19f8603b-b081-4ce5-86ca-33d22941a00f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b'} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 09:34:52.022672 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-cf91f382-070a-40d6-9175-5df0677eda16 None None] Bound port: 99fcb469-7ba3-4218-8e93-69f9bad9dd3f, host: dv-cinder-837699-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19f8603b-b081-4ce5-86ca-33d22941a00f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b'}}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 09:34:52.023050 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-cf91f382-070a-40d6-9175-5df0677eda16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (99fcb469-7ba3-4218-8e93-69f9bad9dd3f), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:52.060602 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-8fc40a67-6bc7-4348-ad07-40bef7eb7612 admin admin] Allocated IP 172.20.0.1 (e824e963-977c-4ef9-8c48-d54deafdd551/8d8f8fc6-5cbb-4c65-8fbd-a93f43b50a79/57952c35-5fb4-4005-8c22-32eda0f58f42) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 09:34:52.135169 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-cf91f382-070a-40d6-9175-5df0677eda16 None None] For port 99fcb469-7ba3-4218-8e93-69f9bad9dd3f, host dv-cinder-837699-5-iscsi, cleared binding levels {{(pid=103460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 09:34:52.143781 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-cf91f382-070a-40d6-9175-5df0677eda16 None None] For port 99fcb469-7ba3-4218-8e93-69f9bad9dd3f, host dv-cinder-837699-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=99fcb469-7ba3-4218-8e93-69f9bad9dd3f,segment=NetworkSegment(19f8603b-b081-4ce5-86ca-33d22941a00f),segment_id=19f8603b-b081-4ce5-86ca-33d22941a00f)] {{(pid=103460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 09:34:52.154334 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-cf91f382-070a-40d6-9175-5df0677eda16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (99fcb469-7ba3-4218-8e93-69f9bad9dd3f), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:52.192787 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-957cf60a-7311-47d2-aae6-f812888db475 None None] Set router c69042cc-6a84-4a19-9874-bef9b18911f2 gateway port host: dv-cinder-837699-5-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:34:52.206920 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b2e6a737-2cff-4622-be01-4f0e9439f44b req-d9d16e24-c5b7-4313-a6f1-c55fc6c14d9c tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbfc649a-48dd-48c1-a516-9881d45319ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515946 May 12 09:34:52.222219 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8a94258a-9200-42c3-92cb-72ad97d8a3a0 req-f931bf02-e501-4fae-8fe3-ca8ade8cdc10 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b658c976-df06-49bb-9c2d-4d42cead8156&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3378441 May 12 09:34:52.277102 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf91f382-070a-40d6-9175-5df0677eda16 None None] Routers {'131ade57-61d5-4262-b572-f7b2d592a4ad'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:34:52.277856 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-cf91f382-070a-40d6-9175-5df0677eda16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:34:52Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['131ade57-61d5-4262-b572-f7b2d592a4ad'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:34:52.284167 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-46771926-d5e6-4970-a3ab-309178439466 req-6d3389e1-bcf1-4ef8-9d22-96a29ae7d043 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1c58aee-1342-4b1d-a617-7ce1b9baa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3120971 May 12 09:34:52.310860 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-064541ab-ec49-48c5-b03b-89438cd62588 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:52.337918 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8fc40a67-6bc7-4348-ad07-40bef7eb7612 admin admin] Publish callbacks [] for port (57952c35-5fb4-4005-8c22-32eda0f58f42), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:52.372151 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e64369-23c0-49a0-81b8-ff3a4355bbf1 None None] Pushing event updated for resources: {'Port': ['ID=595d7e88-f073-44d2-adca-d1b926a67bda,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:52.411576 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-45b3ffb7-7303-4a5c-9ac8-d38f097e4947 None None] Provisioning complete for port 595d7e88-f073-44d2-adca-d1b926a67bda triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:34:52.412548 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-45b3ffb7-7303-4a5c-9ac8-d38f097e4947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (595d7e88-f073-44d2-adca-d1b926a67bda), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:52.418420 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf23655-ad6a-4d91-b004-0d2166630993 req-293fa966-97b2-47d8-8501-33e0d82c1a2c tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:52.422670 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-fcf23655-ad6a-4d91-b004-0d2166630993 req-293fa966-97b2-47d8-8501-33e0d82c1a2c tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc90e8c3-13f2-4b3e-91e8-396847cf6572 HTTP/1.1" status: 200 len: 945 time: 0.1016519 May 12 09:34:52.442940 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d304c9e2-4c0d-40ed-8915-8fb25963a679 None None] Pushing event updated for resources: {'Port': ['ID=99fcb469-7ba3-4218-8e93-69f9bad9dd3f,revision_number=3']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:52.484888 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-cf91f382-070a-40d6-9175-5df0677eda16 None None] Set router 131ade57-61d5-4262-b572-f7b2d592a4ad gateway port host: dv-cinder-837699-5-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:34:52.515633 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-064541ab-ec49-48c5-b03b-89438cd62588 admin admin] Publish callbacks [] for security_group (4320da4f-6cf7-4566-b8d1-d830b18461ec), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:52.525301 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-064541ab-ec49-48c5-b03b-89438cd62588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (4320da4f-6cf7-4566-b8d1-d830b18461ec), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:52.537253 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0948e0d-2082-402c-92e0-25b1504aabc1 req-85d5763b-4cd8-45d1-9d56-3f94a62d5b84 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:52.539662 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e0948e0d-2082-402c-92e0-25b1504aabc1 req-85d5763b-4cd8-45d1-9d56-3f94a62d5b84 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 946 time: 0.0967419 May 12 09:34:52.552292 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 36172) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:34:52.557419 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-786048fc-5c0f-4526-b54c-311393f15b47 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Request body: {'floatingip': {'port_id': 'c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:34:52.593068 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-064541ab-ec49-48c5-b03b-89438cd62588 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1b6d7d04b2e541c490aba75d53c9609e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5832238 May 12 09:34:52.593700 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 36174) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:34:52.594514 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064541ab-ec49-48c5-b03b-89438cd62588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4320da4f-6cf7-4566-b8d1-d830b18461ec,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:52.598796 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8fc40a67-6bc7-4348-ad07-40bef7eb7612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740344012620'] for port (57952c35-5fb4-4005-8c22-32eda0f58f42), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:52.647119 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-786048fc-5c0f-4526-b54c-311393f15b47 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks [] for floatingip (f9067352-54bc-43ea-91a6-18bd3b4c2874), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:52.653699 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-fcf23655-ad6a-4d91-b004-0d2166630993 req-a4d7630b-6ed9-4d2e-a23f-c44cbac9ceae tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f17ee76-ff11-49e9-bf6e-365f2a6f3386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2238655 May 12 09:34:52.661819 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc40a67-6bc7-4348-ad07-40bef7eb7612 admin admin] Network e824e963-977c-4ef9-8c48-d54deafdd551 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 09:34:52.665110 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc40a67-6bc7-4348-ad07-40bef7eb7612 admin admin] Pushing event updated for resources: {'Port': ['ID=57952c35-5fb4-4005-8c22-32eda0f58f42,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:52.667554 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-8fc40a67-6bc7-4348-ad07-40bef7eb7612 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:34:52.677234 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1572653b-aa1a-41b4-8a29-7118f7b0629f None None] Network e824e963-977c-4ef9-8c48-d54deafdd551 requested from dv-cinder-837699-5-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 09:34:52.677772 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc40a67-6bc7-4348-ad07-40bef7eb7612 admin admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 09:34:52.678849 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8fc40a67-6bc7-4348-ad07-40bef7eb7612 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3786720'] for router_interface (131ade57-61d5-4262-b572-f7b2d592a4ad), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:52.779662 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bf247727-1a71-40f5-b1fa-10c077909545 admin admin] Publish callbacks [] for security_group (4320da4f-6cf7-4566-b8d1-d830b18461ec), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:52.813940 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bf247727-1a71-40f5-b1fa-10c077909545 admin admin] Publish callbacks [] for security_group (4320da4f-6cf7-4566-b8d1-d830b18461ec), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:52.840560 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e3532e-1c51-4e28-9104-5a5660417006 req-23f48478-4489-4df6-a029-fae1b4bb3cb4 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:52.842263 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-10e3532e-1c51-4e28-9104-5a5660417006 req-23f48478-4489-4df6-a029-fae1b4bb3cb4 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 944 time: 0.1432614 May 12 09:34:52.900538 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device 823a03de-6710-4411-9333-a2a48da5e095 up at agent ovs-agent-dv-cinder-837699-5-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 09:34:52.905885 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bf247727-1a71-40f5-b1fa-10c077909545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (4320da4f-6cf7-4566-b8d1-d830b18461ec), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:52.909157 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bf247727-1a71-40f5-b1fa-10c077909545 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:52.910654 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-bf247727-1a71-40f5-b1fa-10c077909545 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4320da4f-6cf7-4566-b8d1-d830b18461ec HTTP/1.1" status: 204 len: 168 time: 0.3134451 May 12 09:34:52.927676 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf247727-1a71-40f5-b1fa-10c077909545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4320da4f-6cf7-4566-b8d1-d830b18461ec,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:52.929449 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-cf91f382-070a-40d6-9175-5df0677eda16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131ade57-61d5-4262-b572-f7b2d592a4ad', 'name': 'tempest-TestMinimumBasicScenario-1294436487-router', 'tenant_id': '328818592443490ba5be8d13f0adba97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '99fcb469-7ba3-4218-8e93-69f9bad9dd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:34:48Z', 'updated_at': '2022-05-12T09:34:49Z', 'revision_number': 3, 'project_id': '328818592443490ba5be8d13f0adba97', 'gw_port': {'id': '99fcb469-7ba3-4218-8e93-69f9bad9dd3f', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:63:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '131ade57-61d5-4262-b572-f7b2d592a4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:34:49Z', 'updated_at': '2022-05-12T09:34:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi'}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:34:52.994117 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8fc40a67-6bc7-4348-ad07-40bef7eb7612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (57952c35-5fb4-4005-8c22-32eda0f58f42), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:52.998422 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf91f382-070a-40d6-9175-5df0677eda16 None None] The sync data for ids ['131ade57-61d5-4262-b572-f7b2d592a4ad'] in dv-cinder-837699-5-iscsi is: [{'id': '131ade57-61d5-4262-b572-f7b2d592a4ad', 'name': 'tempest-TestMinimumBasicScenario-1294436487-router', 'tenant_id': '328818592443490ba5be8d13f0adba97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '99fcb469-7ba3-4218-8e93-69f9bad9dd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:34:48Z', 'updated_at': '2022-05-12T09:34:49Z', 'revision_number': 3, 'project_id': '328818592443490ba5be8d13f0adba97', 'gw_port': {'id': '99fcb469-7ba3-4218-8e93-69f9bad9dd3f', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:63:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '131ade57-61d5-4262-b572-f7b2d592a4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:34:49Z', 'updated_at': '2022-05-12T09:34:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi'}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 09:34:53.121383 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-13a031d7-5ec6-42a3-899f-d50e1f06c687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (f8def58d-f1ec-4d41-abae-d1c60f542bd3), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:53.122446 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-957cf60a-7311-47d2-aae6-f812888db475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69042cc-6a84-4a19-9874-bef9b18911f2', 'name': 'tempest-TestMinimumBasicScenario-1326742253-router', 'tenant_id': 'bdc48145acde413e99299f029ad0cea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '16145eb2-ad86-43eb-9172-908c13c4176a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:34:43Z', 'updated_at': '2022-05-12T09:34:46Z', 'revision_number': 4, 'project_id': 'bdc48145acde413e99299f029ad0cea9', 'gw_port': {'id': '16145eb2-ad86-43eb-9172-908c13c4176a', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:61:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69042cc-6a84-4a19-9874-bef9b18911f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:34:43Z', 'updated_at': '2022-05-12T09:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_interfaces': [{'id': '595d7e88-f073-44d2-adca-d1b926a67bda', 'name': '', 'network_id': 'e0454948-435a-43ce-83c7-832b357b7693', 'tenant_id': 'bdc48145acde413e99299f029ad0cea9', 'mac_address': 'fa:16:3e:0c:8f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c69042cc-6a84-4a19-9874-bef9b18911f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'f80f3c32-9255-4af0-ae5f-1def93a42973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:34:46Z', 'updated_at': '2022-05-12T09:34:51Z', 'revision_number': 4, 'project_id': 'bdc48145acde413e99299f029ad0cea9', 'subnets': [{'id': 'f80f3c32-9255-4af0-ae5f-1def93a42973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:34:53.183032 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957cf60a-7311-47d2-aae6-f812888db475 None None] The sync data for ids ['c69042cc-6a84-4a19-9874-bef9b18911f2'] in dv-cinder-837699-5-iscsi is: [{'id': 'c69042cc-6a84-4a19-9874-bef9b18911f2', 'name': 'tempest-TestMinimumBasicScenario-1326742253-router', 'tenant_id': 'bdc48145acde413e99299f029ad0cea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '16145eb2-ad86-43eb-9172-908c13c4176a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:34:43Z', 'updated_at': '2022-05-12T09:34:46Z', 'revision_number': 4, 'project_id': 'bdc48145acde413e99299f029ad0cea9', 'gw_port': {'id': '16145eb2-ad86-43eb-9172-908c13c4176a', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:61:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69042cc-6a84-4a19-9874-bef9b18911f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:34:43Z', 'updated_at': '2022-05-12T09:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_interfaces': [{'id': '595d7e88-f073-44d2-adca-d1b926a67bda', 'name': '', 'network_id': 'e0454948-435a-43ce-83c7-832b357b7693', 'tenant_id': 'bdc48145acde413e99299f029ad0cea9', 'mac_address': 'fa:16:3e:0c:8f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c69042cc-6a84-4a19-9874-bef9b18911f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'f80f3c32-9255-4af0-ae5f-1def93a42973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:34:46Z', 'updated_at': '2022-05-12T09:34:51Z', 'revision_number': 4, 'project_id': 'bdc48145acde413e99299f029ad0cea9', 'subnets': [{'id': 'f80f3c32-9255-4af0-ae5f-1def93a42973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 09:34:53.190747 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-45b3ffb7-7303-4a5c-9ac8-d38f097e4947 None None] Current status of the port 595d7e88-f073-44d2-adca-d1b926a67bda is: DOWN; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:34:53.191964 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-45b3ffb7-7303-4a5c-9ac8-d38f097e4947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (595d7e88-f073-44d2-adca-d1b926a67bda), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:53.303483 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Provisioning complete for port 823a03de-6710-4411-9333-a2a48da5e095 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:34:53.303969 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (823a03de-6710-4411-9333-a2a48da5e095), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:53.318766 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-45b3ffb7-7303-4a5c-9ac8-d38f097e4947 None None] For port 595d7e88-f073-44d2-adca-d1b926a67bda, host dv-cinder-837699-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=595d7e88-f073-44d2-adca-d1b926a67bda,segment=NetworkSegment(196dd2b4-5312-4a28-9145-1b2fa6b63a14),segment_id=196dd2b4-5312-4a28-9145-1b2fa6b63a14)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:34:53.354713 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-45b3ffb7-7303-4a5c-9ac8-d38f097e4947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (595d7e88-f073-44d2-adca-d1b926a67bda), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:53.484465 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b3ffb7-7303-4a5c-9ac8-d38f097e4947 None None] Pushing event updated for resources: {'Port': ['ID=595d7e88-f073-44d2-adca-d1b926a67bda,revision_number=5']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:53.550462 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-5f1cadfe-5289-4170-b2a0-57fa1732c0d4 None None] Provisioning complete for port 57952c35-5fb4-4005-8c22-32eda0f58f42 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:34:53.560717 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-5f1cadfe-5289-4170-b2a0-57fa1732c0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (57952c35-5fb4-4005-8c22-32eda0f58f42), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:53.572197 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8fc40a67-6bc7-4348-ad07-40bef7eb7612 admin admin] Publish callbacks [] for port (57952c35-5fb4-4005-8c22-32eda0f58f42), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:53.583922 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8fc40a67-6bc7-4348-ad07-40bef7eb7612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (57952c35-5fb4-4005-8c22-32eda0f58f42), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:53.585395 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8fc40a67-6bc7-4348-ad07-40bef7eb7612 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799210'] for router_interface (131ade57-61d5-4262-b572-f7b2d592a4ad), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:53.635978 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-5f1cadfe-5289-4170-b2a0-57fa1732c0d4 None None] Port 57952c35-5fb4-4005-8c22-32eda0f58f42 cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 09:34:53.651192 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Current status of the port 823a03de-6710-4411-9333-a2a48da5e095 is: DOWN; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:34:53.651779 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (823a03de-6710-4411-9333-a2a48da5e095), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:53.656207 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 36186) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:34:53.696075 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c2603-ae1e-4efd-8d61-9878950f1561 req-b88fb689-8132-4c2e-9634-d3823f432b7c tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:53.697943 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-968c2603-ae1e-4efd-8d61-9878950f1561 req-b88fb689-8132-4c2e-9634-d3823f432b7c tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/ports?device_id=56d286f5-766e-42c0-a80c-4526ac1b3829 HTTP/1.1" status: 200 len: 943 time: 0.2404857 May 12 09:34:53.716554 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-5f1cadfe-5289-4170-b2a0-57fa1732c0d4 None None] Provisioning complete for port 823a03de-6710-4411-9333-a2a48da5e095 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:34:53.717744 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-5f1cadfe-5289-4170-b2a0-57fa1732c0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (823a03de-6710-4411-9333-a2a48da5e095), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:53.723181 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] For port 823a03de-6710-4411-9333-a2a48da5e095, host dv-cinder-837699-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=823a03de-6710-4411-9333-a2a48da5e095,segment=NetworkSegment(f6df5b02-689d-486e-8413-65f4198794b6),segment_id=f6df5b02-689d-486e-8413-65f4198794b6)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:34:53.734480 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-10e3532e-1c51-4e28-9104-5a5660417006 req-2e908b29-fe20-4f92-b24b-646453636076 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8695047 May 12 09:34:53.744131 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc40a67-6bc7-4348-ad07-40bef7eb7612 admin admin] Pushing event updated for resources: {'Port': ['ID=57952c35-5fb4-4005-8c22-32eda0f58f42,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:53.799043 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (823a03de-6710-4411-9333-a2a48da5e095), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:53.825133 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6098e6ad-f503-43ee-8ba5-a6b0678a9bbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:53.831154 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc40a67-6bc7-4348-ad07-40bef7eb7612 admin admin] Network e824e963-977c-4ef9-8c48-d54deafdd551 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 09:34:53.833330 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-8fc40a67-6bc7-4348-ad07-40bef7eb7612 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:34:53.939267 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-5f1cadfe-5289-4170-b2a0-57fa1732c0d4 None None] Current status of the port 823a03de-6710-4411-9333-a2a48da5e095 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:34:53.984696 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Pushing event updated for resources: {'Port': ['ID=823a03de-6710-4411-9333-a2a48da5e095,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:54.000585 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-968c2603-ae1e-4efd-8d61-9878950f1561 req-b1dc5468-27ea-4784-839d-70ac21966ffd tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbfc649a-48dd-48c1-a516-9881d45319ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649198 May 12 09:34:54.077085 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-8de3e40f-8a00-4f43-b7d8-88a784f1e8db None None] Provisioning complete for port 57952c35-5fb4-4005-8c22-32eda0f58f42 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:34:54.077457 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-8de3e40f-8a00-4f43-b7d8-88a784f1e8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (57952c35-5fb4-4005-8c22-32eda0f58f42), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:54.083579 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fc40a67-6bc7-4348-ad07-40bef7eb7612 admin admin] Router 131ade57-61d5-4262-b572-f7b2d592a4ad has already been hosted by L3 agent 8db92903-2544-41c2-b919-def82c43c97a {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 09:34:54.120431 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.db.resource_extend [None req-786048fc-5c0f-4526-b54c-311393f15b47 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 12 09:34:54.159027 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-8de3e40f-8a00-4f43-b7d8-88a784f1e8db None None] Port 57952c35-5fb4-4005-8c22-32eda0f58f42 cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 09:34:54.219111 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf242f-c9dc-4276-8863-29937ce0166e req-6366eda5-fef8-453a-b1af-f5223df07186 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:54.220637 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1bdf242f-c9dc-4276-8863-29937ce0166e req-6366eda5-fef8-453a-b1af-f5223df07186 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc90e8c3-13f2-4b3e-91e8-396847cf6572 HTTP/1.1" status: 200 len: 945 time: 0.2509601 May 12 09:34:54.252959 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fc40a67-6bc7-4348-ad07-40bef7eb7612 admin admin] Notify agent at l3_agent.dv-cinder-837699-5-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 09:34:54.261940 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-8fc40a67-6bc7-4348-ad07-40bef7eb7612 admin admin] 10.222.0.60 "PUT /v2.0/routers/131ade57-61d5-4262-b572-f7b2d592a4ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6028535 May 12 09:34:54.276617 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-786048fc-5c0f-4526-b54c-311393f15b47 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:54.288508 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-f74e7ffe-c169-4221-b72f-0ffb0023378f None None] Provisioning complete for port 57952c35-5fb4-4005-8c22-32eda0f58f42 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:34:54.290160 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f74e7ffe-c169-4221-b72f-0ffb0023378f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (57952c35-5fb4-4005-8c22-32eda0f58f42), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:54.297287 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-786048fc-5c0f-4526-b54c-311393f15b47 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799862'] for floatingip (f9067352-54bc-43ea-91a6-18bd3b4c2874), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:54.360290 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1bdf242f-c9dc-4276-8863-29937ce0166e req-e20de826-9fa2-4c75-bede-bfe8329f1279 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f17ee76-ff11-49e9-bf6e-365f2a6f3386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312573 May 12 09:34:54.383465 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-f74e7ffe-c169-4221-b72f-0ffb0023378f None None] Port 57952c35-5fb4-4005-8c22-32eda0f58f42 cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 09:34:54.399734 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6098e6ad-f503-43ee-8ba5-a6b0678a9bbd admin admin] Publish callbacks [] for security_group (2d68ede1-66c1-463b-ba3c-3383cfd6e0e5), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:54.410452 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6098e6ad-f503-43ee-8ba5-a6b0678a9bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (2d68ede1-66c1-463b-ba3c-3383cfd6e0e5), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:54.471933 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a984b3b9-a9e9-40d7-bd88-8cdbb1de5f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (e377c27d-f788-489a-9a4f-9db675c37dc4), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:54.503090 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-6098e6ad-f503-43ee-8ba5-a6b0678a9bbd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fb76b72b4f1d4ed4811b68befe6c49a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8454864 May 12 09:34:54.505962 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 36202) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:34:54.507241 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6098e6ad-f503-43ee-8ba5-a6b0678a9bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d68ede1-66c1-463b-ba3c-3383cfd6e0e5,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:54.525267 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.db.l3_db [None req-786048fc-5c0f-4526-b54c-311393f15b47 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Floating IP f9067352-54bc-43ea-91a6-18bd3b4c2874 associated. External IP: 172.27.3.170, port: c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b. May 12 09:34:54.602103 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-06978aad-f41a-4213-8492-39b1d3e1ee5b admin admin] Publish callbacks [] for security_group (2d68ede1-66c1-463b-ba3c-3383cfd6e0e5), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:54.626639 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-06978aad-f41a-4213-8492-39b1d3e1ee5b admin admin] Publish callbacks [] for security_group (2d68ede1-66c1-463b-ba3c-3383cfd6e0e5), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:54.707368 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-06978aad-f41a-4213-8492-39b1d3e1ee5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (2d68ede1-66c1-463b-ba3c-3383cfd6e0e5), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:54.711039 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-06978aad-f41a-4213-8492-39b1d3e1ee5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:54.717256 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-06978aad-f41a-4213-8492-39b1d3e1ee5b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2d68ede1-66c1-463b-ba3c-3383cfd6e0e5 HTTP/1.1" status: 204 len: 168 time: 0.2098484 May 12 09:34:54.737365 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06978aad-f41a-4213-8492-39b1d3e1ee5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d68ede1-66c1-463b-ba3c-3383cfd6e0e5,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:54.973970 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device 595d7e88-f073-44d2-adca-d1b926a67bda up at agent ovs-agent-dv-cinder-837699-5-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 09:34:55.049313 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Provisioning complete for port 595d7e88-f073-44d2-adca-d1b926a67bda triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:34:55.049887 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (595d7e88-f073-44d2-adca-d1b926a67bda), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:55.213678 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Current status of the port 595d7e88-f073-44d2-adca-d1b926a67bda is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:34:55.215235 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device 823a03de-6710-4411-9333-a2a48da5e095 up at agent ovs-agent-dv-cinder-837699-5-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 09:34:55.235264 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72ecb22-70f4-4d9f-82c9-3a664ff7e5f7 req-2e8280d7-edc5-4104-a89f-55a37356acc1 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:55.236772 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b72ecb22-70f4-4d9f-82c9-3a664ff7e5f7 req-2e8280d7-edc5-4104-a89f-55a37356acc1 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 944 time: 0.1040900 May 12 09:34:55.275926 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Provisioning complete for port 823a03de-6710-4411-9333-a2a48da5e095 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:34:55.276631 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (823a03de-6710-4411-9333-a2a48da5e095), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:55.352001 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b6a1fc-b712-4964-8d99-2313ef02fbff req-68a06b88-8c94-4e9f-b2bb-1f8f3ef72d9b tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:55.355295 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-84b6a1fc-b712-4964-8d99-2313ef02fbff req-68a06b88-8c94-4e9f-b2bb-1f8f3ef72d9b tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/ports?device_id=56d286f5-766e-42c0-a80c-4526ac1b3829 HTTP/1.1" status: 200 len: 943 time: 0.1870668 May 12 09:34:55.392087 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Current status of the port 823a03de-6710-4411-9333-a2a48da5e095 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:34:55.393411 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device 99fcb469-7ba3-4218-8e93-69f9bad9dd3f up at agent ovs-agent-dv-cinder-837699-5-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 09:34:55.441324 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-786048fc-5c0f-4526-b54c-311393f15b47 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Router eff9d63d-afc5-4430-8837-eaaf559c2dbb has already been hosted by L3 agent 8db92903-2544-41c2-b919-def82c43c97a {{(pid=103458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 09:34:55.464993 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b72ecb22-70f4-4d9f-82c9-3a664ff7e5f7 req-7f423297-6394-4789-acf1-c0f13f85478b tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165036 May 12 09:34:55.482943 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-84b6a1fc-b712-4964-8d99-2313ef02fbff req-c88e2648-5403-4dd8-9829-d14e93e48ec2 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbfc649a-48dd-48c1-a516-9881d45319ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167641 May 12 09:34:55.500995 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Provisioning complete for port 99fcb469-7ba3-4218-8e93-69f9bad9dd3f triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:34:55.502136 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (99fcb469-7ba3-4218-8e93-69f9bad9dd3f), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:55.633634 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Current status of the port 99fcb469-7ba3-4218-8e93-69f9bad9dd3f is: DOWN; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:34:55.634313 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (99fcb469-7ba3-4218-8e93-69f9bad9dd3f), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:55.672737 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] For port 99fcb469-7ba3-4218-8e93-69f9bad9dd3f, host dv-cinder-837699-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=99fcb469-7ba3-4218-8e93-69f9bad9dd3f,segment=NetworkSegment(19f8603b-b081-4ce5-86ca-33d22941a00f),segment_id=19f8603b-b081-4ce5-86ca-33d22941a00f)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:34:55.682170 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (99fcb469-7ba3-4218-8e93-69f9bad9dd3f), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:55.790735 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fdf09f-cc2e-40c5-99ef-7dd5342ef7d4 req-a1a15794-b77e-4633-bd70-028ffcd31f56 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:55.792674 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-58fdf09f-cc2e-40c5-99ef-7dd5342ef7d4 req-a1a15794-b77e-4633-bd70-028ffcd31f56 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc90e8c3-13f2-4b3e-91e8-396847cf6572 HTTP/1.1" status: 200 len: 945 time: 0.1680169 May 12 09:34:55.794614 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-786048fc-5c0f-4526-b54c-311393f15b47 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Notify agent at l3_agent.dv-cinder-837699-5-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 09:34:55.804788 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-786048fc-5c0f-4526-b54c-311393f15b47 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for floatingip (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:55.843901 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2feba12-065e-4171-9460-18d550e28744 None None] Sync routers for ids ['eff9d63d-afc5-4430-8837-eaaf559c2dbb'] in dv-cinder-837699-5-iscsi {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 09:34:55.854678 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Pushing event updated for resources: {'Port': ['ID=99fcb469-7ba3-4218-8e93-69f9bad9dd3f,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:55.870258 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2feba12-065e-4171-9460-18d550e28744 None None] Routers {'eff9d63d-afc5-4430-8837-eaaf559c2dbb'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:34:55.871107 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-e2feba12-065e-4171-9460-18d550e28744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:34:52Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['eff9d63d-afc5-4430-8837-eaaf559c2dbb'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:34:55.898497 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-58fdf09f-cc2e-40c5-99ef-7dd5342ef7d4 req-b8300c52-15f8-4379-ad5b-2ce487e9748a tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f17ee76-ff11-49e9-bf6e-365f2a6f3386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907836 May 12 09:34:55.901086 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-786048fc-5c0f-4526-b54c-311393f15b47 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "PUT /v2.0/floatingips/f9067352-54bc-43ea-91a6-18bd3b4c2874 HTTP/1.1" status: 200 len: 992 time: 3.3478315 May 12 09:34:55.901857 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dadb998-7d24-461d-bf2f-cec5ab30fb48', 'tag': 'c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:34:55.904611 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c5c35592cdadc16d94e4e59e173057c198c772a9b1006d4fd44537c4a2e10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f58795c0-d186-4ae6-bf3b-7651197c2a30" -d '{"events": [{"name": "network-changed", "server_uuid": "3dadb998-7d24-461d-bf2f-cec5ab30fb48", "tag": "c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:34:55.981646 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 09:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2444bc5c-d984-4efa-b0cc-b5bb95dc0e2e x-openstack-request-id: req-2444bc5c-d984-4efa-b0cc-b5bb95dc0e2e {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:34:55.982125 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dadb998-7d24-461d-bf2f-cec5ab30fb48", "tag": "c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:34:55.982335 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2444bc5c-d984-4efa-b0cc-b5bb95dc0e2e {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:34:55.982704 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2444bc5c-d984-4efa-b0cc-b5bb95dc0e2e'] response: {'name': 'network-changed', 'server_uuid': '3dadb998-7d24-461d-bf2f-cec5ab30fb48', 'tag': 'c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b', 'status': 'completed', 'code': 200} May 12 09:34:56.050665 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (0e2e3861-7d79-4ce6-9d91-faa32ae2cb64), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:56.053746 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-e2feba12-065e-4171-9460-18d550e28744 None None] Set router eff9d63d-afc5-4430-8837-eaaf559c2dbb gateway port host: dv-cinder-837699-5-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:34:56.133039 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4bcf20-d088-4388-b09d-af6a59114fdd None None] Sync routers for ids ['131ade57-61d5-4262-b572-f7b2d592a4ad'] in dv-cinder-837699-5-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 09:34:56.144603 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4bcf20-d088-4388-b09d-af6a59114fdd None None] Routers {'131ade57-61d5-4262-b572-f7b2d592a4ad'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:34:56.145234 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-2a4bcf20-d088-4388-b09d-af6a59114fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:34:52Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['131ade57-61d5-4262-b572-f7b2d592a4ad'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:34:56.290760 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-2a4bcf20-d088-4388-b09d-af6a59114fdd None None] Set router 131ade57-61d5-4262-b572-f7b2d592a4ad gateway port host: dv-cinder-837699-5-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:34:56.663305 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-e2feba12-065e-4171-9460-18d550e28744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff9d63d-afc5-4430-8837-eaaf559c2dbb', 'name': 'tempest-AttachVolumeTestJSON-186778351-router', 'tenant_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '1abe966a-62a9-493e-9788-2cab83ccfdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:33:45Z', 'updated_at': '2022-05-12T09:33:56Z', 'revision_number': 4, 'project_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'gw_port': {'id': '1abe966a-62a9-493e-9788-2cab83ccfdde', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:58:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff9d63d-afc5-4430-8837-eaaf559c2dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:47Z', 'updated_at': '2022-05-12T09:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_floatingips': [{'id': 'f9067352-54bc-43ea-91a6-18bd3b4c2874', 'tenant_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'floating_ip_address': '172.27.3.170', 'floating_network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'router_id': 'eff9d63d-afc5-4430-8837-eaaf559c2dbb', 'port_id': 'c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '157184d7-26b8-47d5-86e0-3945164ff04d', 'mac_address': 'fa:16:3e:ef:36:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dadb998-7d24-461d-bf2f-cec5ab30fb48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T09:34:01Z', 'updated_at': '2022-05-12T09:34:53Z', 'revision_number': 1, 'project_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25faadc0-b879-427a-990e-67b1194cb01d', 'name': '', 'network_id': '157184d7-26b8-47d5-86e0-3945164ff04d', 'tenant_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'mac_address': 'fa:16:3e:7d:24:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff9d63d-afc5-4430-8837-eaaf559c2dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'dc5a5cf9-5b7a-426c-931b-02b56a7bf3f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:54Z', 'updated_at': '2022-05-12T09:34:02Z', 'revision_number': 5, 'project_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'subnets': [{'id': 'dc5a5cf9-5b7a-426c-931b-02b56a7bf3f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:34:56.724924 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2feba12-065e-4171-9460-18d550e28744 None None] Checking router: eff9d63d-afc5-4430-8837-eaaf559c2dbb for host: dv-cinder-837699-5-iscsi {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 09:34:56.741918 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5813156-3c0d-47da-ac35-a2411ff7cffb req-16cafb9d-b1d3-4c86-87fd-b6521d0fcfe8 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:56.741918 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b5813156-3c0d-47da-ac35-a2411ff7cffb req-16cafb9d-b1d3-4c86-87fd-b6521d0fcfe8 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 944 time: 0.1113441 May 12 09:34:56.742603 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2feba12-065e-4171-9460-18d550e28744 None None] Routers {'eff9d63d-afc5-4430-8837-eaaf559c2dbb'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:34:56.742603 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-e2feba12-065e-4171-9460-18d550e28744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:34:52Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['eff9d63d-afc5-4430-8837-eaaf559c2dbb'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:34:56.764649 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e39c5e-b47f-4561-b8ef-a75c6172daca req-cb12397c-a547-4a1c-99bc-b97e7a0042c9 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:56.774149 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c5e39c5e-b47f-4561-b8ef-a75c6172daca req-cb12397c-a547-4a1c-99bc-b97e7a0042c9 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/ports?device_id=56d286f5-766e-42c0-a80c-4526ac1b3829 HTTP/1.1" status: 200 len: 943 time: 0.1621046 May 12 09:34:56.785779 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-2a4bcf20-d088-4388-b09d-af6a59114fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131ade57-61d5-4262-b572-f7b2d592a4ad', 'name': 'tempest-TestMinimumBasicScenario-1294436487-router', 'tenant_id': '328818592443490ba5be8d13f0adba97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '99fcb469-7ba3-4218-8e93-69f9bad9dd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:34:48Z', 'updated_at': '2022-05-12T09:34:52Z', 'revision_number': 4, 'project_id': '328818592443490ba5be8d13f0adba97', 'gw_port': {'id': '99fcb469-7ba3-4218-8e93-69f9bad9dd3f', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:63:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131ade57-61d5-4262-b572-f7b2d592a4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:34:49Z', 'updated_at': '2022-05-12T09:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_interfaces': [{'id': '57952c35-5fb4-4005-8c22-32eda0f58f42', 'name': '', 'network_id': 'e824e963-977c-4ef9-8c48-d54deafdd551', 'tenant_id': '328818592443490ba5be8d13f0adba97', 'mac_address': 'fa:16:3e:c1:92:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '131ade57-61d5-4262-b572-f7b2d592a4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '8d8f8fc6-5cbb-4c65-8fbd-a93f43b50a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:34:51Z', 'updated_at': '2022-05-12T09:34:53Z', 'revision_number': 2, 'project_id': '328818592443490ba5be8d13f0adba97', 'subnets': [{'id': '8d8f8fc6-5cbb-4c65-8fbd-a93f43b50a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:34:56.843118 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device 99fcb469-7ba3-4218-8e93-69f9bad9dd3f up at agent ovs-agent-dv-cinder-837699-5-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 09:34:56.846443 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00441f26-4b64-48ea-a5a2-179fddaa115b req-bdbe436a-c643-43a0-b1b0-d2d8122bb82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:56.848557 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-00441f26-4b64-48ea-a5a2-179fddaa115b req-bdbe436a-c643-43a0-b1b0-d2d8122bb82a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=59546c2ca0074bb5b77b7c5e64d9c068&device_id=56d286f5-766e-42c0-a80c-4526ac1b3829 HTTP/1.1" status: 200 len: 1127 time: 0.0525868 May 12 09:34:56.860348 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4bcf20-d088-4388-b09d-af6a59114fdd None None] Checking router: 131ade57-61d5-4262-b572-f7b2d592a4ad for host: dv-cinder-837699-5-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 09:34:56.860696 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4bcf20-d088-4388-b09d-af6a59114fdd None None] Updating router 131ade57-61d5-4262-b572-f7b2d592a4ad port 57952c35-5fb4-4005-8c22-32eda0f58f42 binding host dv-cinder-837699-5-iscsi {{(pid=103460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 09:34:56.909485 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-2a4bcf20-d088-4388-b09d-af6a59114fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (57952c35-5fb4-4005-8c22-32eda0f58f42), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:56.979714 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a94258a-9200-42c3-92cb-72ad97d8a3a0 req-2a2b57e7-004b-435d-a60e-f2a52ce8a389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:56.982603 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-8a94258a-9200-42c3-92cb-72ad97d8a3a0 req-2a2b57e7-004b-435d-a60e-f2a52ce8a389 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2de1508e265140e5801827175c7da941&device_id=b658c976-df06-49bb-9c2d-4d42cead8156 HTTP/1.1" status: 200 len: 1129 time: 0.1346936 May 12 09:34:57.007375 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58795c0-d186-4ae6-bf3b-7651197c2a30 req-19c492f8-e2df-4733-a5d7-42697047f376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:57.012054 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f58795c0-d186-4ae6-bf3b-7651197c2a30 req-19c492f8-e2df-4733-a5d7-42697047f376 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=da5b9f41ad6b4506872df6cb86ae9f73&device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 1130 time: 0.1809807 May 12 09:34:57.019107 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-00441f26-4b64-48ea-a5a2-179fddaa115b req-392f9d7a-c690-443d-92f9-074bed5495bc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=50f1df2b-d761-4daf-aea9-a81a341d7a3c HTTP/1.1" status: 200 len: 217 time: 0.1158490 May 12 09:34:57.045625 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b5813156-3c0d-47da-ac35-a2411ff7cffb req-97663477-db6c-4c49-8af9-079217ba6dd4 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021243 May 12 09:34:57.123448 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c5e39c5e-b47f-4561-b8ef-a75c6172daca req-20520aa4-7661-4b90-a87e-3df02297a78e tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbfc649a-48dd-48c1-a516-9881d45319ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3483202 May 12 09:34:57.207366 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00441f26-4b64-48ea-a5a2-179fddaa115b req-4b093b02-05aa-4501-9f0c-bde08ac732d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:57.210721 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-00441f26-4b64-48ea-a5a2-179fddaa115b req-4b093b02-05aa-4501-9f0c-bde08ac732d6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1ecf6080-a26e-4fbd-931a-1d3b6d55afc8 HTTP/1.1" status: 200 len: 853 time: 0.1789372 May 12 09:34:57.274955 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-00441f26-4b64-48ea-a5a2-179fddaa115b req-30819dd4-af92-4b6c-80f2-035b7680f762 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1c036158-1d81-400b-8003-63be31daecc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568237 May 12 09:34:57.297129 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Provisioning complete for port 99fcb469-7ba3-4218-8e93-69f9bad9dd3f triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:34:57.298991 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (99fcb469-7ba3-4218-8e93-69f9bad9dd3f), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:57.391457 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-e2feba12-065e-4171-9460-18d550e28744 None None] Set router eff9d63d-afc5-4430-8837-eaaf559c2dbb gateway port host: dv-cinder-837699-5-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:34:57.502091 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a94258a-9200-42c3-92cb-72ad97d8a3a0 req-cea87d63-58f7-4d6f-a1e5-ceb3aa1f7d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:57.511234 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-8a94258a-9200-42c3-92cb-72ad97d8a3a0 req-cea87d63-58f7-4d6f-a1e5-ceb3aa1f7d44 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4b446bd8-08e4-4381-97bd-f3fde69be851 HTTP/1.1" status: 200 len: 913 time: 0.4979894 May 12 09:34:57.533408 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58795c0-d186-4ae6-bf3b-7651197c2a30 req-e0179196-6fb9-4b0a-9546-dda2bd854134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:57.538953 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f58795c0-d186-4ae6-bf3b-7651197c2a30 req-e0179196-6fb9-4b0a-9546-dda2bd854134 service neutron] 10.222.0.65 "GET /v2.0/networks?id=157184d7-26b8-47d5-86e0-3945164ff04d HTTP/1.1" status: 200 len: 911 time: 0.5161834 May 12 09:34:57.583339 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8736c8f-358a-4e57-89bb-dad1226e20a8 req-c234a650-518d-49fa-a122-36781e1a87d6 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:57.585389 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d8736c8f-358a-4e57-89bb-dad1226e20a8 req-c234a650-518d-49fa-a122-36781e1a87d6 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc90e8c3-13f2-4b3e-91e8-396847cf6572 HTTP/1.1" status: 200 len: 945 time: 0.2061880 May 12 09:34:57.656631 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-2a4bcf20-d088-4388-b09d-af6a59114fdd None None] Publish callbacks [] for port (57952c35-5fb4-4005-8c22-32eda0f58f42), precommit_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:57.663656 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-2a4bcf20-d088-4388-b09d-af6a59114fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (57952c35-5fb4-4005-8c22-32eda0f58f42), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:57.700757 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-00441f26-4b64-48ea-a5a2-179fddaa115b req-c9af341b-bb55-47fd-9aff-419e9375311b service neutron] 10.222.0.65 "GET /v2.0/networks/1c036158-1d81-400b-8003-63be31daecc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4131818 May 12 09:34:57.721752 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bebe89-793b-41ae-bcd5-816041df5eb0 None None] Pushing event updated for resources: {'Port': ['ID=57952c35-5fb4-4005-8c22-32eda0f58f42,revision_number=3']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:57.760791 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d8736c8f-358a-4e57-89bb-dad1226e20a8 req-e0436ea1-5b24-4035-97cb-ba67f8ca2142 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f17ee76-ff11-49e9-bf6e-365f2a6f3386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608343 May 12 09:34:57.766190 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Current status of the port 99fcb469-7ba3-4218-8e93-69f9bad9dd3f is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:34:57.769631 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device 35189b62-b72a-41d7-be6e-95a6288505a1 up at agent hyperv_hv-cinder-83769 {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 09:34:57.870413 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-2a4bcf20-d088-4388-b09d-af6a59114fdd None None] Attempting to bind port 57952c35-5fb4-4005-8c22-32eda0f58f42 on host dv-cinder-837699-5-iscsi for vnic_type normal with profile {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 09:34:57.870791 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-2a4bcf20-d088-4388-b09d-af6a59114fdd None None] Attempting to bind port 57952c35-5fb4-4005-8c22-32eda0f58f42 by drivers openvswitch,hyperv on host dv-cinder-837699-5-iscsi at level 0 using segments [{'id': 'f6df5b02-689d-486e-8413-65f4198794b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e824e963-977c-4ef9-8c48-d54deafdd551'}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 09:34:57.871154 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4bcf20-d088-4388-b09d-af6a59114fdd None None] Attempting to bind port 57952c35-5fb4-4005-8c22-32eda0f58f42 on network e824e963-977c-4ef9-8c48-d54deafdd551 {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 09:34:57.892010 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4bcf20-d088-4388-b09d-af6a59114fdd None None] Checking agent: {'id': '0e2e3861-7d79-4ce6-9d91-faa32ae2cb64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 9, 25, 26), 'started_at': datetime.datetime(2022, 5, 12, 9, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 9, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 09:34:57.892404 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4bcf20-d088-4388-b09d-af6a59114fdd None None] Checking segment: {'id': 'f6df5b02-689d-486e-8413-65f4198794b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e824e963-977c-4ef9-8c48-d54deafdd551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 09:34:57.892812 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-2a4bcf20-d088-4388-b09d-af6a59114fdd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:57.893330 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4bcf20-d088-4388-b09d-af6a59114fdd None None] Bound using segment: {'id': 'f6df5b02-689d-486e-8413-65f4198794b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e824e963-977c-4ef9-8c48-d54deafdd551'} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 09:34:57.893832 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-2a4bcf20-d088-4388-b09d-af6a59114fdd None None] Bound port: 57952c35-5fb4-4005-8c22-32eda0f58f42, host: dv-cinder-837699-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6df5b02-689d-486e-8413-65f4198794b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e824e963-977c-4ef9-8c48-d54deafdd551'}}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 09:34:57.894242 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-2a4bcf20-d088-4388-b09d-af6a59114fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (57952c35-5fb4-4005-8c22-32eda0f58f42), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:57.960408 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Provisioning for port 35189b62-b72a-41d7-be6e-95a6288505a1 completed by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 09:34:57.987902 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Provisioning complete for port 35189b62-b72a-41d7-be6e-95a6288505a1 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:34:57.989513 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (35189b62-b72a-41d7-be6e-95a6288505a1), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:58.033382 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-2a4bcf20-d088-4388-b09d-af6a59114fdd None None] For port 57952c35-5fb4-4005-8c22-32eda0f58f42, host dv-cinder-837699-5-iscsi, cleared binding levels {{(pid=103460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 09:34:58.039963 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-2a4bcf20-d088-4388-b09d-af6a59114fdd None None] For port 57952c35-5fb4-4005-8c22-32eda0f58f42, host dv-cinder-837699-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=57952c35-5fb4-4005-8c22-32eda0f58f42,segment=NetworkSegment(f6df5b02-689d-486e-8413-65f4198794b6),segment_id=f6df5b02-689d-486e-8413-65f4198794b6)] {{(pid=103460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 09:34:58.051317 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-2a4bcf20-d088-4388-b09d-af6a59114fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (57952c35-5fb4-4005-8c22-32eda0f58f42), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:58.135681 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-e2feba12-065e-4171-9460-18d550e28744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff9d63d-afc5-4430-8837-eaaf559c2dbb', 'name': 'tempest-AttachVolumeTestJSON-186778351-router', 'tenant_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '1abe966a-62a9-493e-9788-2cab83ccfdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:33:45Z', 'updated_at': '2022-05-12T09:33:56Z', 'revision_number': 4, 'project_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'gw_port': {'id': '1abe966a-62a9-493e-9788-2cab83ccfdde', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:58:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff9d63d-afc5-4430-8837-eaaf559c2dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:47Z', 'updated_at': '2022-05-12T09:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_floatingips': [{'id': 'f9067352-54bc-43ea-91a6-18bd3b4c2874', 'tenant_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'floating_ip_address': '172.27.3.170', 'floating_network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'router_id': 'eff9d63d-afc5-4430-8837-eaaf559c2dbb', 'port_id': 'c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '157184d7-26b8-47d5-86e0-3945164ff04d', 'mac_address': 'fa:16:3e:ef:36:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dadb998-7d24-461d-bf2f-cec5ab30fb48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T09:34:01Z', 'updated_at': '2022-05-12T09:34:53Z', 'revision_number': 1, 'project_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25faadc0-b879-427a-990e-67b1194cb01d', 'name': '', 'network_id': '157184d7-26b8-47d5-86e0-3945164ff04d', 'tenant_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'mac_address': 'fa:16:3e:7d:24:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff9d63d-afc5-4430-8837-eaaf559c2dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'dc5a5cf9-5b7a-426c-931b-02b56a7bf3f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:54Z', 'updated_at': '2022-05-12T09:34:02Z', 'revision_number': 5, 'project_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'subnets': [{'id': 'dc5a5cf9-5b7a-426c-931b-02b56a7bf3f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:34:58.197612 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2feba12-065e-4171-9460-18d550e28744 None None] The sync data for ids ['eff9d63d-afc5-4430-8837-eaaf559c2dbb'] in dv-cinder-837699-5-iscsi is: [{'id': 'eff9d63d-afc5-4430-8837-eaaf559c2dbb', 'name': 'tempest-AttachVolumeTestJSON-186778351-router', 'tenant_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '1abe966a-62a9-493e-9788-2cab83ccfdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:33:45Z', 'updated_at': '2022-05-12T09:33:56Z', 'revision_number': 4, 'project_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'gw_port': {'id': '1abe966a-62a9-493e-9788-2cab83ccfdde', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:58:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff9d63d-afc5-4430-8837-eaaf559c2dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:47Z', 'updated_at': '2022-05-12T09:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_floatingips': [{'id': 'f9067352-54bc-43ea-91a6-18bd3b4c2874', 'tenant_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'floating_ip_address': '172.27.3.170', 'floating_network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'router_id': 'eff9d63d-afc5-4430-8837-eaaf559c2dbb', 'port_id': 'c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '157184d7-26b8-47d5-86e0-3945164ff04d', 'mac_address': 'fa:16:3e:ef:36:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dadb998-7d24-461d-bf2f-cec5ab30fb48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T09:34:01Z', 'updated_at': '2022-05-12T09:34:53Z', 'revision_number': 1, 'project_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25faadc0-b879-427a-990e-67b1194cb01d', 'name': '', 'network_id': '157184d7-26b8-47d5-86e0-3945164ff04d', 'tenant_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'mac_address': 'fa:16:3e:7d:24:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff9d63d-afc5-4430-8837-eaaf559c2dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'dc5a5cf9-5b7a-426c-931b-02b56a7bf3f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:54Z', 'updated_at': '2022-05-12T09:34:02Z', 'revision_number': 5, 'project_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'subnets': [{'id': 'dc5a5cf9-5b7a-426c-931b-02b56a7bf3f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 09:34:58.219355 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Current status of the port 35189b62-b72a-41d7-be6e-95a6288505a1 is: BUILD; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:34:58.219829 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (35189b62-b72a-41d7-be6e-95a6288505a1), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:58.285287 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bebe89-793b-41ae-bcd5-816041df5eb0 None None] Pushing event updated for resources: {'Port': ['ID=57952c35-5fb4-4005-8c22-32eda0f58f42,revision_number=4']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:58.305780 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4bcf20-d088-4388-b09d-af6a59114fdd None None] Routers {'131ade57-61d5-4262-b572-f7b2d592a4ad'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:34:58.306946 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-2a4bcf20-d088-4388-b09d-af6a59114fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:34:52Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['131ade57-61d5-4262-b572-f7b2d592a4ad'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:34:58.342946 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53d9ed2f-fe3d-46fc-a250-33724264ef93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35189b62-b72a-41d7-be6e-95a6288505a1'}] {{(pid=103459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:34:58.345794 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86b47e387812c2b24e7094e641fb8cdf00e205bc2b1299b72670831d9f7cf680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a73488-b8b1-45ae-b377-999dd6a145fb" -d '{"events": [{"server_uuid": "53d9ed2f-fe3d-46fc-a250-33724264ef93", "name": "network-vif-plugged", "status": "completed", "tag": "35189b62-b72a-41d7-be6e-95a6288505a1"}]}' {{(pid=103459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:34:58.360497 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-137a4a1d-c96b-4730-89e6-ee48f4e208cf None None] Provisioning complete for port 57952c35-5fb4-4005-8c22-32eda0f58f42 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:34:58.361147 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-137a4a1d-c96b-4730-89e6-ee48f4e208cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (57952c35-5fb4-4005-8c22-32eda0f58f42), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:58.366770 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] For port 35189b62-b72a-41d7-be6e-95a6288505a1, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=35189b62-b72a-41d7-be6e-95a6288505a1,segment=NetworkSegment(b7b112db-1c39-45b7-a4f2-e3b93d061a40),segment_id=b7b112db-1c39-45b7-a4f2-e3b93d061a40)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:34:58.460794 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (35189b62-b72a-41d7-be6e-95a6288505a1), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:58.680583 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451d3bc4-b863-447a-b03b-8d036040970c req-29c0509f-e621-4346-add3-29fb10dc6582 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:58.698692 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-2a4bcf20-d088-4388-b09d-af6a59114fdd None None] Set router 131ade57-61d5-4262-b572-f7b2d592a4ad gateway port host: dv-cinder-837699-5-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:34:58.700019 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-451d3bc4-b863-447a-b03b-8d036040970c req-29c0509f-e621-4346-add3-29fb10dc6582 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 944 time: 0.4672797 May 12 09:34:58.741606 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7d31fa-c0f5-4bd2-93f5-88a473d2ca34 None None] New status for floating IP f9067352-54bc-43ea-91a6-18bd3b4c2874: ACTIVE {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 09:34:58.753881 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-8a94258a-9200-42c3-92cb-72ad97d8a3a0 req-235a8de0-e2cc-432a-9a78-93bf185b5bbe service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1f179d2-9260-4805-a962-5a7091a5b50a HTTP/1.1" status: 200 len: 217 time: 0.3556910 May 12 09:34:58.781664 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57a8e8f-b8a8-48e5-80e5-7c292df88cd3 req-baa9379e-81de-4615-b4b0-4784c25fe676 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:58.797664 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b57a8e8f-b8a8-48e5-80e5-7c292df88cd3 req-baa9379e-81de-4615-b4b0-4784c25fe676 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/ports?device_id=56d286f5-766e-42c0-a80c-4526ac1b3829 HTTP/1.1" status: 200 len: 943 time: 0.4854093 May 12 09:34:58.879044 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Pushing event updated for resources: {'Port': ['ID=35189b62-b72a-41d7-be6e-95a6288505a1,revision_number=5']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:58.937491 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-00441f26-4b64-48ea-a5a2-179fddaa115b req-02329d60-732e-447e-aa41-5141c1f880e2 service neutron] 10.222.0.65 "GET /v2.0/networks/1c036158-1d81-400b-8003-63be31daecc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5326967 May 12 09:34:58.977108 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f58795c0-d186-4ae6-bf3b-7651197c2a30 req-e5356d25-9258-470b-a61b-af0b5dea829d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b HTTP/1.1" status: 200 len: 1000 time: 0.4344013 May 12 09:34:58.998089 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a94258a-9200-42c3-92cb-72ad97d8a3a0 req-01fa3d54-1d16-4a75-bac4-112525a3fe2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:59.000991 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-8a94258a-9200-42c3-92cb-72ad97d8a3a0 req-01fa3d54-1d16-4a75-bac4-112525a3fe2e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3f6a740d-5be8-44ef-88dd-5ae748b776ba HTTP/1.1" status: 200 len: 852 time: 0.2177830 May 12 09:34:59.049022 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-451d3bc4-b863-447a-b03b-8d036040970c req-63d18080-8ffc-40b3-b3d4-0daf71fa491d tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480904 May 12 09:34:59.054056 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-137a4a1d-c96b-4730-89e6-ee48f4e208cf None None] Current status of the port 57952c35-5fb4-4005-8c22-32eda0f58f42 is: DOWN; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:34:59.054851 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-137a4a1d-c96b-4730-89e6-ee48f4e208cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (57952c35-5fb4-4005-8c22-32eda0f58f42), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:59.094603 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58795c0-d186-4ae6-bf3b-7651197c2a30 req-66b9b576-22cb-4780-8c4f-979bf0b0c149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:59.098343 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f58795c0-d186-4ae6-bf3b-7651197c2a30 req-66b9b576-22cb-4780-8c4f-979bf0b0c149 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dc5a5cf9-5b7a-426c-931b-02b56a7bf3f3 HTTP/1.1" status: 200 len: 849 time: 0.0963154 May 12 09:34:59.131251 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b57a8e8f-b8a8-48e5-80e5-7c292df88cd3 req-44d8e853-a4be-4214-9f5c-3e33e1c65020 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbfc649a-48dd-48c1-a516-9881d45319ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309045 May 12 09:34:59.204120 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-2a4bcf20-d088-4388-b09d-af6a59114fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131ade57-61d5-4262-b572-f7b2d592a4ad', 'name': 'tempest-TestMinimumBasicScenario-1294436487-router', 'tenant_id': '328818592443490ba5be8d13f0adba97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '99fcb469-7ba3-4218-8e93-69f9bad9dd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:34:48Z', 'updated_at': '2022-05-12T09:34:52Z', 'revision_number': 4, 'project_id': '328818592443490ba5be8d13f0adba97', 'gw_port': {'id': '99fcb469-7ba3-4218-8e93-69f9bad9dd3f', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:63:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131ade57-61d5-4262-b572-f7b2d592a4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:34:49Z', 'updated_at': '2022-05-12T09:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_interfaces': [{'id': '57952c35-5fb4-4005-8c22-32eda0f58f42', 'name': '', 'network_id': 'e824e963-977c-4ef9-8c48-d54deafdd551', 'tenant_id': '328818592443490ba5be8d13f0adba97', 'mac_address': 'fa:16:3e:c1:92:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '131ade57-61d5-4262-b572-f7b2d592a4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '8d8f8fc6-5cbb-4c65-8fbd-a93f43b50a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:34:51Z', 'updated_at': '2022-05-12T09:34:58Z', 'revision_number': 4, 'project_id': '328818592443490ba5be8d13f0adba97', 'subnets': [{'id': '8d8f8fc6-5cbb-4c65-8fbd-a93f43b50a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:34:59.248441 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4bcf20-d088-4388-b09d-af6a59114fdd None None] The sync data for ids ['131ade57-61d5-4262-b572-f7b2d592a4ad'] in dv-cinder-837699-5-iscsi is: [{'id': '131ade57-61d5-4262-b572-f7b2d592a4ad', 'name': 'tempest-TestMinimumBasicScenario-1294436487-router', 'tenant_id': '328818592443490ba5be8d13f0adba97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '99fcb469-7ba3-4218-8e93-69f9bad9dd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:34:48Z', 'updated_at': '2022-05-12T09:34:52Z', 'revision_number': 4, 'project_id': '328818592443490ba5be8d13f0adba97', 'gw_port': {'id': '99fcb469-7ba3-4218-8e93-69f9bad9dd3f', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:63:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131ade57-61d5-4262-b572-f7b2d592a4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:34:49Z', 'updated_at': '2022-05-12T09:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_interfaces': [{'id': '57952c35-5fb4-4005-8c22-32eda0f58f42', 'name': '', 'network_id': 'e824e963-977c-4ef9-8c48-d54deafdd551', 'tenant_id': '328818592443490ba5be8d13f0adba97', 'mac_address': 'fa:16:3e:c1:92:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '131ade57-61d5-4262-b572-f7b2d592a4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '8d8f8fc6-5cbb-4c65-8fbd-a93f43b50a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:34:51Z', 'updated_at': '2022-05-12T09:34:58Z', 'revision_number': 4, 'project_id': '328818592443490ba5be8d13f0adba97', 'subnets': [{'id': '8d8f8fc6-5cbb-4c65-8fbd-a93f43b50a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 09:34:59.305501 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 09:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-565dcbdd-4d03-4b1c-9320-c04cd4197ced x-openstack-request-id: req-565dcbdd-4d03-4b1c-9320-c04cd4197ced {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:34:59.305841 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53d9ed2f-fe3d-46fc-a250-33724264ef93", "name": "network-vif-plugged", "status": "completed", "tag": "35189b62-b72a-41d7-be6e-95a6288505a1", "code": 200}]} {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:34:59.306116 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-565dcbdd-4d03-4b1c-9320-c04cd4197ced {{(pid=103459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:34:59.306698 dv-cinder-837699-5-iscsi neutron-server[103459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-565dcbdd-4d03-4b1c-9320-c04cd4197ced'] response: {'server_uuid': '53d9ed2f-fe3d-46fc-a250-33724264ef93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35189b62-b72a-41d7-be6e-95a6288505a1', 'code': 200} May 12 09:34:59.337309 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-137a4a1d-c96b-4730-89e6-ee48f4e208cf None None] For port 57952c35-5fb4-4005-8c22-32eda0f58f42, host dv-cinder-837699-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=57952c35-5fb4-4005-8c22-32eda0f58f42,segment=NetworkSegment(f6df5b02-689d-486e-8413-65f4198794b6),segment_id=f6df5b02-689d-486e-8413-65f4198794b6)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:34:59.346393 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-137a4a1d-c96b-4730-89e6-ee48f4e208cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (57952c35-5fb4-4005-8c22-32eda0f58f42), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:59.362933 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737ce87d-0aa3-4b28-9c7c-5a02cf8a3783 req-3b2d1a3f-3947-4609-ac8e-d9630c71ea36 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:59.367025 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-737ce87d-0aa3-4b28-9c7c-5a02cf8a3783 req-3b2d1a3f-3947-4609-ac8e-d9630c71ea36 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc90e8c3-13f2-4b3e-91e8-396847cf6572 HTTP/1.1" status: 200 len: 945 time: 0.1083453 May 12 09:34:59.409525 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137a4a1d-c96b-4730-89e6-ee48f4e208cf None None] Pushing event updated for resources: {'Port': ['ID=57952c35-5fb4-4005-8c22-32eda0f58f42,revision_number=5']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:59.420917 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-737ce87d-0aa3-4b28-9c7c-5a02cf8a3783 req-41559ae9-1177-461f-8a4e-fdb5506a0add tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f17ee76-ff11-49e9-bf6e-365f2a6f3386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484476 May 12 09:34:59.477547 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-c89d9075-1eb1-4667-a07f-934ef345f687 None None] Provisioning complete for port 57952c35-5fb4-4005-8c22-32eda0f58f42 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:34:59.478835 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-c89d9075-1eb1-4667-a07f-934ef345f687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (57952c35-5fb4-4005-8c22-32eda0f58f42), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:59.497038 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 36348) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:34:59.576374 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87198ae9-0048-4074-9eb1-5c445b1a1a71 req-e8b7bc09-cc7b-424a-a9b2-b53775836092 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:34:59.577872 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-87198ae9-0048-4074-9eb1-5c445b1a1a71 req-e8b7bc09-cc7b-424a-a9b2-b53775836092 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc90e8c3-13f2-4b3e-91e8-396847cf6572 HTTP/1.1" status: 200 len: 945 time: 0.0753822 May 12 09:34:59.588844 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 36352) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:34:59.593749 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-13f91495-68e8-418e-b271-a045930fab13 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Request body: {'floatingip': {'port_id': '332c08c8-a0fb-4e00-b6b4-9b038555668c'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:34:59.604928 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-c89d9075-1eb1-4667-a07f-934ef345f687 None None] Current status of the port 57952c35-5fb4-4005-8c22-32eda0f58f42 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:34:59.618886 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-82f7b6a9-d53c-4e4b-862a-341cdefa91f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:59.699484 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-13f91495-68e8-418e-b271-a045930fab13 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for floatingip (a0459acf-dc78-4ff7-99fc-9d43d1e2f97b), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:59.714210 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-82f7b6a9-d53c-4e4b-862a-341cdefa91f9 admin admin] Publish callbacks [] for security_group (6fcfaf01-42e8-4970-8d81-29c4c23e0033), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:59.721781 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-82f7b6a9-d53c-4e4b-862a-341cdefa91f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (6fcfaf01-42e8-4970-8d81-29c4c23e0033), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:34:59.766915 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-82f7b6a9-d53c-4e4b-862a-341cdefa91f9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=caf75d489ed449a697b4f2ddd0aa4177&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2664647 May 12 09:34:59.768948 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 36354) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:34:59.785649 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f7b6a9-d53c-4e4b-862a-341cdefa91f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fcfaf01-42e8-4970-8d81-29c4c23e0033,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:34:59.989510 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e8ff9dc4-9b11-4ebd-a57a-5143a5acea6a admin admin] Publish callbacks [] for security_group (6fcfaf01-42e8-4970-8d81-29c4c23e0033), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:00.022968 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e8ff9dc4-9b11-4ebd-a57a-5143a5acea6a admin admin] Publish callbacks [] for security_group (6fcfaf01-42e8-4970-8d81-29c4c23e0033), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:00.238998 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-1d9e6a58-d356-44ab-bb34-37357c1267d7 None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 09:35:00.253556 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c2a9aa-a38c-4d66-a87d-f4cffffd9360 req-448ea6f8-f091-41f9-8c0d-aa2e492c4cce tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:00.261988 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d1c2a9aa-a38c-4d66-a87d-f4cffffd9360 req-448ea6f8-f091-41f9-8c0d-aa2e492c4cce tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 945 time: 0.0943270 May 12 09:35:00.332095 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed848fef-4f2a-4c15-be02-acda346492a1 req-0107f35c-90ea-42a0-b47c-b1fc55d30a46 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:00.333670 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ed848fef-4f2a-4c15-be02-acda346492a1 req-0107f35c-90ea-42a0-b47c-b1fc55d30a46 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/ports?device_id=56d286f5-766e-42c0-a80c-4526ac1b3829 HTTP/1.1" status: 200 len: 943 time: 0.1234715 May 12 09:35:00.367301 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d1c2a9aa-a38c-4d66-a87d-f4cffffd9360 req-a681f6bf-1817-4814-a644-be1510210833 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027374 May 12 09:35:00.413670 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e8ff9dc4-9b11-4ebd-a57a-5143a5acea6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (6fcfaf01-42e8-4970-8d81-29c4c23e0033), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:00.417665 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e8ff9dc4-9b11-4ebd-a57a-5143a5acea6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:00.417665 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-e8ff9dc4-9b11-4ebd-a57a-5143a5acea6a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6fcfaf01-42e8-4970-8d81-29c4c23e0033 HTTP/1.1" status: 204 len: 168 time: 0.6475899 May 12 09:35:00.432366 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ed848fef-4f2a-4c15-be02-acda346492a1 req-ec33218b-f35d-4820-be55-b1904208d6a6 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbfc649a-48dd-48c1-a516-9881d45319ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879402 May 12 09:35:00.536253 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ff9dc4-9b11-4ebd-a57a-5143a5acea6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fcfaf01-42e8-4970-8d81-29c4c23e0033,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:35:00.815227 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device 57952c35-5fb4-4005-8c22-32eda0f58f42 up at agent ovs-agent-dv-cinder-837699-5-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 09:35:00.936429 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Provisioning complete for port 57952c35-5fb4-4005-8c22-32eda0f58f42 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:35:00.938651 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (57952c35-5fb4-4005-8c22-32eda0f58f42), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:00.984411 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-13f91495-68e8-418e-b271-a045930fab13 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:00.999535 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 36372) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:35:01.019124 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-13f91495-68e8-418e-b271-a045930fab13 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799862'] for floatingip (a0459acf-dc78-4ff7-99fc-9d43d1e2f97b), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:01.024889 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b3875721-6cd9-4aa1-8f4a-0cc58ffb7dba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:01.166537 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Current status of the port 57952c35-5fb4-4005-8c22-32eda0f58f42 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:35:01.190277 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b3875721-6cd9-4aa1-8f4a-0cc58ffb7dba admin admin] Publish callbacks [] for security_group (4ce93656-71b7-4ea8-ad54-0aa098a6517f), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:01.203479 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b3875721-6cd9-4aa1-8f4a-0cc58ffb7dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (4ce93656-71b7-4ea8-ad54-0aa098a6517f), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:01.248878 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3875721-6cd9-4aa1-8f4a-0cc58ffb7dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce93656-71b7-4ea8-ad54-0aa098a6517f,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:35:01.263789 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-b3875721-6cd9-4aa1-8f4a-0cc58ffb7dba admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0ec5d9ae7e9a4168904c157773b86557&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2602160 May 12 09:35:01.265228 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 36380) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:35:01.273241 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.db.l3_db [None req-13f91495-68e8-418e-b271-a045930fab13 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Floating IP a0459acf-dc78-4ff7-99fc-9d43d1e2f97b associated. External IP: 172.27.3.203, port: 332c08c8-a0fb-4e00-b6b4-9b038555668c. May 12 09:35:01.372001 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4f418c1a-e99f-4da2-af8f-e12a79248221 admin admin] Publish callbacks [] for security_group (4ce93656-71b7-4ea8-ad54-0aa098a6517f), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:01.455638 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4f418c1a-e99f-4da2-af8f-e12a79248221 admin admin] Publish callbacks [] for security_group (4ce93656-71b7-4ea8-ad54-0aa098a6517f), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:01.515028 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947cd2ff-1ba5-4567-a8ee-913991d3d75d req-0958a1c5-b6ab-4557-9505-b8cc9537beae tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:01.523242 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-947cd2ff-1ba5-4567-a8ee-913991d3d75d req-0958a1c5-b6ab-4557-9505-b8cc9537beae tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 945 time: 0.0625806 May 12 09:35:01.635586 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-947cd2ff-1ba5-4567-a8ee-913991d3d75d req-e341789e-67a6-4d0b-9272-38247eb47f19 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108904 May 12 09:35:01.659668 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753969d1-f798-43bb-bf22-7e85cb56f2e3 req-5eaa7c8c-1134-46d4-b31d-047817a18c75 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:01.662011 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-753969d1-f798-43bb-bf22-7e85cb56f2e3 req-5eaa7c8c-1134-46d4-b31d-047817a18c75 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/ports?device_id=56d286f5-766e-42c0-a80c-4526ac1b3829 HTTP/1.1" status: 200 len: 943 time: 0.0844460 May 12 09:35:01.667952 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4f418c1a-e99f-4da2-af8f-e12a79248221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (4ce93656-71b7-4ea8-ad54-0aa098a6517f), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:01.671604 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4f418c1a-e99f-4da2-af8f-e12a79248221 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:01.672816 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-4f418c1a-e99f-4da2-af8f-e12a79248221 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4ce93656-71b7-4ea8-ad54-0aa098a6517f HTTP/1.1" status: 204 len: 168 time: 0.4065766 May 12 09:35:01.685230 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f418c1a-e99f-4da2-af8f-e12a79248221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce93656-71b7-4ea8-ad54-0aa098a6517f,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:35:01.696295 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13f91495-68e8-418e-b271-a045930fab13 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Router 9c2097ad-1eb6-456a-8744-fc92ba3f54fd has already been hosted by L3 agent 8db92903-2544-41c2-b919-def82c43c97a {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 09:35:01.748620 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-753969d1-f798-43bb-bf22-7e85cb56f2e3 req-2ca3d7e5-ed2a-49b8-af34-2019b632f899 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbfc649a-48dd-48c1-a516-9881d45319ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804088 May 12 09:35:01.870143 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f91495-68e8-418e-b271-a045930fab13 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Notify agent at l3_agent.dv-cinder-837699-5-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 09:35:01.874845 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-13f91495-68e8-418e-b271-a045930fab13 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for floatingip (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:01.881168 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77e3772-3a88-44e0-be3e-2b5ffca0d98f None None] Sync routers for ids ['9c2097ad-1eb6-456a-8744-fc92ba3f54fd'] in dv-cinder-837699-5-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 09:35:01.898870 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77e3772-3a88-44e0-be3e-2b5ffca0d98f None None] Routers {'9c2097ad-1eb6-456a-8744-fc92ba3f54fd'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:35:01.899503 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-f77e3772-3a88-44e0-be3e-2b5ffca0d98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:34:52Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['9c2097ad-1eb6-456a-8744-fc92ba3f54fd'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:35:01.956304 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-13f91495-68e8-418e-b271-a045930fab13 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "PUT /v2.0/floatingips/a0459acf-dc78-4ff7-99fc-9d43d1e2f97b HTTP/1.1" status: 200 len: 991 time: 2.3662539 May 12 09:35:01.957374 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc90e8c3-13f2-4b3e-91e8-396847cf6572', 'tag': '332c08c8-a0fb-4e00-b6b4-9b038555668c'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:35:01.961243 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ab44c22d40f7c005d262e262c3a77426c373d0f7a848e933746c3cdedb51eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-934c138a-4b78-4c52-a22c-2fabb57ee8ef" -d '{"events": [{"name": "network-changed", "server_uuid": "dc90e8c3-13f2-4b3e-91e8-396847cf6572", "tag": "332c08c8-a0fb-4e00-b6b4-9b038555668c"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:35:02.017170 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 09:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e570c4f-816c-4f15-bd69-9b0a25c315c3 x-openstack-request-id: req-5e570c4f-816c-4f15-bd69-9b0a25c315c3 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:35:02.017829 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc90e8c3-13f2-4b3e-91e8-396847cf6572", "tag": "332c08c8-a0fb-4e00-b6b4-9b038555668c", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:35:02.017829 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5e570c4f-816c-4f15-bd69-9b0a25c315c3 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:35:02.018205 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e570c4f-816c-4f15-bd69-9b0a25c315c3'] response: {'name': 'network-changed', 'server_uuid': 'dc90e8c3-13f2-4b3e-91e8-396847cf6572', 'tag': '332c08c8-a0fb-4e00-b6b4-9b038555668c', 'status': 'completed', 'code': 200} May 12 09:35:02.126438 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-f77e3772-3a88-44e0-be3e-2b5ffca0d98f None None] Set router 9c2097ad-1eb6-456a-8744-fc92ba3f54fd gateway port host: dv-cinder-837699-5-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:35:02.492532 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-f77e3772-3a88-44e0-be3e-2b5ffca0d98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'name': 'tempest-AttachVolumeNegativeTest-1936945588-router', 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': '0b2e5772-8899-4afe-abaa-f04370bcc8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:33:42Z', 'updated_at': '2022-05-12T09:33:47Z', 'revision_number': 4, 'project_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'gw_port': {'id': '0b2e5772-8899-4afe-abaa-f04370bcc8a6', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:92:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:42Z', 'updated_at': '2022-05-12T09:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_floatingips': [{'id': 'a0459acf-dc78-4ff7-99fc-9d43d1e2f97b', 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'floating_ip_address': '172.27.3.203', 'floating_network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'router_id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'port_id': '332c08c8-a0fb-4e00-b6b4-9b038555668c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 84, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8bd03ea-0f3b-46bf-82a8-531c929bec57', 'mac_address': 'fa:16:3e:7c:5e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc90e8c3-13f2-4b3e-91e8-396847cf6572', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T09:33:52Z', 'updated_at': '2022-05-12T09:35:00Z', 'revision_number': 1, 'project_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afe51b64-ecef-4dbc-81fa-ac72b0814cf1', 'name': '', 'network_id': 'd8bd03ea-0f3b-46bf-82a8-531c929bec57', 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'mac_address': 'fa:16:3e:27:c2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'be18f7f8-10b6-434a-8890-e7ce96c85646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:45Z', 'updated_at': '2022-05-12T09:33:55Z', 'revision_number': 5, 'project_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'subnets': [{'id': 'be18f7f8-10b6-434a-8890-e7ce96c85646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:35:02.522089 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77e3772-3a88-44e0-be3e-2b5ffca0d98f None None] Checking router: 9c2097ad-1eb6-456a-8744-fc92ba3f54fd for host: dv-cinder-837699-5-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 09:35:02.532606 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77e3772-3a88-44e0-be3e-2b5ffca0d98f None None] Routers {'9c2097ad-1eb6-456a-8744-fc92ba3f54fd'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:35:02.535243 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-f77e3772-3a88-44e0-be3e-2b5ffca0d98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:34:52Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['9c2097ad-1eb6-456a-8744-fc92ba3f54fd'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:35:02.764697 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-f77e3772-3a88-44e0-be3e-2b5ffca0d98f None None] Set router 9c2097ad-1eb6-456a-8744-fc92ba3f54fd gateway port host: dv-cinder-837699-5-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:35:02.835297 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bfde91-0193-40ba-a70e-c18dfb6129a5 req-3dc58dfd-bf8e-4de9-956a-55eff494d5de tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:02.842438 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-12bfde91-0193-40ba-a70e-c18dfb6129a5 req-3dc58dfd-bf8e-4de9-956a-55eff494d5de tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 945 time: 0.1149113 May 12 09:35:02.961525 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815d9c9d-833d-4d75-a290-f3bedc53f5f8 req-ff5b9773-729a-4913-84f1-28167cb74221 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:02.963071 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-815d9c9d-833d-4d75-a290-f3bedc53f5f8 req-ff5b9773-729a-4913-84f1-28167cb74221 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/ports?device_id=56d286f5-766e-42c0-a80c-4526ac1b3829 HTTP/1.1" status: 200 len: 943 time: 0.0924108 May 12 09:35:02.972010 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-12bfde91-0193-40ba-a70e-c18dfb6129a5 req-8430fdff-5534-4007-8bc5-85eefe49b1a4 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286979 May 12 09:35:03.071369 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-815d9c9d-833d-4d75-a290-f3bedc53f5f8 req-885f517b-ef18-4bc4-a39d-ede45beb8b6d tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbfc649a-48dd-48c1-a516-9881d45319ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983875 May 12 09:35:03.102992 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-f77e3772-3a88-44e0-be3e-2b5ffca0d98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'name': 'tempest-AttachVolumeNegativeTest-1936945588-router', 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': '0b2e5772-8899-4afe-abaa-f04370bcc8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:33:42Z', 'updated_at': '2022-05-12T09:33:47Z', 'revision_number': 4, 'project_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'gw_port': {'id': '0b2e5772-8899-4afe-abaa-f04370bcc8a6', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:92:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:42Z', 'updated_at': '2022-05-12T09:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_floatingips': [{'id': 'a0459acf-dc78-4ff7-99fc-9d43d1e2f97b', 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'floating_ip_address': '172.27.3.203', 'floating_network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'router_id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'port_id': '332c08c8-a0fb-4e00-b6b4-9b038555668c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 84, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8bd03ea-0f3b-46bf-82a8-531c929bec57', 'mac_address': 'fa:16:3e:7c:5e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc90e8c3-13f2-4b3e-91e8-396847cf6572', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T09:33:52Z', 'updated_at': '2022-05-12T09:35:00Z', 'revision_number': 1, 'project_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afe51b64-ecef-4dbc-81fa-ac72b0814cf1', 'name': '', 'network_id': 'd8bd03ea-0f3b-46bf-82a8-531c929bec57', 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'mac_address': 'fa:16:3e:27:c2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'be18f7f8-10b6-434a-8890-e7ce96c85646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:45Z', 'updated_at': '2022-05-12T09:33:55Z', 'revision_number': 5, 'project_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'subnets': [{'id': 'be18f7f8-10b6-434a-8890-e7ce96c85646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:35:03.138019 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77e3772-3a88-44e0-be3e-2b5ffca0d98f None None] The sync data for ids ['9c2097ad-1eb6-456a-8744-fc92ba3f54fd'] in dv-cinder-837699-5-iscsi is: [{'id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'name': 'tempest-AttachVolumeNegativeTest-1936945588-router', 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': '0b2e5772-8899-4afe-abaa-f04370bcc8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:33:42Z', 'updated_at': '2022-05-12T09:33:47Z', 'revision_number': 4, 'project_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'gw_port': {'id': '0b2e5772-8899-4afe-abaa-f04370bcc8a6', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:92:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:42Z', 'updated_at': '2022-05-12T09:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_floatingips': [{'id': 'a0459acf-dc78-4ff7-99fc-9d43d1e2f97b', 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'floating_ip_address': '172.27.3.203', 'floating_network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'router_id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'port_id': '332c08c8-a0fb-4e00-b6b4-9b038555668c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 84, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8bd03ea-0f3b-46bf-82a8-531c929bec57', 'mac_address': 'fa:16:3e:7c:5e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc90e8c3-13f2-4b3e-91e8-396847cf6572', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T09:33:52Z', 'updated_at': '2022-05-12T09:35:00Z', 'revision_number': 1, 'project_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afe51b64-ecef-4dbc-81fa-ac72b0814cf1', 'name': '', 'network_id': 'd8bd03ea-0f3b-46bf-82a8-531c929bec57', 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'mac_address': 'fa:16:3e:27:c2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'be18f7f8-10b6-434a-8890-e7ce96c85646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:45Z', 'updated_at': '2022-05-12T09:33:55Z', 'revision_number': 5, 'project_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'subnets': [{'id': 'be18f7f8-10b6-434a-8890-e7ce96c85646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 09:35:04.113711 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b720b8-8d3b-41e2-b086-344b606b2713 req-016bddf2-09a8-49f1-9aa2-9f42c9379606 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:04.115301 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-39b720b8-8d3b-41e2-b086-344b606b2713 req-016bddf2-09a8-49f1-9aa2-9f42c9379606 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 945 time: 0.0631061 May 12 09:35:04.189342 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-39b720b8-8d3b-41e2-b086-344b606b2713 req-23b480b5-04e3-4b12-aec0-fdc083e003db tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642483 May 12 09:35:04.242316 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d455fe37-14c6-4dd7-920e-36ec0f8b4465 req-bc418583-804e-4fe3-8c9c-5c0a3fee3ab9 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:04.243874 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d455fe37-14c6-4dd7-920e-36ec0f8b4465 req-bc418583-804e-4fe3-8c9c-5c0a3fee3ab9 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/ports?device_id=56d286f5-766e-42c0-a80c-4526ac1b3829 HTTP/1.1" status: 200 len: 943 time: 0.0857122 May 12 09:35:04.316582 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d455fe37-14c6-4dd7-920e-36ec0f8b4465 req-146a368c-a3fb-44f5-a92a-b1de685ad1a7 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbfc649a-48dd-48c1-a516-9881d45319ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595534 May 12 09:35:05.143533 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a6ae9f-cbe5-4450-b790-2b2cabf5f67d None None] New status for floating IP a0459acf-dc78-4ff7-99fc-9d43d1e2f97b: ACTIVE {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 09:35:05.344894 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b2026f-a577-4009-ab02-d080dd895cca req-924bd906-2594-43dd-a185-8669fc49fb80 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:05.347867 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e3b2026f-a577-4009-ab02-d080dd895cca req-924bd906-2594-43dd-a185-8669fc49fb80 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 945 time: 0.0579872 May 12 09:35:05.418147 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e3b2026f-a577-4009-ab02-d080dd895cca req-76404ba2-9f3b-41ef-a92c-c6c9a2c2d1b0 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588934 May 12 09:35:05.498634 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7799c55a-5321-4d1e-940f-2df9cdff659a req-404a2c16-d3bd-489a-a9db-bb3f616f1097 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:05.500380 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7799c55a-5321-4d1e-940f-2df9cdff659a req-404a2c16-d3bd-489a-a9db-bb3f616f1097 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/ports?device_id=56d286f5-766e-42c0-a80c-4526ac1b3829 HTTP/1.1" status: 200 len: 943 time: 0.0657542 May 12 09:35:05.594484 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7799c55a-5321-4d1e-940f-2df9cdff659a req-bfa2b540-56f1-47ff-9dfc-62813bb14ee4 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbfc649a-48dd-48c1-a516-9881d45319ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882645 May 12 09:35:06.554371 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd2a2ec-8c97-420f-bbe1-b243fdab3681 req-8b7dbed5-9028-4e77-be37-4690e9989248 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:06.564763 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6dd2a2ec-8c97-420f-bbe1-b243fdab3681 req-8b7dbed5-9028-4e77-be37-4690e9989248 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 945 time: 0.0708151 May 12 09:35:06.627075 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6dd2a2ec-8c97-420f-bbe1-b243fdab3681 req-90ca697b-1d69-4b8f-b0c4-0de4f5878da2 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614965 May 12 09:35:06.790150 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14afdf76-5f45-447c-83c3-8d4fb36722fa req-9f7be0ca-d3a8-44a5-8d74-e02fc3147f35 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:06.796996 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-14afdf76-5f45-447c-83c3-8d4fb36722fa req-9f7be0ca-d3a8-44a5-8d74-e02fc3147f35 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/ports?device_id=56d286f5-766e-42c0-a80c-4526ac1b3829 HTTP/1.1" status: 200 len: 943 time: 0.0709100 May 12 09:35:06.864905 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-14afdf76-5f45-447c-83c3-8d4fb36722fa req-f54c3a20-5baa-4a5c-8925-a236404d242f tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbfc649a-48dd-48c1-a516-9881d45319ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669420 May 12 09:35:07.762826 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940a6c0e-7064-45dd-818b-47f376066ba7 req-70d06999-9b9f-483d-98a6-5d5e4a6b6357 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:07.765122 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-940a6c0e-7064-45dd-818b-47f376066ba7 req-70d06999-9b9f-483d-98a6-5d5e4a6b6357 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 945 time: 0.0494547 May 12 09:35:07.826616 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-940a6c0e-7064-45dd-818b-47f376066ba7 req-968e806b-943b-4ab2-8d00-0378d3bbe91b tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524256 May 12 09:35:07.986977 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df144b2d-7d07-43df-adaa-fcb8b9b095e2 req-93cd310d-97f5-41de-9e0a-a9b18af05d49 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:07.994629 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-df144b2d-7d07-43df-adaa-fcb8b9b095e2 req-93cd310d-97f5-41de-9e0a-a9b18af05d49 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/ports?device_id=56d286f5-766e-42c0-a80c-4526ac1b3829 HTTP/1.1" status: 200 len: 943 time: 0.0573609 May 12 09:35:08.055175 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-df144b2d-7d07-43df-adaa-fcb8b9b095e2 req-940d36f7-daf0-481d-afb0-97039cec4a05 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbfc649a-48dd-48c1-a516-9881d45319ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534616 May 12 09:35:08.313590 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57407e32-f90f-4a4a-b993-f69b621c89d4 req-da1cb5c2-0742-492e-9edc-7268c93b2949 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:08.315160 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-57407e32-f90f-4a4a-b993-f69b621c89d4 req-da1cb5c2-0742-492e-9edc-7268c93b2949 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/networks?id=e0454948-435a-43ce-83c7-832b357b7693 HTTP/1.1" status: 200 len: 815 time: 0.1040518 May 12 09:35:08.330076 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-57407e32-f90f-4a4a-b993-f69b621c89d4 req-0cef7a8d-56a1-40dc-beb0-d6742d2904e8 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/quotas/bdc48145acde413e99299f029ad0cea9 HTTP/1.1" status: 200 len: 375 time: 0.0093074 May 12 09:35:08.376434 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-57407e32-f90f-4a4a-b993-f69b621c89d4 req-f4665b79-6ccd-465a-8552-599ee412469e tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=bdc48145acde413e99299f029ad0cea9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0411694 May 12 09:35:08.470974 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-57407e32-f90f-4a4a-b993-f69b621c89d4 req-beac17d6-d04d-4181-9505-4e0ee5776d6b service neutron] 10.222.0.60 "GET /v2.0/networks/e0454948-435a-43ce-83c7-832b357b7693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829036 May 12 09:35:08.563626 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-57407e32-f90f-4a4a-b993-f69b621c89d4 req-acd9903d-c052-4fc2-a28e-61191227e657 service neutron] 10.222.0.60 "GET /v2.0/networks/e0454948-435a-43ce-83c7-832b357b7693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869324 May 12 09:35:08.728744 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8376df35-1d9a-4e52-87d2-dabc998fd0f6 req-323ed919-3248-470d-b008-de85eba294ce tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/ports?device_id=a158cc80-2631-4dba-8071-ef5e07ec8ba1 HTTP/1.1" status: 200 len: 210 time: 0.0291462 May 12 09:35:08.980068 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f40280c-df0d-46e6-b613-8c71db0a52a9 req-7e520836-c1e7-47b7-aa62-8a17fdad13d8 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:08.981729 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5f40280c-df0d-46e6-b613-8c71db0a52a9 req-7e520836-c1e7-47b7-aa62-8a17fdad13d8 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 945 time: 0.0546913 May 12 09:35:09.041825 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5f40280c-df0d-46e6-b613-8c71db0a52a9 req-034b11aa-eb4e-4b40-8d1b-dd4385020107 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529261 May 12 09:35:09.160400 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93c7077-7df0-4e1b-99f4-6f8d6f98e9b8 req-60e2b0b4-ba09-4d5a-94e0-d17e4d5cfc86 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:09.162452 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a93c7077-7df0-4e1b-99f4-6f8d6f98e9b8 req-60e2b0b4-ba09-4d5a-94e0-d17e4d5cfc86 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/ports?device_id=56d286f5-766e-42c0-a80c-4526ac1b3829 HTTP/1.1" status: 200 len: 943 time: 0.0490465 May 12 09:35:09.209254 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a93c7077-7df0-4e1b-99f4-6f8d6f98e9b8 req-fd1b603d-6001-42f0-817c-80fd1be93bd0 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbfc649a-48dd-48c1-a516-9881d45319ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411780 May 12 09:35:09.828100 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8cc1796b-d968-4c84-9a65-c484d2c6b9be req-83f25a23-3e1e-4fd3-a04a-7357e3cfeae1 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/ports?device_id=a158cc80-2631-4dba-8071-ef5e07ec8ba1 HTTP/1.1" status: 200 len: 210 time: 0.0259748 May 12 09:35:10.164058 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e128d6f4-0d7b-4101-a7d2-6a6096f978e5 req-16fa8414-943c-4ef1-91f9-4675cebef8f8 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:10.165856 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e128d6f4-0d7b-4101-a7d2-6a6096f978e5 req-16fa8414-943c-4ef1-91f9-4675cebef8f8 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 945 time: 0.0514474 May 12 09:35:10.213001 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e128d6f4-0d7b-4101-a7d2-6a6096f978e5 req-3230f1a8-19af-4694-942e-683d6f6a1c91 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415642 May 12 09:35:10.321278 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edac81a1-1384-4418-84cd-94d8b336d451 req-02dde42e-f341-4c05-9541-268f66b6df84 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:10.322772 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-edac81a1-1384-4418-84cd-94d8b336d451 req-02dde42e-f341-4c05-9541-268f66b6df84 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/ports?device_id=56d286f5-766e-42c0-a80c-4526ac1b3829 HTTP/1.1" status: 200 len: 943 time: 0.0454719 May 12 09:35:10.370875 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-edac81a1-1384-4418-84cd-94d8b336d451 req-c4d48b0b-6ef6-4494-be16-888d370e6b66 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbfc649a-48dd-48c1-a516-9881d45319ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425720 May 12 09:35:10.918507 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-beafbfe0-f47e-401d-98c8-b95510b418df req-431c14ef-0f89-4afa-abe3-8980e4f020ee tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/ports?device_id=a158cc80-2631-4dba-8071-ef5e07ec8ba1 HTTP/1.1" status: 200 len: 210 time: 0.0264232 May 12 09:35:11.324275 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a756847-63e1-4870-b327-2d2292a19742 req-fdcdf7b5-c351-46ec-8add-488f450b3814 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:11.325718 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2a756847-63e1-4870-b327-2d2292a19742 req-fdcdf7b5-c351-46ec-8add-488f450b3814 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 945 time: 0.0471444 May 12 09:35:11.373585 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2a756847-63e1-4870-b327-2d2292a19742 req-f8c9f369-432c-411b-8755-2bde60462447 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423477 May 12 09:35:11.482409 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5400cd-f74a-4b0b-85f0-0a64523fe624 req-dc2d5b7c-8c43-43c7-8dad-89cf428d0734 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:11.483883 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3e5400cd-f74a-4b0b-85f0-0a64523fe624 req-dc2d5b7c-8c43-43c7-8dad-89cf428d0734 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/ports?device_id=56d286f5-766e-42c0-a80c-4526ac1b3829 HTTP/1.1" status: 200 len: 943 time: 0.0467529 May 12 09:35:11.530020 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3e5400cd-f74a-4b0b-85f0-0a64523fe624 req-903c53fb-0b9f-4721-ab6c-c42ea638e319 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbfc649a-48dd-48c1-a516-9881d45319ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406091 May 12 09:35:12.011354 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b299d06a-7bbc-4240-98f5-7a77b26f9f83 req-b3d268b2-9b27-44ed-a7d4-cd2f4294f1de tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/ports?device_id=a158cc80-2631-4dba-8071-ef5e07ec8ba1 HTTP/1.1" status: 200 len: 210 time: 0.0293701 May 12 09:35:12.494102 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46818ec7-4161-4571-97ec-feedb65daacf req-3cb73cd3-d8f9-4dd8-b8f1-6208f7a123cc tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:12.495795 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-46818ec7-4161-4571-97ec-feedb65daacf req-3cb73cd3-d8f9-4dd8-b8f1-6208f7a123cc tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 945 time: 0.0531182 May 12 09:35:12.545728 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-46818ec7-4161-4571-97ec-feedb65daacf req-d7809e2f-57e4-45fb-8cdd-48720d333f3c tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443475 May 12 09:35:12.640111 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb8a086-852d-4827-ad85-eee27ed9de06 req-ec55e73a-5109-4a4e-8bf2-403920838c18 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:12.641847 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4cb8a086-852d-4827-ad85-eee27ed9de06 req-ec55e73a-5109-4a4e-8bf2-403920838c18 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/ports?device_id=56d286f5-766e-42c0-a80c-4526ac1b3829 HTTP/1.1" status: 200 len: 943 time: 0.0468502 May 12 09:35:12.690950 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4cb8a086-852d-4827-ad85-eee27ed9de06 req-b762682f-8c2b-48ee-97a3-7c2ec9cc09ff tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbfc649a-48dd-48c1-a516-9881d45319ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420251 May 12 09:35:13.107129 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a7271f18-7e4b-4f67-ac0f-431d51375500 req-730fd03c-3db9-48f9-9987-bc980b1515c9 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/ports?device_id=a158cc80-2631-4dba-8071-ef5e07ec8ba1 HTTP/1.1" status: 200 len: 210 time: 0.0299501 May 12 09:35:13.654298 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0002366-8bd9-4b6a-b3e1-0587859b22dd req-e993a9ae-14e0-4b33-99db-721fef4c833b tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:13.655724 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a0002366-8bd9-4b6a-b3e1-0587859b22dd req-e993a9ae-14e0-4b33-99db-721fef4c833b tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 945 time: 0.0457895 May 12 09:35:13.703540 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a0002366-8bd9-4b6a-b3e1-0587859b22dd req-0f0b3ef5-d9cd-4c95-8ea3-6bebc9949e7e tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424612 May 12 09:35:13.802212 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a175b7-682a-41c3-b54d-c6d6ac30dbb2 req-8c52410e-4139-4f7a-91a3-8762e3296963 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:13.804245 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-89a175b7-682a-41c3-b54d-c6d6ac30dbb2 req-8c52410e-4139-4f7a-91a3-8762e3296963 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/ports?device_id=56d286f5-766e-42c0-a80c-4526ac1b3829 HTTP/1.1" status: 200 len: 943 time: 0.0462725 May 12 09:35:13.851651 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-89a175b7-682a-41c3-b54d-c6d6ac30dbb2 req-6367244e-b634-4c21-9f28-3c4fe016aaa7 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbfc649a-48dd-48c1-a516-9881d45319ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418906 May 12 09:35:14.201610 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-98ab63b1-b380-446d-ab5d-fe853d1f5463 req-d51d7ba9-0242-42b2-b4f7-729186fd4d32 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/ports?device_id=a158cc80-2631-4dba-8071-ef5e07ec8ba1 HTTP/1.1" status: 200 len: 210 time: 0.0297713 May 12 09:35:14.822817 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4fa0cb-c21c-451b-80ad-3ba3e0ebd4ae req-86ead213-15d5-49fa-b5f8-ec3fd9940e49 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:14.824286 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-be4fa0cb-c21c-451b-80ad-3ba3e0ebd4ae req-86ead213-15d5-49fa-b5f8-ec3fd9940e49 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 945 time: 0.0522122 May 12 09:35:14.872097 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-be4fa0cb-c21c-451b-80ad-3ba3e0ebd4ae req-c481a2cc-96a3-4114-91df-4a57fc4ae88d tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422468 May 12 09:35:14.964222 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d6db3-434a-43bf-af62-0d6a9bd6f322 req-d6008088-ed86-4e56-872a-2f7d29280c2e tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:14.965656 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-525d6db3-434a-43bf-af62-0d6a9bd6f322 req-d6008088-ed86-4e56-872a-2f7d29280c2e tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/ports?device_id=56d286f5-766e-42c0-a80c-4526ac1b3829 HTTP/1.1" status: 200 len: 943 time: 0.0472584 May 12 09:35:15.013186 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-525d6db3-434a-43bf-af62-0d6a9bd6f322 req-62227d75-ea87-4ebb-aaf1-e2cea1cea776 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbfc649a-48dd-48c1-a516-9881d45319ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417910 May 12 09:35:15.297322 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a2b6f1a4-eb88-46d6-af58-8c41c93d8897 req-32ac6ef5-1a8e-439f-9f54-989d7a6316a5 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/ports?device_id=a158cc80-2631-4dba-8071-ef5e07ec8ba1 HTTP/1.1" status: 200 len: 210 time: 0.0299573 May 12 09:35:15.983751 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e83c65-6bac-41a4-a675-b0253183a4f5 req-aa8d52a6-2a64-4970-b5d7-539f65990127 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:15.985294 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-38e83c65-6bac-41a4-a675-b0253183a4f5 req-aa8d52a6-2a64-4970-b5d7-539f65990127 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 945 time: 0.0456047 May 12 09:35:16.033206 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-38e83c65-6bac-41a4-a675-b0253183a4f5 req-d6c17197-4ee1-4714-a546-5b131d3278d1 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414488 May 12 09:35:16.128385 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dca104-371f-4073-bf20-90f1e26fbb35 req-34a5aa9c-9685-406b-9394-e0c6e46daa65 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:16.129819 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-39dca104-371f-4073-bf20-90f1e26fbb35 req-34a5aa9c-9685-406b-9394-e0c6e46daa65 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/ports?device_id=56d286f5-766e-42c0-a80c-4526ac1b3829 HTTP/1.1" status: 200 len: 943 time: 0.0453975 May 12 09:35:16.174984 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-39dca104-371f-4073-bf20-90f1e26fbb35 req-a2ac6d91-da93-48c6-8331-6812fab0a2c5 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbfc649a-48dd-48c1-a516-9881d45319ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393190 May 12 09:35:16.390050 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7c5db165-22ac-43bf-a053-1472a7cd76ea req-48782b01-feab-4b1e-8071-c1ba2f1fcb6e tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/ports?device_id=a158cc80-2631-4dba-8071-ef5e07ec8ba1 HTTP/1.1" status: 200 len: 210 time: 0.0297165 May 12 09:35:17.388655 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6308a495-05cf-4f34-b2b8-7cc37973cc24 req-99f507d2-2d75-4c4a-ae00-056c470038b2 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:17.390097 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6308a495-05cf-4f34-b2b8-7cc37973cc24 req-99f507d2-2d75-4c4a-ae00-056c470038b2 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 945 time: 0.2817450 May 12 09:35:17.415977 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f6776-911e-43f0-89f6-6eaa9c7f9990 req-0c8a9b98-8c1f-4a7b-ac66-52357c72e923 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:17.417720 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c33f6776-911e-43f0-89f6-6eaa9c7f9990 req-0c8a9b98-8c1f-4a7b-ac66-52357c72e923 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/ports?device_id=56d286f5-766e-42c0-a80c-4526ac1b3829 HTTP/1.1" status: 200 len: 943 time: 0.0695992 May 12 09:35:17.466104 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6308a495-05cf-4f34-b2b8-7cc37973cc24 req-42486f95-438a-4660-bc68-969945b9eb67 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664980 May 12 09:35:17.484348 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c33f6776-911e-43f0-89f6-6eaa9c7f9990 req-6147a5d3-d185-4221-af3f-a39a53d61f3a tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbfc649a-48dd-48c1-a516-9881d45319ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598347 May 12 09:35:17.544879 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-45ded33c-6c08-4652-8421-e44ef558eded req-deb1a080-faca-43f1-87c7-d9796c5709f4 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/ports?device_id=a158cc80-2631-4dba-8071-ef5e07ec8ba1 HTTP/1.1" status: 200 len: 210 time: 0.0290396 May 12 09:35:18.601077 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ed3117-0c6e-4421-b573-622492ff3c7e req-450ac146-acf9-48d6-8329-1dc105040e6f tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:18.602582 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-80ed3117-0c6e-4421-b573-622492ff3c7e req-450ac146-acf9-48d6-8329-1dc105040e6f tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 945 time: 0.0722468 May 12 09:35:18.623397 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade89543-42d1-479a-ba02-5b12a2ba0132 req-f51756b8-3238-491b-8340-f04c9f17fa5b tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:18.624821 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ade89543-42d1-479a-ba02-5b12a2ba0132 req-f51756b8-3238-491b-8340-f04c9f17fa5b tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/ports?device_id=56d286f5-766e-42c0-a80c-4526ac1b3829 HTTP/1.1" status: 200 len: 943 time: 0.0681350 May 12 09:35:18.686458 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-80ed3117-0c6e-4421-b573-622492ff3c7e req-094af34a-ef20-4e58-a342-68690b747f22 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777202 May 12 09:35:18.694457 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ade89543-42d1-479a-ba02-5b12a2ba0132 req-0b655b6f-f2f2-472a-9a86-d921f180bf82 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbfc649a-48dd-48c1-a516-9881d45319ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626025 May 12 09:35:18.768566 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f22c4a59-dae4-407d-879c-fd0ca1708b4b req-0c35aee6-46a7-4e22-b20d-2ae53b2290aa tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/ports?device_id=a158cc80-2631-4dba-8071-ef5e07ec8ba1 HTTP/1.1" status: 200 len: 210 time: 0.0303862 May 12 09:35:19.418995 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device 50f1df2b-d761-4daf-aea9-a81a341d7a3c details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=103459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 09:35:19.442897 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (cdc2c050-d5b8-41e9-9f41-bf893d522faa), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:19.527468 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] For port 50f1df2b-d761-4daf-aea9-a81a341d7a3c, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=50f1df2b-d761-4daf-aea9-a81a341d7a3c,segment=NetworkSegment(4fddeae6-e504-4375-9ac6-b9ae113e6570),segment_id=4fddeae6-e504-4375-9ac6-b9ae113e6570)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:35:19.538438 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Returning: {'device': '50f1df2b-d761-4daf-aea9-a81a341d7a3c', 'network_id': '1c036158-1d81-400b-8003-63be31daecc9', 'port_id': '50f1df2b-d761-4daf-aea9-a81a341d7a3c', 'mac_address': 'fa:16:3e:22:fd:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ecf6080-a26e-4fbd-931a-1d3b6d55afc8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 09:35:19.575410 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Current status of the port 50f1df2b-d761-4daf-aea9-a81a341d7a3c is: DOWN; New status is: BUILD {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:35:19.575797 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (50f1df2b-d761-4daf-aea9-a81a341d7a3c), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:19.588091 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50f1df2b-d761-4daf-aea9-a81a341d7a3c {{(pid=103459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 09:35:19.622874 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] For port 50f1df2b-d761-4daf-aea9-a81a341d7a3c, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=50f1df2b-d761-4daf-aea9-a81a341d7a3c,segment=NetworkSegment(4fddeae6-e504-4375-9ac6-b9ae113e6570),segment_id=4fddeae6-e504-4375-9ac6-b9ae113e6570)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:35:19.624389 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-b99e68a4-08b8-451d-9b25-19ee547d3d2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (9bee5a85-5be0-4217-aa6d-1f9c6538b987), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:19.627653 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (50f1df2b-d761-4daf-aea9-a81a341d7a3c), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:19.675740 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Pushing event updated for resources: {'Port': ['ID=50f1df2b-d761-4daf-aea9-a81a341d7a3c,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:35:19.826406 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea458d0a-1fd1-44ae-95b8-80d75ccfd415 req-ff99c08b-38b3-48d7-9e87-0d7b8941f1c6 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:19.827831 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ea458d0a-1fd1-44ae-95b8-80d75ccfd415 req-ff99c08b-38b3-48d7-9e87-0d7b8941f1c6 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 945 time: 0.0722909 May 12 09:35:19.833367 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654cc976-3bc0-4754-987f-cc7da90d701c req-b54e2a82-9664-4fce-a86d-b15a5c22a062 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:19.835241 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-654cc976-3bc0-4754-987f-cc7da90d701c req-b54e2a82-9664-4fce-a86d-b15a5c22a062 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/ports?device_id=56d286f5-766e-42c0-a80c-4526ac1b3829 HTTP/1.1" status: 200 len: 944 time: 0.0701125 May 12 09:35:19.911454 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ea458d0a-1fd1-44ae-95b8-80d75ccfd415 req-cf284be7-2b90-4626-9f0c-694afd90037f tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752068 May 12 09:35:19.915007 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-654cc976-3bc0-4754-987f-cc7da90d701c req-9c44a072-1465-4ec5-b9de-2c4f13e7af2a tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbfc649a-48dd-48c1-a516-9881d45319ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731332 May 12 09:35:19.992598 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d15f25de-4ec9-4e2a-9f1f-4084ce3a7a52 req-c4cfedde-dcda-4eaa-81b1-733058c28fea tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/ports?device_id=a158cc80-2631-4dba-8071-ef5e07ec8ba1 HTTP/1.1" status: 200 len: 210 time: 0.0271132 May 12 09:35:21.057766 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762d618-34f1-457c-a57a-7c53e0474c92 req-cdeb833c-2922-4112-9a84-b7298ffb061f tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:21.059218 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7762d618-34f1-457c-a57a-7c53e0474c92 req-cdeb833c-2922-4112-9a84-b7298ffb061f tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/ports?device_id=56d286f5-766e-42c0-a80c-4526ac1b3829 HTTP/1.1" status: 200 len: 944 time: 0.0748878 May 12 09:35:21.064936 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dc77ed-d6f5-462b-bddc-4c7a612876b3 req-13b0e43c-cc3d-4c1d-a638-67c343546494 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:21.066279 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-68dc77ed-d6f5-462b-bddc-4c7a612876b3 req-13b0e43c-cc3d-4c1d-a638-67c343546494 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 945 time: 0.0837386 May 12 09:35:21.107829 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-8a94258a-9200-42c3-92cb-72ad97d8a3a0 req-5f4bc39e-48ee-419d-aacf-e62e91aef319 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4b446bd8-08e4-4381-97bd-f3fde69be851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261467 May 12 09:35:21.144258 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7762d618-34f1-457c-a57a-7c53e0474c92 req-f510a148-72f8-400f-9607-bfcdba51f5d3 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbfc649a-48dd-48c1-a516-9881d45319ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770717 May 12 09:35:21.147224 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-68dc77ed-d6f5-462b-bddc-4c7a612876b3 req-fed84c05-e705-476f-b9f5-2d0723979c37 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739455 May 12 09:35:21.234925 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6f7a91ba-4887-4e7d-8b13-e6c49ba942c4 req-b0cac618-b887-458e-81fa-92919d58db24 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/ports?device_id=a158cc80-2631-4dba-8071-ef5e07ec8ba1 HTTP/1.1" status: 200 len: 210 time: 0.0323548 May 12 09:35:21.282830 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c138a-4b78-4c52-a22c-2fabb57ee8ef req-3cfb0320-c03a-4ebf-a32b-2acfeba937e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:21.284435 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-934c138a-4b78-4c52-a22c-2fabb57ee8ef req-3cfb0320-c03a-4ebf-a32b-2acfeba937e6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b079fd0b329c4f1a856f71e0c8f98dde&device_id=dc90e8c3-13f2-4b3e-91e8-396847cf6572 HTTP/1.1" status: 200 len: 1129 time: 0.0485644 May 12 09:35:21.300969 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58795c0-d186-4ae6-bf3b-7651197c2a30 req-8b5fb650-d05e-4eed-8cd6-82ffa1f38888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:21.302496 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f58795c0-d186-4ae6-bf3b-7651197c2a30 req-8b5fb650-d05e-4eed-8cd6-82ffa1f38888 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=157184d7-26b8-47d5-86e0-3945164ff04d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0880177 May 12 09:35:21.356335 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-8a94258a-9200-42c3-92cb-72ad97d8a3a0 req-6b893b07-23ef-4d40-8140-a2631f0868ba service neutron] 10.222.0.65 "GET /v2.0/networks/4b446bd8-08e4-4381-97bd-f3fde69be851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932744 May 12 09:35:21.597132 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] get_ports_and_sgs() called for port_ids ['50f1df2b-d761-4daf-aea9-a81a341d7a3c'] {{(pid=103459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 09:35:21.836980 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-0048d352-6ebc-438a-87a9-5fa34ee58161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (8db92903-2544-41c2-b919-def82c43c97a), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:22.289953 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd08cfa7-4d4b-4897-afb7-c44aa6798d42 req-ec7364f1-2e2d-4208-adf0-cfb59c5c19ed tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:22.291442 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-fd08cfa7-4d4b-4897-afb7-c44aa6798d42 req-ec7364f1-2e2d-4208-adf0-cfb59c5c19ed tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 945 time: 0.0697131 May 12 09:35:22.297203 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a498dfcd-b80e-41cc-ac7e-989b8d3fdef4 req-3abbbf2f-5e1e-4041-b32c-7aa624273fb5 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:22.298578 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a498dfcd-b80e-41cc-ac7e-989b8d3fdef4 req-3abbbf2f-5e1e-4041-b32c-7aa624273fb5 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/ports?device_id=56d286f5-766e-42c0-a80c-4526ac1b3829 HTTP/1.1" status: 200 len: 944 time: 0.0856066 May 12 09:35:22.367684 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-fd08cfa7-4d4b-4897-afb7-c44aa6798d42 req-5414c6af-8159-4a2b-beed-16a35a7520b1 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680988 May 12 09:35:22.374289 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a498dfcd-b80e-41cc-ac7e-989b8d3fdef4 req-37c0cac3-f01f-4186-bdab-2aa209450da4 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbfc649a-48dd-48c1-a516-9881d45319ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685148 May 12 09:35:22.449003 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a1b962f6-648f-4914-97a9-50df83c399f9 req-33de56ed-5317-44a3-8746-48de0332d362 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/ports?device_id=a158cc80-2631-4dba-8071-ef5e07ec8ba1 HTTP/1.1" status: 200 len: 210 time: 0.0284097 May 12 09:35:23.054922 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-13a031d7-5ec6-42a3-899f-d50e1f06c687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (f8def58d-f1ec-4d41-abae-d1c60f542bd3), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:23.512966 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a8e353-cebf-4007-aed1-60332b0236f3 req-eea5845e-0446-4514-9cdd-bc7b3571c1aa tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:23.514443 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-70a8e353-cebf-4007-aed1-60332b0236f3 req-eea5845e-0446-4514-9cdd-bc7b3571c1aa tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 945 time: 0.0759649 May 12 09:35:23.521728 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f0a9a4-9e47-49be-98c7-a40fba2b9ece req-64231ce8-e9eb-4253-9376-e8ac305435b5 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:23.523953 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b6f0a9a4-9e47-49be-98c7-a40fba2b9ece req-64231ce8-e9eb-4253-9376-e8ac305435b5 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/ports?device_id=56d286f5-766e-42c0-a80c-4526ac1b3829 HTTP/1.1" status: 200 len: 944 time: 0.0748346 May 12 09:35:23.594818 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-70a8e353-cebf-4007-aed1-60332b0236f3 req-f89e8e4c-9fbd-4707-a90f-60f5a501ae08 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695882 May 12 09:35:23.598756 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b6f0a9a4-9e47-49be-98c7-a40fba2b9ece req-036c57a1-faa5-4e0c-b439-464823711cbc tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbfc649a-48dd-48c1-a516-9881d45319ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678506 May 12 09:35:23.680261 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6025e4a4-a1ee-479a-bdf5-12106ee00029 req-e15ad67f-372b-487a-9679-fb2fbff31582 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/ports?device_id=a158cc80-2631-4dba-8071-ef5e07ec8ba1 HTTP/1.1" status: 200 len: 210 time: 0.0315294 May 12 09:35:23.796898 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device 50f1df2b-d761-4daf-aea9-a81a341d7a3c up at agent hyperv_hv-cinder-83769 {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 09:35:23.838395 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c138a-4b78-4c52-a22c-2fabb57ee8ef req-28788987-bb6b-4e7d-bcae-2db40048c649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:23.840012 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-934c138a-4b78-4c52-a22c-2fabb57ee8ef req-28788987-bb6b-4e7d-bcae-2db40048c649 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d8bd03ea-0f3b-46bf-82a8-531c929bec57 HTTP/1.1" status: 200 len: 916 time: 0.1310735 May 12 09:35:23.846947 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Provisioning for port 50f1df2b-d761-4daf-aea9-a81a341d7a3c completed by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 09:35:23.856776 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Provisioning complete for port 50f1df2b-d761-4daf-aea9-a81a341d7a3c triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:35:23.857409 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (50f1df2b-d761-4daf-aea9-a81a341d7a3c), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:23.865423 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f58795c0-d186-4ae6-bf3b-7651197c2a30 req-8544105c-557c-4189-8680-2332a9358c4f service neutron] 10.222.0.65 "GET /v2.0/networks/157184d7-26b8-47d5-86e0-3945164ff04d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587639 May 12 09:35:23.939496 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Current status of the port 50f1df2b-d761-4daf-aea9-a81a341d7a3c is: BUILD; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:35:23.940161 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (50f1df2b-d761-4daf-aea9-a81a341d7a3c), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:23.967211 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56d286f5-766e-42c0-a80c-4526ac1b3829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50f1df2b-d761-4daf-aea9-a81a341d7a3c'}] {{(pid=103459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:35:23.969522 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86b47e387812c2b24e7094e641fb8cdf00e205bc2b1299b72670831d9f7cf680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c9b1696-8b74-4079-8397-201145a6ebfe" -d '{"events": [{"server_uuid": "56d286f5-766e-42c0-a80c-4526ac1b3829", "name": "network-vif-plugged", "status": "completed", "tag": "50f1df2b-d761-4daf-aea9-a81a341d7a3c"}]}' {{(pid=103459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:35:23.983880 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] For port 50f1df2b-d761-4daf-aea9-a81a341d7a3c, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=50f1df2b-d761-4daf-aea9-a81a341d7a3c,segment=NetworkSegment(4fddeae6-e504-4375-9ac6-b9ae113e6570),segment_id=4fddeae6-e504-4375-9ac6-b9ae113e6570)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:35:23.988650 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (50f1df2b-d761-4daf-aea9-a81a341d7a3c), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:24.015030 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 09:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec1c939-ff2e-4431-bfed-438644fefb99 x-openstack-request-id: req-6ec1c939-ff2e-4431-bfed-438644fefb99 {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:35:24.015353 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56d286f5-766e-42c0-a80c-4526ac1b3829", "name": "network-vif-plugged", "status": "completed", "tag": "50f1df2b-d761-4daf-aea9-a81a341d7a3c", "code": 200}]} {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:35:24.015611 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6ec1c939-ff2e-4431-bfed-438644fefb99 {{(pid=103459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:35:24.016045 dv-cinder-837699-5-iscsi neutron-server[103459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ec1c939-ff2e-4431-bfed-438644fefb99'] response: {'server_uuid': '56d286f5-766e-42c0-a80c-4526ac1b3829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50f1df2b-d761-4daf-aea9-a81a341d7a3c', 'code': 200} May 12 09:35:24.043590 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Pushing event updated for resources: {'Port': ['ID=50f1df2b-d761-4daf-aea9-a81a341d7a3c,revision_number=5']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:35:24.093081 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f8d3ae-9fee-4e68-b749-5d0c198d4a43 req-8fe84b95-3114-4e1f-9380-67711e61544d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:24.094615 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c0f8d3ae-9fee-4e68-b749-5d0c198d4a43 req-8fe84b95-3114-4e1f-9380-67711e61544d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 1129 time: 0.2582762 May 12 09:35:24.110752 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-8a94258a-9200-42c3-92cb-72ad97d8a3a0 req-2be514be-e19d-4d58-99d5-1e4938a60558 service neutron] 10.222.0.65 "GET /v2.0/networks/4b446bd8-08e4-4381-97bd-f3fde69be851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372555 May 12 09:35:24.455640 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c0f8d3ae-9fee-4e68-b749-5d0c198d4a43 req-5fce0a78-5067-4216-8a62-fd069ad4e095 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778606 May 12 09:35:24.481442 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a984b3b9-a9e9-40d7-bd88-8cdbb1de5f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (e377c27d-f788-489a-9a4f-9db675c37dc4), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:24.488213 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-934c138a-4b78-4c52-a22c-2fabb57ee8ef req-1e251397-5923-427d-b656-0d755be81b70 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=332c08c8-a0fb-4e00-b6b4-9b038555668c HTTP/1.1" status: 200 len: 1001 time: 0.1171591 May 12 09:35:24.535460 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f58795c0-d186-4ae6-bf3b-7651197c2a30 req-27077bbe-15db-4df6-a81e-9168d1f3baa2 service neutron] 10.222.0.65 "GET /v2.0/networks/157184d7-26b8-47d5-86e0-3945164ff04d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663048 May 12 09:35:24.745218 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f448b1bb-e3a8-4a33-b4db-ec9198b55987 req-7844bf3c-2a5d-4815-aca8-4223872e9f14 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:24.746719 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f448b1bb-e3a8-4a33-b4db-ec9198b55987 req-7844bf3c-2a5d-4815-aca8-4223872e9f14 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 945 time: 0.0765593 May 12 09:35:24.752563 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d89fa9-40be-4ccc-90df-435c7bd9e218 req-9d9a1110-7fd7-4430-843c-080e552fdad3 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:24.753892 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-31d89fa9-40be-4ccc-90df-435c7bd9e218 req-9d9a1110-7fd7-4430-843c-080e552fdad3 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/ports?device_id=56d286f5-766e-42c0-a80c-4526ac1b3829 HTTP/1.1" status: 200 len: 945 time: 0.0819123 May 12 09:35:24.823906 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f448b1bb-e3a8-4a33-b4db-ec9198b55987 req-9988f566-aa0a-4d68-939a-40697a314c22 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690708 May 12 09:35:24.827072 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-31d89fa9-40be-4ccc-90df-435c7bd9e218 req-2d5fc769-632a-4d19-a220-9f3d10209894 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbfc649a-48dd-48c1-a516-9881d45319ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663750 May 12 09:35:24.913714 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c896f4e1-9f01-448b-a2a4-443dc83683ac req-474d606b-60b9-42b5-bc3a-bb573d6a0081 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/ports?device_id=a158cc80-2631-4dba-8071-ef5e07ec8ba1 HTTP/1.1" status: 200 len: 210 time: 0.0319192 May 12 09:35:25.163443 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c138a-4b78-4c52-a22c-2fabb57ee8ef req-baec8a2d-f5df-4002-9cbc-9cd2e9fcce81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:25.164955 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-934c138a-4b78-4c52-a22c-2fabb57ee8ef req-baec8a2d-f5df-4002-9cbc-9cd2e9fcce81 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=be18f7f8-10b6-434a-8890-e7ce96c85646 HTTP/1.1" status: 200 len: 854 time: 0.0435312 May 12 09:35:25.471837 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 36832) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:35:25.574767 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-779126e1-8935-454c-8f91-72483b4377a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:25.656291 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-779126e1-8935-454c-8f91-72483b4377a8 admin admin] Publish callbacks [] for security_group (8ec0682b-d530-4f27-924d-5c79b7f7e582), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:25.660716 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-779126e1-8935-454c-8f91-72483b4377a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (8ec0682b-d530-4f27-924d-5c79b7f7e582), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:25.700467 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-779126e1-8935-454c-8f91-72483b4377a8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5338e4ba741c47c18b7fa2a8d72c07f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2274833 May 12 09:35:25.701815 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779126e1-8935-454c-8f91-72483b4377a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec0682b-d530-4f27-924d-5c79b7f7e582,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:35:25.703314 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 36844) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:35:25.761363 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d893eb32-cb92-4092-8a51-02f2802dee10 admin admin] Publish callbacks [] for security_group (8ec0682b-d530-4f27-924d-5c79b7f7e582), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:25.782888 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d893eb32-cb92-4092-8a51-02f2802dee10 admin admin] Publish callbacks [] for security_group (8ec0682b-d530-4f27-924d-5c79b7f7e582), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:25.852853 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb159cd-f652-404a-b87b-cc7292d935af req-2e0aa572-20a7-4f67-b19a-9d6822f3e0b7 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:25.854398 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5bb159cd-f652-404a-b87b-cc7292d935af req-2e0aa572-20a7-4f67-b19a-9d6822f3e0b7 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/ports?device_id=b658c976-df06-49bb-9c2d-4d42cead8156 HTTP/1.1" status: 200 len: 945 time: 0.0572805 May 12 09:35:25.880738 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d893eb32-cb92-4092-8a51-02f2802dee10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (8ec0682b-d530-4f27-924d-5c79b7f7e582), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:25.883246 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d893eb32-cb92-4092-8a51-02f2802dee10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:25.884609 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-d893eb32-cb92-4092-8a51-02f2802dee10 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8ec0682b-d530-4f27-924d-5c79b7f7e582 HTTP/1.1" status: 204 len: 168 time: 0.1791878 May 12 09:35:25.901546 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d893eb32-cb92-4092-8a51-02f2802dee10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec0682b-d530-4f27-924d-5c79b7f7e582,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:35:25.950330 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5bb159cd-f652-404a-b87b-cc7292d935af req-28b1d46f-292d-4e14-885c-8fb2a26e0194 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c14d4c7-413f-44a8-826c-c4521bbc3b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888007 May 12 09:35:25.962380 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8781092-7792-405a-a589-5b3bafa8bd5f req-eed1b8d5-65e9-49b8-9a9f-8d0c676def22 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:25.964334 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b8781092-7792-405a-a589-5b3bafa8bd5f req-eed1b8d5-65e9-49b8-9a9f-8d0c676def22 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 945 time: 0.0639937 May 12 09:35:25.991293 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (0e2e3861-7d79-4ce6-9d91-faa32ae2cb64), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:26.038806 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b8781092-7792-405a-a589-5b3bafa8bd5f req-4412a08a-17a7-4b96-84ee-a60abe47d83d tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679235 May 12 09:35:26.052718 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36b7d10-08a4-40e3-a5e5-2299252691ea req-963b5125-5a7c-413b-86d7-1ce8158ede01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:26.054637 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f36b7d10-08a4-40e3-a5e5-2299252691ea req-963b5125-5a7c-413b-86d7-1ce8158ede01 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=56d286f5-766e-42c0-a80c-4526ac1b3829 HTTP/1.1" status: 200 len: 1129 time: 0.0435681 May 12 09:35:26.104947 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054066b8-987e-4e5e-9303-695b8b775682 req-5e0b7215-e135-420b-b29b-ff066f8d047c tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:26.106511 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-054066b8-987e-4e5e-9303-695b8b775682 req-5e0b7215-e135-420b-b29b-ff066f8d047c tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/ports?device_id=56d286f5-766e-42c0-a80c-4526ac1b3829 HTTP/1.1" status: 200 len: 945 time: 0.0877488 May 12 09:35:26.133583 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c138a-4b78-4c52-a22c-2fabb57ee8ef req-075010ce-269d-4338-a625-7e336fc74b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:26.135503 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-934c138a-4b78-4c52-a22c-2fabb57ee8ef req-075010ce-269d-4338-a625-7e336fc74b22 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d8bd03ea-0f3b-46bf-82a8-531c929bec57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0776916 May 12 09:35:26.160779 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8b4a56cf-8463-4d94-a57d-54f8543e7f02 req-eddd5b7d-7c8c-4811-a07f-2f6a4acbfe6c tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/ports?device_id=a158cc80-2631-4dba-8071-ef5e07ec8ba1 HTTP/1.1" status: 200 len: 210 time: 0.0478208 May 12 09:35:26.196928 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-054066b8-987e-4e5e-9303-695b8b775682 req-ce842d92-4aaf-45ff-a686-6bc8bd3e03d4 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbfc649a-48dd-48c1-a516-9881d45319ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814471 May 12 09:35:26.238952 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 36858) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:35:26.252697 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3968d448-1a27-4ef5-aa3f-c638a92c2608 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:26.325554 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3968d448-1a27-4ef5-aa3f-c638a92c2608 admin admin] Publish callbacks [] for security_group (788dbd35-88ed-4b21-bc8a-d5a151cf6dfe), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:26.329166 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3968d448-1a27-4ef5-aa3f-c638a92c2608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (788dbd35-88ed-4b21-bc8a-d5a151cf6dfe), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:26.365681 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-3968d448-1a27-4ef5-aa3f-c638a92c2608 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e8a4e10d77ce4070989981f6bd442764&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1256356 May 12 09:35:26.367578 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968d448-1a27-4ef5-aa3f-c638a92c2608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=788dbd35-88ed-4b21-bc8a-d5a151cf6dfe,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:35:26.368358 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 36860) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:35:26.417025 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f95dec70-c403-4a7b-be73-5122f96d76d0 admin admin] Publish callbacks [] for security_group (788dbd35-88ed-4b21-bc8a-d5a151cf6dfe), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:26.436756 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f95dec70-c403-4a7b-be73-5122f96d76d0 admin admin] Publish callbacks [] for security_group (788dbd35-88ed-4b21-bc8a-d5a151cf6dfe), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:26.482081 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f95dec70-c403-4a7b-be73-5122f96d76d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (788dbd35-88ed-4b21-bc8a-d5a151cf6dfe), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:26.484750 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f95dec70-c403-4a7b-be73-5122f96d76d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:26.485871 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-f95dec70-c403-4a7b-be73-5122f96d76d0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/788dbd35-88ed-4b21-bc8a-d5a151cf6dfe HTTP/1.1" status: 204 len: 168 time: 0.1165407 May 12 09:35:26.493970 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95dec70-c403-4a7b-be73-5122f96d76d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=788dbd35-88ed-4b21-bc8a-d5a151cf6dfe,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:35:27.090509 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29437e26-3127-4efa-a487-6de89b078d4e req-a39f4b6a-d5e0-4de7-ae68-7c8cac4579e4 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:27.092252 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-29437e26-3127-4efa-a487-6de89b078d4e req-a39f4b6a-d5e0-4de7-ae68-7c8cac4579e4 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/ports?device_id=b658c976-df06-49bb-9c2d-4d42cead8156 HTTP/1.1" status: 200 len: 945 time: 0.0546873 May 12 09:35:27.183509 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f05d71c-f54f-46db-9b4d-dfa55981f9c9 req-cb5daac0-4ac6-48d0-b889-bac81115fcbc tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:27.185011 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6f05d71c-f54f-46db-9b4d-dfa55981f9c9 req-cb5daac0-4ac6-48d0-b889-bac81115fcbc tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 945 time: 0.0719650 May 12 09:35:27.188373 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-29437e26-3127-4efa-a487-6de89b078d4e req-f7e7a8bb-1494-4ffe-85a4-9f42762c6e85 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c14d4c7-413f-44a8-826c-c4521bbc3b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823612 May 12 09:35:27.234530 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6f05d71c-f54f-46db-9b4d-dfa55981f9c9 req-3ac84063-576e-4768-af27-8e866dce6feb tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428872 May 12 09:35:27.275934 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1be8e56f-acb4-4a82-be3d-60871fb22513 req-9c0c0cac-1f50-40ad-9b8d-1f2aeac0488d tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/ports?device_id=a158cc80-2631-4dba-8071-ef5e07ec8ba1 HTTP/1.1" status: 200 len: 210 time: 0.0284019 May 12 09:35:27.339735 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ae3a4a-ff6a-4ea6-bf1e-68085f2e57ef req-eb941128-7285-462c-9014-b1149a741500 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:27.341211 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d0ae3a4a-ff6a-4ea6-bf1e-68085f2e57ef req-eb941128-7285-462c-9014-b1149a741500 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/ports?device_id=56d286f5-766e-42c0-a80c-4526ac1b3829 HTTP/1.1" status: 200 len: 945 time: 0.0460601 May 12 09:35:27.392021 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d0ae3a4a-ff6a-4ea6-bf1e-68085f2e57ef req-4fe60c45-8931-4057-b269-02ad8ce37a32 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbfc649a-48dd-48c1-a516-9881d45319ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453494 May 12 09:35:28.322409 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e9a4eb-87c3-44e4-a48f-e9c4716a8473 req-34a6f892-13b2-436a-b1fa-1fa921feadef tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:28.323835 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e0e9a4eb-87c3-44e4-a48f-e9c4716a8473 req-34a6f892-13b2-436a-b1fa-1fa921feadef tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/ports?device_id=b658c976-df06-49bb-9c2d-4d42cead8156 HTTP/1.1" status: 200 len: 945 time: 0.0650694 May 12 09:35:28.397003 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97dfcb-7e22-4f4e-b05a-37eafa06a58f req-45b7fa09-3ffc-4ee8-a4d6-f9ffc775e18c tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:28.403619 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-be97dfcb-7e22-4f4e-b05a-37eafa06a58f req-45b7fa09-3ffc-4ee8-a4d6-f9ffc775e18c tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 945 time: 0.0950482 May 12 09:35:28.415772 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-f36b7d10-08a4-40e3-a5e5-2299252691ea req-9ad8fcaa-1997-403a-951c-46dfa30e1951 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=fbfc649a-48dd-48c1-a516-9881d45319ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471668 May 12 09:35:28.437380 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e0e9a4eb-87c3-44e4-a48f-e9c4716a8473 req-e02ef940-c79e-4edd-a38f-107b04a97016 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c14d4c7-413f-44a8-826c-c4521bbc3b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940924 May 12 09:35:28.481491 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-be97dfcb-7e22-4f4e-b05a-37eafa06a58f req-0113b778-b031-4dfd-93fa-c66984907ab6 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672257 May 12 09:35:28.540134 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6df96d0f-af6d-472b-a8c6-6c4b4e561f7c req-427973f9-ad79-4c55-b16d-3dee129f2e95 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/ports?device_id=a158cc80-2631-4dba-8071-ef5e07ec8ba1 HTTP/1.1" status: 200 len: 210 time: 0.0400717 May 12 09:35:28.634443 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a309cfe0-c402-431d-92ce-5adb958a44c8 req-8a8b2c65-0601-4f9b-b539-ba6fe788d36a tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:28.636030 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a309cfe0-c402-431d-92ce-5adb958a44c8 req-8a8b2c65-0601-4f9b-b539-ba6fe788d36a tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/ports?device_id=56d286f5-766e-42c0-a80c-4526ac1b3829 HTTP/1.1" status: 200 len: 945 time: 0.0930498 May 12 09:35:28.668115 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-934c138a-4b78-4c52-a22c-2fabb57ee8ef req-98fa3361-7b01-42c2-aa4c-2970069997ac service neutron] 10.222.0.65 "GET /v2.0/networks/d8bd03ea-0f3b-46bf-82a8-531c929bec57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989202 May 12 09:35:28.699508 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a309cfe0-c402-431d-92ce-5adb958a44c8 req-d0f66525-f037-424b-aa54-586cee2f50aa tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbfc649a-48dd-48c1-a516-9881d45319ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500309 May 12 09:35:28.974141 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6efd62-65df-471e-8b56-645e05151a89 req-cb6a6233-3f04-4da6-8027-34fe4983ba12 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:28.975602 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7d6efd62-65df-471e-8b56-645e05151a89 req-cb6a6233-3f04-4da6-8027-34fe4983ba12 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 945 time: 0.0588980 May 12 09:35:28.980229 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 36956) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:35:29.027295 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7d6efd62-65df-471e-8b56-645e05151a89 req-b15c3826-c1b5-4bd3-8e74-943b8327b2aa tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448506 May 12 09:35:29.085262 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-123949d0-c1ce-4ee5-a8ca-8d8ec639f747 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:29.155944 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-123949d0-c1ce-4ee5-a8ca-8d8ec639f747 admin admin] Publish callbacks [] for security_group (0f4e2a03-2e8f-414c-af55-6073f3e5d06d), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:29.159719 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-123949d0-c1ce-4ee5-a8ca-8d8ec639f747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (0f4e2a03-2e8f-414c-af55-6073f3e5d06d), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:29.200748 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-123949d0-c1ce-4ee5-a8ca-8d8ec639f747 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6d263900f7804e13bd7f90593e711125&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2194924 May 12 09:35:29.201593 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123949d0-c1ce-4ee5-a8ca-8d8ec639f747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4e2a03-2e8f-414c-af55-6073f3e5d06d,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:35:29.204227 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 36960) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:35:29.251709 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-05cc0a19-1c32-40a3-b40b-d83c86c2fe87 admin admin] Publish callbacks [] for security_group (0f4e2a03-2e8f-414c-af55-6073f3e5d06d), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:29.272902 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-05cc0a19-1c32-40a3-b40b-d83c86c2fe87 admin admin] Publish callbacks [] for security_group (0f4e2a03-2e8f-414c-af55-6073f3e5d06d), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:29.317835 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-05cc0a19-1c32-40a3-b40b-d83c86c2fe87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (0f4e2a03-2e8f-414c-af55-6073f3e5d06d), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:29.320440 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-05cc0a19-1c32-40a3-b40b-d83c86c2fe87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:29.321549 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-05cc0a19-1c32-40a3-b40b-d83c86c2fe87 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0f4e2a03-2e8f-414c-af55-6073f3e5d06d HTTP/1.1" status: 204 len: 168 time: 0.1158857 May 12 09:35:29.328947 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cc0a19-1c32-40a3-b40b-d83c86c2fe87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4e2a03-2e8f-414c-af55-6073f3e5d06d,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:35:29.572944 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd024c1-7cd4-4779-9a99-6bcab1a8fb69 req-df250c20-1d63-43b2-a8ce-4a33b7a2c91d tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:29.574748 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-bcd024c1-7cd4-4779-9a99-6bcab1a8fb69 req-df250c20-1d63-43b2-a8ce-4a33b7a2c91d tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/ports?device_id=b658c976-df06-49bb-9c2d-4d42cead8156 HTTP/1.1" status: 200 len: 945 time: 0.0519831 May 12 09:35:29.608535 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57407e32-f90f-4a4a-b993-f69b621c89d4 req-3b6806ca-e41a-41a3-a599-f516f5a5019a tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:29.610110 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-57407e32-f90f-4a4a-b993-f69b621c89d4 req-3b6806ca-e41a-41a3-a599-f516f5a5019a tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.65 "GET /v2.0/networks?id=e0454948-435a-43ce-83c7-832b357b7693 HTTP/1.1" status: 200 len: 815 time: 0.1209502 May 12 09:35:29.632907 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 36970) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:35:29.636685 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-bcd024c1-7cd4-4779-9a99-6bcab1a8fb69 req-d94b4d12-a0e1-4e3c-912c-e51229c0697f tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c14d4c7-413f-44a8-826c-c4521bbc3b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550971 May 12 09:35:29.647546 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c56daaa9-0b63-4436-b718-f3248c52f427 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:29.652616 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-37717c8b-39ce-462f-bd1c-2dcc446443b0 req-d9d6c773-e32e-4920-b1da-75ef8792cd94 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/ports?device_id=a158cc80-2631-4dba-8071-ef5e07ec8ba1 HTTP/1.1" status: 200 len: 210 time: 0.0320215 May 12 09:35:29.721533 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c56daaa9-0b63-4436-b718-f3248c52f427 admin admin] Publish callbacks [] for security_group (1a7fd35e-ad35-40d7-80fe-985363e99dc8), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:29.726060 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c56daaa9-0b63-4436-b718-f3248c52f427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (1a7fd35e-ad35-40d7-80fe-985363e99dc8), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:29.763118 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-c56daaa9-0b63-4436-b718-f3248c52f427 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4ac06347568e4fbc9d11c6624cce2925&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1289630 May 12 09:35:29.765169 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56daaa9-0b63-4436-b718-f3248c52f427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7fd35e-ad35-40d7-80fe-985363e99dc8,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:35:29.765782 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 36974) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:35:29.837348 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9d0dde-83f5-46bd-af4b-ac8f94b26f0f req-ff4b9840-63ca-4b74-8a3e-e343d1701ab1 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:29.838828 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9c9d0dde-83f5-46bd-af4b-ac8f94b26f0f req-ff4b9840-63ca-4b74-8a3e-e343d1701ab1 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/ports?device_id=56d286f5-766e-42c0-a80c-4526ac1b3829 HTTP/1.1" status: 200 len: 945 time: 0.0649753 May 12 09:35:29.868383 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-311a3b94-d522-4acd-91cf-d7e5805a6a47 admin admin] Publish callbacks [] for security_group (1a7fd35e-ad35-40d7-80fe-985363e99dc8), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:29.906363 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-311a3b94-d522-4acd-91cf-d7e5805a6a47 admin admin] Publish callbacks [] for security_group (1a7fd35e-ad35-40d7-80fe-985363e99dc8), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:29.917265 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9c9d0dde-83f5-46bd-af4b-ac8f94b26f0f req-25d93336-8fb7-4310-a8e2-378145e6d8d8 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbfc649a-48dd-48c1-a516-9881d45319ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721219 May 12 09:35:29.955792 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-311a3b94-d522-4acd-91cf-d7e5805a6a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (1a7fd35e-ad35-40d7-80fe-985363e99dc8), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:29.962333 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-311a3b94-d522-4acd-91cf-d7e5805a6a47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:29.963565 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-311a3b94-d522-4acd-91cf-d7e5805a6a47 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1a7fd35e-ad35-40d7-80fe-985363e99dc8 HTTP/1.1" status: 204 len: 168 time: 0.1967580 May 12 09:35:29.973389 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311a3b94-d522-4acd-91cf-d7e5805a6a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7fd35e-ad35-40d7-80fe-985363e99dc8,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:35:30.142939 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817e153-cc30-4dfe-98c9-bb59c5b598ce req-08a5a6b2-8726-4c3a-9faf-219bb9130490 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:30.144446 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e817e153-cc30-4dfe-98c9-bb59c5b598ce req-08a5a6b2-8726-4c3a-9faf-219bb9130490 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 945 time: 0.0525630 May 12 09:35:30.194576 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e817e153-cc30-4dfe-98c9-bb59c5b598ce req-18ad3310-0e09-4349-9584-1dbaadcfef34 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439868 May 12 09:35:30.607317 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-934c138a-4b78-4c52-a22c-2fabb57ee8ef req-dd8e8975-cf64-47b2-ad19-24e24718ccd0 service neutron] 10.222.0.65 "GET /v2.0/networks/d8bd03ea-0f3b-46bf-82a8-531c929bec57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872374 May 12 09:35:30.765116 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-68274ca8-8b59-4294-a8bd-b4bb2c522dd9 req-be9eafa3-fd4d-4858-9e14-09d80a9bbab3 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/ports?device_id=a158cc80-2631-4dba-8071-ef5e07ec8ba1 HTTP/1.1" status: 200 len: 210 time: 0.0441961 May 12 09:35:30.784941 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d605d3-f773-4fff-a71e-e890c5ef7367 req-a177eddb-717a-461d-92fd-e2645950c49b tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:30.787413 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-85d605d3-f773-4fff-a71e-e890c5ef7367 req-a177eddb-717a-461d-92fd-e2645950c49b tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/ports?device_id=b658c976-df06-49bb-9c2d-4d42cead8156 HTTP/1.1" status: 200 len: 945 time: 0.0762343 May 12 09:35:30.836847 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-85d605d3-f773-4fff-a71e-e890c5ef7367 req-2e983c2c-6bdc-4bfb-97f7-e52e9fb38003 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c14d4c7-413f-44a8-826c-c4521bbc3b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443859 May 12 09:35:31.035932 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842c410-437d-4329-a615-50089d3709c3 req-96efb413-4498-43ec-998b-5680560e9b63 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:31.037909 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9842c410-437d-4329-a615-50089d3709c3 req-96efb413-4498-43ec-998b-5680560e9b63 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/ports?device_id=56d286f5-766e-42c0-a80c-4526ac1b3829 HTTP/1.1" status: 200 len: 945 time: 0.0469711 May 12 09:35:31.086099 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9842c410-437d-4329-a615-50089d3709c3 req-bfdb04ed-0ee2-46f8-a0fc-9c3f15bb54e0 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbfc649a-48dd-48c1-a516-9881d45319ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425651 May 12 09:35:31.138876 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-57407e32-f90f-4a4a-b993-f69b621c89d4 req-a0cba4bd-d1b8-4e7b-8c83-d4a19ae2ce2a tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Request body: {'port': {'device_id': 'a158cc80-2631-4dba-8071-ef5e07ec8ba1', 'network_id': 'e0454948-435a-43ce-83c7-832b357b7693', 'admin_state_up': True, 'tenant_id': 'bdc48145acde413e99299f029ad0cea9'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:35:31.274970 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57407e32-f90f-4a4a-b993-f69b621c89d4 req-a0cba4bd-d1b8-4e7b-8c83-d4a19ae2ce2a tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Made reservation on behalf of bdc48145acde413e99299f029ad0cea9 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 09:35:31.278478 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-57407e32-f90f-4a4a-b993-f69b621c89d4 req-a0cba4bd-d1b8-4e7b-8c83-d4a19ae2ce2a tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:31.292214 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e6b6d-cfde-40cb-93c2-8f8fe1ab4a37 req-1283cfe2-e864-453e-9d27-b6495e5c9475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:31.294173 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-721e6b6d-cfde-40cb-93c2-8f8fe1ab4a37 req-1283cfe2-e864-453e-9d27-b6495e5c9475 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c54669eadc784d4aac5d1a40d18858b1&device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 1129 time: 0.0878956 May 12 09:35:31.332602 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da33950e-368d-43f0-8d70-3bf1cfd97f65 req-78e24979-d885-4da0-add2-600f68ebe1ce tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:31.334810 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-da33950e-368d-43f0-8d70-3bf1cfd97f65 req-78e24979-d885-4da0-add2-600f68ebe1ce tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 945 time: 0.0560317 May 12 09:35:31.385785 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-da33950e-368d-43f0-8d70-3bf1cfd97f65 req-26b0c13f-2917-4839-998b-c6ec962ca478 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455167 May 12 09:35:31.418499 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-57407e32-f90f-4a4a-b993-f69b621c89d4 req-a0cba4bd-d1b8-4e7b-8c83-d4a19ae2ce2a tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Allocated IP 172.20.0.7 (e0454948-435a-43ce-83c7-832b357b7693/f80f3c32-9255-4af0-ae5f-1def93a42973/3af65aa8-83b2-410d-b24d-4b9b1b6dd549) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 09:35:31.567536 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-57407e32-f90f-4a4a-b993-f69b621c89d4 req-a0cba4bd-d1b8-4e7b-8c83-d4a19ae2ce2a tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Publish callbacks [] for port (3af65aa8-83b2-410d-b24d-4b9b1b6dd549), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:31.602612 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-57407e32-f90f-4a4a-b993-f69b621c89d4 req-a0cba4bd-d1b8-4e7b-8c83-d4a19ae2ce2a tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740344012620'] for port (3af65aa8-83b2-410d-b24d-4b9b1b6dd549), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:31.645102 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57407e32-f90f-4a4a-b993-f69b621c89d4 req-a0cba4bd-d1b8-4e7b-8c83-d4a19ae2ce2a tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Network e0454948-435a-43ce-83c7-832b357b7693 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 09:35:31.648734 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-57407e32-f90f-4a4a-b993-f69b621c89d4 req-a0cba4bd-d1b8-4e7b-8c83-d4a19ae2ce2a tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:35:31.652272 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-57407e32-f90f-4a4a-b993-f69b621c89d4 req-a0cba4bd-d1b8-4e7b-8c83-d4a19ae2ce2a tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 09:35:31.657811 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57407e32-f90f-4a4a-b993-f69b621c89d4 req-a0cba4bd-d1b8-4e7b-8c83-d4a19ae2ce2a tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:31.658492 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-57407e32-f90f-4a4a-b993-f69b621c89d4 req-a0cba4bd-d1b8-4e7b-8c83-d4a19ae2ce2a tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728753'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:31.679260 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cba4bd-d1b8-4e7b-8c83-d4a19ae2ce2a tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Pushing event updated for resources: {'Port': ['ID=3af65aa8-83b2-410d-b24d-4b9b1b6dd549,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:35:31.691397 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-57407e32-f90f-4a4a-b993-f69b621c89d4 req-a0cba4bd-d1b8-4e7b-8c83-d4a19ae2ce2a tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5564814 May 12 09:35:31.889473 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8905139-3589-4f93-ae1a-31a6a0ff9315 req-045da296-5c8c-4312-ad1b-cf72e101deb4 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:31.891038 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d8905139-3589-4f93-ae1a-31a6a0ff9315 req-045da296-5c8c-4312-ad1b-cf72e101deb4 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/ports?device_id=a158cc80-2631-4dba-8071-ef5e07ec8ba1 HTTP/1.1" status: 200 len: 931 time: 0.0529273 May 12 09:35:31.946497 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-b20af941-b813-43e0-b758-944f890d8497 None None] Provisioning complete for port 3af65aa8-83b2-410d-b24d-4b9b1b6dd549 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:35:31.947409 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-b20af941-b813-43e0-b758-944f890d8497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (3af65aa8-83b2-410d-b24d-4b9b1b6dd549), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:31.971523 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a441aa-ebe5-4fc7-943b-3a9c6aaabdaa req-32aeab21-d440-4ab7-a4e4-ba4bb0d4ef99 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:31.973004 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-78a441aa-ebe5-4fc7-943b-3a9c6aaabdaa req-32aeab21-d440-4ab7-a4e4-ba4bb0d4ef99 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/ports?device_id=b658c976-df06-49bb-9c2d-4d42cead8156 HTTP/1.1" status: 200 len: 945 time: 0.0632744 May 12 09:35:31.976988 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d8905139-3589-4f93-ae1a-31a6a0ff9315 req-13f97aa6-ebfc-47cf-a4cd-b54210e4dce9 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/security-groups?id=e174429d-a48c-425e-9083-46cde5f07ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798175 May 12 09:35:31.996245 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-b20af941-b813-43e0-b758-944f890d8497 None None] Port 3af65aa8-83b2-410d-b24d-4b9b1b6dd549 cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 09:35:32.025645 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-78a441aa-ebe5-4fc7-943b-3a9c6aaabdaa req-5d57d234-14aa-4231-8f02-acdeba3b0cf8 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c14d4c7-413f-44a8-826c-c4521bbc3b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464849 May 12 09:35:32.114866 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-57407e32-f90f-4a4a-b993-f69b621c89d4 req-5a43c7f5-82aa-4b5a-83c0-c595f976029c service neutron] Request body: {'port': {'device_id': 'a158cc80-2631-4dba-8071-ef5e07ec8ba1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:35:32.183305 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-57407e32-f90f-4a4a-b993-f69b621c89d4 req-5a43c7f5-82aa-4b5a-83c0-c595f976029c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (3af65aa8-83b2-410d-b24d-4b9b1b6dd549), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:32.232342 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca5b6ed-ad9f-4a6c-b6b9-ba78e134e83f req-284eef7b-b7a0-4d0d-93e2-07444603b4a4 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:32.233811 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-cca5b6ed-ad9f-4a6c-b6b9-ba78e134e83f req-284eef7b-b7a0-4d0d-93e2-07444603b4a4 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/ports?device_id=56d286f5-766e-42c0-a80c-4526ac1b3829 HTTP/1.1" status: 200 len: 945 time: 0.0599895 May 12 09:35:32.249928 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e6b6d-cfde-40cb-93c2-8f8fe1ab4a37 req-0922ebc8-45c9-46fa-b151-ae991d6e7995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:32.251535 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-721e6b6d-cfde-40cb-93c2-8f8fe1ab4a37 req-0922ebc8-45c9-46fa-b151-ae991d6e7995 service neutron] 10.222.0.65 "GET /v2.0/networks?id=94c124bd-d4ff-4709-8b22-7520113efef5 HTTP/1.1" status: 200 len: 919 time: 0.1436017 May 12 09:35:32.287774 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-cca5b6ed-ad9f-4a6c-b6b9-ba78e134e83f req-2cdbabbc-aee0-4845-8566-523ef9197796 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbfc649a-48dd-48c1-a516-9881d45319ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479784 May 12 09:35:32.455151 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-721e6b6d-cfde-40cb-93c2-8f8fe1ab4a37 req-7ffceccc-5752-483a-8244-59e212bcd733 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35189b62-b72a-41d7-be6e-95a6288505a1 HTTP/1.1" status: 200 len: 217 time: 0.0761566 May 12 09:35:32.493323 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab165539-53cf-4598-814e-886288b4fd47 req-fc5ec7e6-b914-4b7f-92f4-71b8bcd47d8c tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:32.494943 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ab165539-53cf-4598-814e-886288b4fd47 req-fc5ec7e6-b914-4b7f-92f4-71b8bcd47d8c tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.65 "GET /v2.0/ports?device_id=b658c976-df06-49bb-9c2d-4d42cead8156 HTTP/1.1" status: 200 len: 945 time: 0.1043580 May 12 09:35:32.566879 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e6b6d-cfde-40cb-93c2-8f8fe1ab4a37 req-efec1f1d-0175-44d7-9fd8-c444cd5a96e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:32.569126 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-721e6b6d-cfde-40cb-93c2-8f8fe1ab4a37 req-efec1f1d-0175-44d7-9fd8-c444cd5a96e4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4e261d1c-7f38-449c-aec8-8a565c5048cd HTTP/1.1" status: 200 len: 857 time: 0.1053915 May 12 09:35:32.612151 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f18ea7-685c-44e9-a3ea-3b9471b7a4a6 req-91c549d2-b990-4320-90ef-f0ae9caeb890 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:32.619456 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-87f18ea7-685c-44e9-a3ea-3b9471b7a4a6 req-91c549d2-b990-4320-90ef-f0ae9caeb890 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 945 time: 0.1183991 May 12 09:35:32.647898 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e6b6d-cfde-40cb-93c2-8f8fe1ab4a37 req-8793798a-5ed8-430f-a324-82ebad5fb7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:32.649513 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-721e6b6d-cfde-40cb-93c2-8f8fe1ab4a37 req-8793798a-5ed8-430f-a324-82ebad5fb7fd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=94c124bd-d4ff-4709-8b22-7520113efef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0718415 May 12 09:35:32.688227 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-ab165539-53cf-4598-814e-886288b4fd47 req-02642074-d751-44cf-be9b-d8b371141e51 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] Deleting port a1f179d2-9260-4805-a962-5a7091a5b50a {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 09:35:32.688587 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ab165539-53cf-4598-814e-886288b4fd47 req-02642074-d751-44cf-be9b-d8b371141e51 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740344431333'] for port (a1f179d2-9260-4805-a962-5a7091a5b50a), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:32.705838 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-87f18ea7-685c-44e9-a3ea-3b9471b7a4a6 req-6c7bf2f5-2f77-459b-89d1-8861da0b4a0c tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853038 May 12 09:35:32.730422 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [req-57407e32-f90f-4a4a-b993-f69b621c89d4 req-5a43c7f5-82aa-4b5a-83c0-c595f976029c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3af65aa8-83b2-410d-b24d-4b9b1b6dd549 {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 09:35:32.744118 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-57407e32-f90f-4a4a-b993-f69b621c89d4 req-5a43c7f5-82aa-4b5a-83c0-c595f976029c service neutron] Publish callbacks [] for port (3af65aa8-83b2-410d-b24d-4b9b1b6dd549), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:32.800837 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-721e6b6d-cfde-40cb-93c2-8f8fe1ab4a37 req-5c23c1c0-ac56-490d-a031-6bbb5d6ab2fb service neutron] 10.222.0.65 "GET /v2.0/networks/94c124bd-d4ff-4709-8b22-7520113efef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141822 May 12 09:35:32.816346 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-57407e32-f90f-4a4a-b993-f69b621c89d4 req-5a43c7f5-82aa-4b5a-83c0-c595f976029c service neutron] Transition to ACTIVE for port object 3af65aa8-83b2-410d-b24d-4b9b1b6dd549 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 09:35:32.821885 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-57407e32-f90f-4a4a-b993-f69b621c89d4 req-5a43c7f5-82aa-4b5a-83c0-c595f976029c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (3af65aa8-83b2-410d-b24d-4b9b1b6dd549), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:32.870295 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-ab165539-53cf-4598-814e-886288b4fd47 req-02642074-d751-44cf-be9b-d8b371141e51 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] For port a1f179d2-9260-4805-a962-5a7091a5b50a, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=a1f179d2-9260-4805-a962-5a7091a5b50a,segment=NetworkSegment(1c9a8f40-db4e-42d7-af8d-5d20c50cab84),segment_id=1c9a8f40-db4e-42d7-af8d-5d20c50cab84)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:35:32.874192 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ab165539-53cf-4598-814e-886288b4fd47 req-02642074-d751-44cf-be9b-d8b371141e51 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799057'] for port (a1f179d2-9260-4805-a962-5a7091a5b50a), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:32.892128 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-ab165539-53cf-4598-814e-886288b4fd47 req-02642074-d751-44cf-be9b-d8b371141e51 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] Calling delete_port for a1f179d2-9260-4805-a962-5a7091a5b50a owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 09:35:33.069028 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a43c7f5-82aa-4b5a-83c0-c595f976029c service neutron] Pushing event updated for resources: {'Port': ['ID=3af65aa8-83b2-410d-b24d-4b9b1b6dd549,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:35:33.143845 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-57407e32-f90f-4a4a-b993-f69b621c89d4 req-5a43c7f5-82aa-4b5a-83c0-c595f976029c service neutron] Attempting to bind port 3af65aa8-83b2-410d-b24d-4b9b1b6dd549 on host hv-cinder-83769 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 09:35:33.144566 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-57407e32-f90f-4a4a-b993-f69b621c89d4 req-5a43c7f5-82aa-4b5a-83c0-c595f976029c service neutron] Attempting to bind port 3af65aa8-83b2-410d-b24d-4b9b1b6dd549 by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': '196dd2b4-5312-4a28-9145-1b2fa6b63a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e0454948-435a-43ce-83c7-832b357b7693'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 09:35:33.145131 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57407e32-f90f-4a4a-b993-f69b621c89d4 req-5a43c7f5-82aa-4b5a-83c0-c595f976029c service neutron] Attempting to bind port 3af65aa8-83b2-410d-b24d-4b9b1b6dd549 on network e0454948-435a-43ce-83c7-832b357b7693 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 09:35:33.162069 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57407e32-f90f-4a4a-b993-f69b621c89d4 req-5a43c7f5-82aa-4b5a-83c0-c595f976029c service neutron] Port 3af65aa8-83b2-410d-b24d-4b9b1b6dd549 on network e0454948-435a-43ce-83c7-832b357b7693 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 09:35:33.162766 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57407e32-f90f-4a4a-b993-f69b621c89d4 req-5a43c7f5-82aa-4b5a-83c0-c595f976029c service neutron] Attempting to bind port 3af65aa8-83b2-410d-b24d-4b9b1b6dd549 on network e0454948-435a-43ce-83c7-832b357b7693 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 09:35:33.172802 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57407e32-f90f-4a4a-b993-f69b621c89d4 req-5a43c7f5-82aa-4b5a-83c0-c595f976029c service neutron] Checking agent: {'id': 'cdc2c050-d5b8-41e9-9f41-bf893d522faa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 9, 31, 46), 'started_at': datetime.datetime(2022, 5, 12, 9, 31, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 9, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 09:35:33.173428 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57407e32-f90f-4a4a-b993-f69b621c89d4 req-5a43c7f5-82aa-4b5a-83c0-c595f976029c service neutron] Checking segment: {'id': '196dd2b4-5312-4a28-9145-1b2fa6b63a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e0454948-435a-43ce-83c7-832b357b7693'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 09:35:33.174057 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57407e32-f90f-4a4a-b993-f69b621c89d4 req-5a43c7f5-82aa-4b5a-83c0-c595f976029c service neutron] Bound using segment: {'id': '196dd2b4-5312-4a28-9145-1b2fa6b63a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e0454948-435a-43ce-83c7-832b357b7693'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 09:35:33.174727 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-57407e32-f90f-4a4a-b993-f69b621c89d4 req-5a43c7f5-82aa-4b5a-83c0-c595f976029c service neutron] Bound port: 3af65aa8-83b2-410d-b24d-4b9b1b6dd549, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '196dd2b4-5312-4a28-9145-1b2fa6b63a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e0454948-435a-43ce-83c7-832b357b7693'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 09:35:33.175298 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-57407e32-f90f-4a4a-b993-f69b621c89d4 req-5a43c7f5-82aa-4b5a-83c0-c595f976029c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (3af65aa8-83b2-410d-b24d-4b9b1b6dd549), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:33.246590 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572d0c73-3792-4b68-8a6b-fc0570c159b9 req-30b4788e-dbad-43ce-9d94-23e5e9f4a4e5 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:33.255750 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-572d0c73-3792-4b68-8a6b-fc0570c159b9 req-30b4788e-dbad-43ce-9d94-23e5e9f4a4e5 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/ports?device_id=b658c976-df06-49bb-9c2d-4d42cead8156 HTTP/1.1" status: 200 len: 945 time: 0.0843182 May 12 09:35:33.289712 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d5f29-346a-40f2-970d-accf3ec47c40 req-289528ef-c4ef-4a67-b4f1-0551ac2f1af0 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:33.296768 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-740d5f29-346a-40f2-970d-accf3ec47c40 req-289528ef-c4ef-4a67-b4f1-0551ac2f1af0 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/ports?device_id=a158cc80-2631-4dba-8071-ef5e07ec8ba1 HTTP/1.1" status: 200 len: 943 time: 0.1720707 May 12 09:35:33.367187 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ab165539-53cf-4598-814e-886288b4fd47 req-02642074-d751-44cf-be9b-d8b371141e51 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740344441209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740344012629'] for port (a1f179d2-9260-4805-a962-5a7091a5b50a), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:33.368633 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-572d0c73-3792-4b68-8a6b-fc0570c159b9 req-e32c58c3-e0dc-4a7f-b3de-3444d3e7f0a2 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c14d4c7-413f-44a8-826c-c4521bbc3b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114538 May 12 09:35:33.373770 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-57407e32-f90f-4a4a-b993-f69b621c89d4 req-5a43c7f5-82aa-4b5a-83c0-c595f976029c service neutron] For port 3af65aa8-83b2-410d-b24d-4b9b1b6dd549, host hv-cinder-83769, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 09:35:33.403069 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-740d5f29-346a-40f2-970d-accf3ec47c40 req-34f01728-dd0b-4116-bf81-c1901c456027 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/security-groups?id=e174429d-a48c-425e-9083-46cde5f07ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052191 May 12 09:35:33.413020 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02642074-d751-44cf-be9b-d8b371141e51 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] Pushing event deleted for resources: {'Port': ['ID=a1f179d2-9260-4805-a962-5a7091a5b50a,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:35:33.447447 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-57407e32-f90f-4a4a-b993-f69b621c89d4 req-5a43c7f5-82aa-4b5a-83c0-c595f976029c service neutron] For port 3af65aa8-83b2-410d-b24d-4b9b1b6dd549, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=3af65aa8-83b2-410d-b24d-4b9b1b6dd549,segment=NetworkSegment(196dd2b4-5312-4a28-9145-1b2fa6b63a14),segment_id=196dd2b4-5312-4a28-9145-1b2fa6b63a14)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 09:35:33.508741 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-57407e32-f90f-4a4a-b993-f69b621c89d4 req-5a43c7f5-82aa-4b5a-83c0-c595f976029c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (3af65aa8-83b2-410d-b24d-4b9b1b6dd549), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:33.579938 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab165539-53cf-4598-814e-886288b4fd47 req-02642074-d751-44cf-be9b-d8b371141e51 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] No DVR routers for this DVR port a1f179d2-9260-4805-a962-5a7091a5b50a on host hv-cinder-83769 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 09:35:33.585580 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-ab165539-53cf-4598-814e-886288b4fd47 req-02642074-d751-44cf-be9b-d8b371141e51 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:33.590013 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-ab165539-53cf-4598-814e-886288b4fd47 req-02642074-d751-44cf-be9b-d8b371141e51 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.65 "DELETE /v2.0/ports/a1f179d2-9260-4805-a962-5a7091a5b50a HTTP/1.1" status: 204 len: 173 time: 1.0879855 May 12 09:35:33.593115 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b658c976-df06-49bb-9c2d-4d42cead8156', 'name': 'network-vif-deleted', 'tag': 'a1f179d2-9260-4805-a962-5a7091a5b50a'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:35:33.596267 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ab44c22d40f7c005d262e262c3a77426c373d0f7a848e933746c3cdedb51eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e210808-2ba7-4567-9f3f-93455be445b3" -d '{"events": [{"server_uuid": "b658c976-df06-49bb-9c2d-4d42cead8156", "name": "network-vif-deleted", "tag": "a1f179d2-9260-4805-a962-5a7091a5b50a"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:35:33.605029 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57407e32-f90f-4a4a-b993-f69b621c89d4 req-5a43c7f5-82aa-4b5a-83c0-c595f976029c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:33.612495 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-57407e32-f90f-4a4a-b993-f69b621c89d4 req-5a43c7f5-82aa-4b5a-83c0-c595f976029c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:33.613042 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-57407e32-f90f-4a4a-b993-f69b621c89d4 req-5a43c7f5-82aa-4b5a-83c0-c595f976029c service neutron] 10.222.0.65 "PUT /v2.0/ports/3af65aa8-83b2-410d-b24d-4b9b1b6dd549 HTTP/1.1" status: 200 len: 1093 time: 1.4995208 May 12 09:35:33.668610 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a43c7f5-82aa-4b5a-83c0-c595f976029c service neutron] Pushing event updated for resources: {'Port': ['ID=3af65aa8-83b2-410d-b24d-4b9b1b6dd549,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:35:33.706440 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 09:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e08cd2-1a18-4b71-accf-47a8bee1d0cd x-openstack-request-id: req-d1e08cd2-1a18-4b71-accf-47a8bee1d0cd {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:35:33.706973 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b658c976-df06-49bb-9c2d-4d42cead8156", "name": "network-vif-deleted", "tag": "a1f179d2-9260-4805-a962-5a7091a5b50a", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:35:33.707734 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d1e08cd2-1a18-4b71-accf-47a8bee1d0cd {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:35:33.709016 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1e08cd2-1a18-4b71-accf-47a8bee1d0cd'] response: {'server_uuid': 'b658c976-df06-49bb-9c2d-4d42cead8156', 'name': 'network-vif-deleted', 'tag': 'a1f179d2-9260-4805-a962-5a7091a5b50a', 'status': 'completed', 'code': 200} May 12 09:35:33.780321 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device a1f179d2-9260-4805-a962-5a7091a5b50a no longer exists at agent hyperv_hv-cinder-83769 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 09:35:33.818369 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] No Port match for: a1f179d2-9260-4805-a962-5a7091a5b50a {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 09:35:33.818968 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device a1f179d2-9260-4805-a962-5a7091a5b50a not bound to the agent host hv-cinder-83769 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 09:35:33.881560 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e01f1e1-f3c4-4a89-9ac9-5d5ab60ef947 req-b9943199-7350-41e4-a399-ce99005e821a tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:33.889652 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4e01f1e1-f3c4-4a89-9ac9-5d5ab60ef947 req-b9943199-7350-41e4-a399-ce99005e821a tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 945 time: 0.0828588 May 12 09:35:33.962547 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4e01f1e1-f3c4-4a89-9ac9-5d5ab60ef947 req-0981fd0a-d1fc-4582-9578-0170fa437076 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720465 May 12 09:35:34.507272 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9283a491-6afd-4959-9391-56e89e82e1bd req-4b30df9e-f301-43fb-9c9d-9132d95ef0fd tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/ports?device_id=b658c976-df06-49bb-9c2d-4d42cead8156 HTTP/1.1" status: 200 len: 210 time: 0.0373342 May 12 09:35:34.543601 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed776a-591b-4a98-a156-1659752a578a req-bbbfb5dd-e416-4f06-88fb-abccd05095f5 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:34.544995 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-eaed776a-591b-4a98-a156-1659752a578a req-bbbfb5dd-e416-4f06-88fb-abccd05095f5 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/ports?device_id=a158cc80-2631-4dba-8071-ef5e07ec8ba1 HTTP/1.1" status: 200 len: 943 time: 0.0647364 May 12 09:35:34.812193 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-eaed776a-591b-4a98-a156-1659752a578a req-6352c506-4bff-4345-b0c8-855de9f4e727 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/security-groups?id=e174429d-a48c-425e-9083-46cde5f07ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615736 May 12 09:35:35.082313 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0247b144-d5b5-45b0-a166-ca34ebb0fe3e req-8f666483-2e1e-403b-bb17-c734fe633ee1 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:35.084257 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0247b144-d5b5-45b0-a166-ca34ebb0fe3e req-8f666483-2e1e-403b-bb17-c734fe633ee1 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 945 time: 0.0467129 May 12 09:35:35.140400 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0247b144-d5b5-45b0-a166-ca34ebb0fe3e req-2f65d013-878a-47e0-9aae-63facf79b3af tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506003 May 12 09:35:35.648462 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8934720e-bb44-4b48-9809-f59ea2d73331 req-fa21ba27-fc7c-448e-8160-d64a9336088a tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/ports?device_id=b658c976-df06-49bb-9c2d-4d42cead8156 HTTP/1.1" status: 200 len: 210 time: 0.0322661 May 12 09:35:35.710630 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a158cc80-2631-4dba-8071-ef5e07ec8ba1', 'tag': '3af65aa8-83b2-410d-b24d-4b9b1b6dd549'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:35:35.712941 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ab44c22d40f7c005d262e262c3a77426c373d0f7a848e933746c3cdedb51eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5739fcb1-68f3-41e9-acd2-f270b40aabe7" -d '{"events": [{"name": "network-changed", "server_uuid": "a158cc80-2631-4dba-8071-ef5e07ec8ba1", "tag": "3af65aa8-83b2-410d-b24d-4b9b1b6dd549"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:35:35.746817 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 09:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b691c52-2aa6-49af-a2ac-e14ec42eca85 x-openstack-request-id: req-4b691c52-2aa6-49af-a2ac-e14ec42eca85 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:35:35.747112 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a158cc80-2631-4dba-8071-ef5e07ec8ba1", "tag": "3af65aa8-83b2-410d-b24d-4b9b1b6dd549", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:35:35.747548 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4b691c52-2aa6-49af-a2ac-e14ec42eca85 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:35:35.747949 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b691c52-2aa6-49af-a2ac-e14ec42eca85'] response: {'name': 'network-changed', 'server_uuid': 'a158cc80-2631-4dba-8071-ef5e07ec8ba1', 'tag': '3af65aa8-83b2-410d-b24d-4b9b1b6dd549', 'status': 'completed', 'code': 200} May 12 09:35:35.929283 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66090796-4166-4398-af1f-1b383be08f49 req-80b30fc9-18a6-4fca-98ae-cc3f56cf0158 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:35.930825 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-66090796-4166-4398-af1f-1b383be08f49 req-80b30fc9-18a6-4fca-98ae-cc3f56cf0158 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/ports?device_id=a158cc80-2631-4dba-8071-ef5e07ec8ba1 HTTP/1.1" status: 200 len: 943 time: 0.0517781 May 12 09:35:35.979440 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-66090796-4166-4398-af1f-1b383be08f49 req-6e25ec06-2e14-4d55-b4e9-ccacde3530cf tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/security-groups?id=e174429d-a48c-425e-9083-46cde5f07ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428476 May 12 09:35:36.260503 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b14de09-3d52-4c53-9008-73e454d00426 req-4b14ff4a-352c-4ab8-8625-930e95e88098 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:36.264065 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4b14de09-3d52-4c53-9008-73e454d00426 req-4b14ff4a-352c-4ab8-8625-930e95e88098 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 945 time: 0.0524087 May 12 09:35:36.331375 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4b14de09-3d52-4c53-9008-73e454d00426 req-a808c7e9-51cd-402d-99e5-cd44f1266dd9 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621574 May 12 09:35:36.823660 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-383ac2cd-2870-4d40-aa59-b86642208d00 req-74dd57f6-f419-49b8-b118-061fa21e9a35 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/ports?device_id=b658c976-df06-49bb-9c2d-4d42cead8156 HTTP/1.1" status: 200 len: 210 time: 0.0405834 May 12 09:35:37.161739 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eac035-b347-4c21-867d-4d2249029f5a req-a072cf14-8f0f-44bc-81df-4bc44928f819 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:37.163374 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-93eac035-b347-4c21-867d-4d2249029f5a req-a072cf14-8f0f-44bc-81df-4bc44928f819 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/ports?device_id=a158cc80-2631-4dba-8071-ef5e07ec8ba1 HTTP/1.1" status: 200 len: 943 time: 0.0753465 May 12 09:35:37.197926 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 37204) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:35:37.218753 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-93eac035-b347-4c21-867d-4d2249029f5a req-7038509c-d20b-4c80-82ef-3b17e98aa7ca tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/security-groups?id=e174429d-a48c-425e-9083-46cde5f07ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498681 May 12 09:35:37.238037 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-1d9e6a58-d356-44ab-bb34-37357c1267d7 None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 09:35:37.303909 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-02c48be8-9fec-4bff-b34b-b8664577a81d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:37.378629 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-02c48be8-9fec-4bff-b34b-b8664577a81d admin admin] Publish callbacks [] for security_group (855ebeb2-eb79-467d-9aba-8eeac7b1f016), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:37.384667 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-02c48be8-9fec-4bff-b34b-b8664577a81d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (855ebeb2-eb79-467d-9aba-8eeac7b1f016), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:37.431595 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-02c48be8-9fec-4bff-b34b-b8664577a81d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=86d0842f8a5d478b9fb971497878520a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2295814 May 12 09:35:37.431595 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c48be8-9fec-4bff-b34b-b8664577a81d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=855ebeb2-eb79-467d-9aba-8eeac7b1f016,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:35:37.431925 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 37214) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:35:37.503647 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b4972f-23c0-493f-bdef-5b93d2f7d82a req-5d1adcb8-6205-4bca-b35a-4d093c1cc6e0 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:37.511569 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-32b4972f-23c0-493f-bdef-5b93d2f7d82a req-5d1adcb8-6205-4bca-b35a-4d093c1cc6e0 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 945 time: 0.0681446 May 12 09:35:37.537480 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5fb1ccc5-46d1-4a7b-93cd-96d7ccec8530 admin admin] Publish callbacks [] for security_group (855ebeb2-eb79-467d-9aba-8eeac7b1f016), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:37.560400 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5fb1ccc5-46d1-4a7b-93cd-96d7ccec8530 admin admin] Publish callbacks [] for security_group (855ebeb2-eb79-467d-9aba-8eeac7b1f016), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:37.560730 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-32b4972f-23c0-493f-bdef-5b93d2f7d82a req-a6c98bf7-c6f6-44ff-9490-5a5f48709af4 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483203 May 12 09:35:37.607893 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5fb1ccc5-46d1-4a7b-93cd-96d7ccec8530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (855ebeb2-eb79-467d-9aba-8eeac7b1f016), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:37.610588 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5fb1ccc5-46d1-4a7b-93cd-96d7ccec8530 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:37.611743 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-5fb1ccc5-46d1-4a7b-93cd-96d7ccec8530 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/855ebeb2-eb79-467d-9aba-8eeac7b1f016 HTTP/1.1" status: 204 len: 168 time: 0.1792896 May 12 09:35:37.621201 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb1ccc5-46d1-4a7b-93cd-96d7ccec8530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=855ebeb2-eb79-467d-9aba-8eeac7b1f016,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:35:37.874973 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 37222) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:35:37.888887 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ff5113ae-d655-4cec-9e5f-275e1006e01a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:37.942941 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c5616318-69e9-4aa8-a686-6ffa47d57cb2 req-d5f0a803-653d-489c-8fdf-2df0f109a494 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/ports?device_id=b658c976-df06-49bb-9c2d-4d42cead8156 HTTP/1.1" status: 200 len: 210 time: 0.0429089 May 12 09:35:37.990232 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ff5113ae-d655-4cec-9e5f-275e1006e01a admin admin] Publish callbacks [] for security_group (f28018df-a475-424c-8c48-e80d16579cab), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:37.995251 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ff5113ae-d655-4cec-9e5f-275e1006e01a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (f28018df-a475-424c-8c48-e80d16579cab), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:38.035145 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5113ae-d655-4cec-9e5f-275e1006e01a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f28018df-a475-424c-8c48-e80d16579cab,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:35:38.039968 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-ff5113ae-d655-4cec-9e5f-275e1006e01a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8a63bc9d994a4ea496f382f3f42198ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1638651 May 12 09:35:38.043477 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 37224) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:35:38.111870 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-60ea7f22-5956-416c-ac17-433a3233413d admin admin] Publish callbacks [] for security_group (f28018df-a475-424c-8c48-e80d16579cab), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:38.133165 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-60ea7f22-5956-416c-ac17-433a3233413d admin admin] Publish callbacks [] for security_group (f28018df-a475-424c-8c48-e80d16579cab), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:38.183508 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-60ea7f22-5956-416c-ac17-433a3233413d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (f28018df-a475-424c-8c48-e80d16579cab), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:38.186588 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-60ea7f22-5956-416c-ac17-433a3233413d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:38.190791 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-60ea7f22-5956-416c-ac17-433a3233413d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f28018df-a475-424c-8c48-e80d16579cab HTTP/1.1" status: 204 len: 168 time: 0.1439786 May 12 09:35:38.206103 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ea7f22-5956-416c-ac17-433a3233413d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28018df-a475-424c-8c48-e80d16579cab,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:35:38.380259 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82e007-19de-477b-87f4-d8a46cf74312 req-1aed00c2-1333-4584-82a7-f5e4354ed454 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:38.382152 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2f82e007-19de-477b-87f4-d8a46cf74312 req-1aed00c2-1333-4584-82a7-f5e4354ed454 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/ports?device_id=a158cc80-2631-4dba-8071-ef5e07ec8ba1 HTTP/1.1" status: 200 len: 943 time: 0.0823410 May 12 09:35:38.442582 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2f82e007-19de-477b-87f4-d8a46cf74312 req-7c81eb3c-6a6c-4b64-8c3d-71a78a1cb9ed tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/security-groups?id=e174429d-a48c-425e-9083-46cde5f07ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479517 May 12 09:35:38.718813 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9c145-d62d-430e-b17f-d1a5deb81741 req-1325304a-5cbd-4c31-9b3c-ef7cc74a585c tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:38.727000 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3db9c145-d62d-430e-b17f-d1a5deb81741 req-1325304a-5cbd-4c31-9b3c-ef7cc74a585c tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 945 time: 0.0821123 May 12 09:35:38.785597 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3db9c145-d62d-430e-b17f-d1a5deb81741 req-1ad7e222-37ba-4328-97b1-c6e7923b8df2 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574634 May 12 09:35:39.082890 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3e5670c7-8106-4786-8ee1-22bddacdf7e6 req-eefe8c81-2905-4184-b111-44bd5a3d05b7 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/ports?device_id=b658c976-df06-49bb-9c2d-4d42cead8156 HTTP/1.1" status: 200 len: 210 time: 0.0391901 May 12 09:35:39.569570 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ef839-ace4-4e54-870f-b107759f5761 req-80216b0f-3f47-4855-bb54-73112db88333 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:39.571059 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-941ef839-ace4-4e54-870f-b107759f5761 req-80216b0f-3f47-4855-bb54-73112db88333 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/ports?device_id=a158cc80-2631-4dba-8071-ef5e07ec8ba1 HTTP/1.1" status: 200 len: 943 time: 0.0487366 May 12 09:35:39.635071 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-941ef839-ace4-4e54-870f-b107759f5761 req-0290c58c-72cb-436a-b4cd-1c496df286e0 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/security-groups?id=e174429d-a48c-425e-9083-46cde5f07ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584662 May 12 09:35:39.902322 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6acec7-3f11-4435-90d6-f2ac0dfcd1fe req-ea3c8157-5d97-4cbc-b8ff-94ec1fb49ead tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:39.904205 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-fa6acec7-3f11-4435-90d6-f2ac0dfcd1fe req-ea3c8157-5d97-4cbc-b8ff-94ec1fb49ead tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 945 time: 0.0514815 May 12 09:35:39.955460 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-fa6acec7-3f11-4435-90d6-f2ac0dfcd1fe req-e5a60eb8-c2d6-4285-8237-5505dbc985e4 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455608 May 12 09:35:40.229728 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-19c1bda4-1d2b-45b0-8587-d85ffeefdb38 req-9162596b-0185-43b1-ac91-5135478a321a tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/ports?device_id=b658c976-df06-49bb-9c2d-4d42cead8156 HTTP/1.1" status: 200 len: 210 time: 0.0280871 May 12 09:35:40.760212 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b87fe1-8516-4b9e-8c4a-88f11afaf17c req-cd9a6837-173b-4a50-b228-c6c8618becd9 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:40.762228 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-77b87fe1-8516-4b9e-8c4a-88f11afaf17c req-cd9a6837-173b-4a50-b228-c6c8618becd9 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/ports?device_id=a158cc80-2631-4dba-8071-ef5e07ec8ba1 HTTP/1.1" status: 200 len: 943 time: 0.0529380 May 12 09:35:40.810204 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-77b87fe1-8516-4b9e-8c4a-88f11afaf17c req-21ffb56e-a09e-4a5a-a69d-fa11c64408e0 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/security-groups?id=e174429d-a48c-425e-9083-46cde5f07ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422204 May 12 09:35:41.072299 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4663efb-cdbb-496b-af4c-73c41c1400cd req-e0a7fa07-bc80-4347-872a-def69d44bf00 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:41.073846 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e4663efb-cdbb-496b-af4c-73c41c1400cd req-e0a7fa07-bc80-4347-872a-def69d44bf00 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 945 time: 0.0488467 May 12 09:35:41.121686 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e4663efb-cdbb-496b-af4c-73c41c1400cd req-5e10c457-26f7-44ea-9449-7eecaf9fca8e tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419786 May 12 09:35:41.327418 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9fe703cf-100a-46b0-9ce1-861cc9cbf266 req-9b880efe-4bd4-4fb6-8a75-5742b26bb28a tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/ports?device_id=b658c976-df06-49bb-9c2d-4d42cead8156 HTTP/1.1" status: 200 len: 210 time: 0.0286436 May 12 09:35:41.922379 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5534baeb-7acc-4007-a4ab-c6c4d8dde56a req-22c92245-1b08-416d-a09c-e0e4abc8c82a tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:41.923802 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5534baeb-7acc-4007-a4ab-c6c4d8dde56a req-22c92245-1b08-416d-a09c-e0e4abc8c82a tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/ports?device_id=a158cc80-2631-4dba-8071-ef5e07ec8ba1 HTTP/1.1" status: 200 len: 943 time: 0.0459332 May 12 09:35:41.971091 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5534baeb-7acc-4007-a4ab-c6c4d8dde56a req-393aee8e-0435-466a-8239-151c68bf8158 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/security-groups?id=e174429d-a48c-425e-9083-46cde5f07ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418971 May 12 09:35:42.234377 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4d54ea-7938-4f69-b997-c2a3d62727b1 req-a85e0579-7e6b-4f01-8cb5-045208b2b4ba tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:42.235782 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2b4d54ea-7938-4f69-b997-c2a3d62727b1 req-a85e0579-7e6b-4f01-8cb5-045208b2b4ba tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 945 time: 0.0449743 May 12 09:35:42.280834 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2b4d54ea-7938-4f69-b997-c2a3d62727b1 req-a382107c-d81e-4631-940a-e60df830536e tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391335 May 12 09:35:42.420986 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-fbb43b10-1dca-4fa0-a9ee-c25605b66e94 req-7ba8277d-4c5f-4924-9c39-50aecde36457 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/ports?device_id=b658c976-df06-49bb-9c2d-4d42cead8156 HTTP/1.1" status: 200 len: 210 time: 0.0266252 May 12 09:35:43.079711 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b5374b-22ec-46d7-8a39-8ac3d3e1b5dd req-76c60359-7e91-40a9-9977-ae848b74219d tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:43.081145 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-56b5374b-22ec-46d7-8a39-8ac3d3e1b5dd req-76c60359-7e91-40a9-9977-ae848b74219d tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/ports?device_id=a158cc80-2631-4dba-8071-ef5e07ec8ba1 HTTP/1.1" status: 200 len: 943 time: 0.0446575 May 12 09:35:43.144484 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-56b5374b-22ec-46d7-8a39-8ac3d3e1b5dd req-25faba0f-37d2-4656-8abd-4644b60bd217 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/security-groups?id=e174429d-a48c-425e-9083-46cde5f07ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572855 May 12 09:35:43.389344 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627f654d-def8-46dd-8f12-e1cd92a0d093 req-aed89081-b1e2-4073-92d2-e8bac82c5e32 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:43.390805 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-627f654d-def8-46dd-8f12-e1cd92a0d093 req-aed89081-b1e2-4073-92d2-e8bac82c5e32 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 945 time: 0.0445201 May 12 09:35:43.436650 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-627f654d-def8-46dd-8f12-e1cd92a0d093 req-4dd72f21-41dc-48bd-813b-db7c51106d0c tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400367 May 12 09:35:43.512592 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c865584b-1123-4743-8c16-851bbb812430 req-0d3717ba-e051-4fcc-ad20-d4576795caa4 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/ports?device_id=b658c976-df06-49bb-9c2d-4d42cead8156 HTTP/1.1" status: 200 len: 210 time: 0.0259526 May 12 09:35:44.256136 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e4e9b-165f-4ebe-a989-8e1e0a529cd9 req-cede4144-4845-4d03-8b85-f045aef5a66e tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:44.257546 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-977e4e9b-165f-4ebe-a989-8e1e0a529cd9 req-cede4144-4845-4d03-8b85-f045aef5a66e tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/ports?device_id=a158cc80-2631-4dba-8071-ef5e07ec8ba1 HTTP/1.1" status: 200 len: 943 time: 0.0474358 May 12 09:35:44.302030 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-977e4e9b-165f-4ebe-a989-8e1e0a529cd9 req-1c3da959-b329-4519-a436-65c214740f2d tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/security-groups?id=e174429d-a48c-425e-9083-46cde5f07ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382829 May 12 09:35:44.544949 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a7e7b-ea68-4852-8d2e-ada0cfa8f46a req-c30b2b59-4ede-4230-aa5d-670ae0cd9d66 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:44.546442 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c80a7e7b-ea68-4852-8d2e-ada0cfa8f46a req-c30b2b59-4ede-4230-aa5d-670ae0cd9d66 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 945 time: 0.0458996 May 12 09:35:44.600943 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c80a7e7b-ea68-4852-8d2e-ada0cfa8f46a req-8a26bb4f-ea94-4a82-95f5-27bcc202825a tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490506 May 12 09:35:44.615764 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-abbb5602-38ad-461d-97bf-aa3567b753bd req-f110f43c-d25b-4b08-873e-88dc850cd84f tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/ports?device_id=b658c976-df06-49bb-9c2d-4d42cead8156 HTTP/1.1" status: 200 len: 210 time: 0.0346241 May 12 09:35:45.417733 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f8191e-e0ec-4c53-a4f2-1d71e7791eb3 req-74724931-df40-4d54-91ed-af1a2fbf1769 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:45.424739 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d4f8191e-e0ec-4c53-a4f2-1d71e7791eb3 req-74724931-df40-4d54-91ed-af1a2fbf1769 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/ports?device_id=a158cc80-2631-4dba-8071-ef5e07ec8ba1 HTTP/1.1" status: 200 len: 943 time: 0.0581243 May 12 09:35:45.469571 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d4f8191e-e0ec-4c53-a4f2-1d71e7791eb3 req-813f29ca-e504-4175-bf60-f6f25e3f07c7 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/security-groups?id=e174429d-a48c-425e-9083-46cde5f07ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439544 May 12 09:35:45.729613 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-582a25ce-2927-4f50-93db-718b494d579c req-831512a3-6de4-4a29-9941-8b7dc9c93cd8 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/ports?device_id=b658c976-df06-49bb-9c2d-4d42cead8156 HTTP/1.1" status: 200 len: 210 time: 0.0322022 May 12 09:35:45.737612 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07bf4f9-0f28-469e-a9d1-dd32fe6eabab req-c6624f4c-dbd5-4255-932c-064720b98a2e tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:45.739112 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c07bf4f9-0f28-469e-a9d1-dd32fe6eabab req-c6624f4c-dbd5-4255-932c-064720b98a2e tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 945 time: 0.0682633 May 12 09:35:45.802890 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c07bf4f9-0f28-469e-a9d1-dd32fe6eabab req-734eeb4d-1ae2-42bf-a025-d2dfdebebaa2 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582345 May 12 09:35:46.589992 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11146fb8-3522-4682-bc94-64898157aaac req-5c143ff0-909a-40be-b92d-c4a4672ecdc2 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:46.591470 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-11146fb8-3522-4682-bc94-64898157aaac req-5c143ff0-909a-40be-b92d-c4a4672ecdc2 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/ports?device_id=a158cc80-2631-4dba-8071-ef5e07ec8ba1 HTTP/1.1" status: 200 len: 943 time: 0.0497599 May 12 09:35:46.654365 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-11146fb8-3522-4682-bc94-64898157aaac req-667911c0-f43d-4875-981f-4078c7f3d2ba tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/security-groups?id=e174429d-a48c-425e-9083-46cde5f07ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561497 May 12 09:35:46.833242 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-cbc4351e-7d58-4a2b-9dcf-59d94120ab1b req-1585127d-eef6-43b0-bb5c-f00b0d1aeada tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/ports?device_id=b658c976-df06-49bb-9c2d-4d42cead8156 HTTP/1.1" status: 200 len: 210 time: 0.0272112 May 12 09:35:46.933549 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b227b9d-b8f9-41b7-82ee-151e0f46a1f0 req-8e9bca2e-3905-410b-8b6e-0a509aa7add5 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:46.935196 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4b227b9d-b8f9-41b7-82ee-151e0f46a1f0 req-8e9bca2e-3905-410b-8b6e-0a509aa7add5 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 945 time: 0.0456188 May 12 09:35:46.991150 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4b227b9d-b8f9-41b7-82ee-151e0f46a1f0 req-9c61c792-703e-40a7-b0b9-e94962ed07d4 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502882 May 12 09:35:47.764459 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72038e42-0053-48a5-a3bd-0c265e1d4192 req-e9bacb79-7827-4147-8dd6-bf19f3fa3762 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:47.765891 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-72038e42-0053-48a5-a3bd-0c265e1d4192 req-e9bacb79-7827-4147-8dd6-bf19f3fa3762 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/ports?device_id=a158cc80-2631-4dba-8071-ef5e07ec8ba1 HTTP/1.1" status: 200 len: 943 time: 0.0458474 May 12 09:35:47.811765 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-72038e42-0053-48a5-a3bd-0c265e1d4192 req-59026175-7ed2-4b2f-a230-954426d122dd tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/security-groups?id=e174429d-a48c-425e-9083-46cde5f07ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396092 May 12 09:35:47.933271 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d06cb7b5-9310-404a-89ef-821fcff5007f req-486e24a0-97ad-423a-ad17-89d66b78c858 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/ports?device_id=b658c976-df06-49bb-9c2d-4d42cead8156 HTTP/1.1" status: 200 len: 210 time: 0.0269818 May 12 09:35:48.102569 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb77ce7-f094-4451-a112-d16342d55211 req-06fe9972-8aef-4d42-94f1-d6cc63dd144f tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:48.104030 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0fb77ce7-f094-4451-a112-d16342d55211 req-06fe9972-8aef-4d42-94f1-d6cc63dd144f tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 945 time: 0.0472815 May 12 09:35:48.151271 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0fb77ce7-f094-4451-a112-d16342d55211 req-3408cc65-8432-45ee-8628-39bfe395caf9 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417008 May 12 09:35:48.925884 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd2a59e-b19f-4bbd-81e9-ab8626fc63cb req-f16253e3-1281-4bed-8682-42ae9924f69a tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:48.927845 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4cd2a59e-b19f-4bbd-81e9-ab8626fc63cb req-f16253e3-1281-4bed-8682-42ae9924f69a tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/ports?device_id=a158cc80-2631-4dba-8071-ef5e07ec8ba1 HTTP/1.1" status: 200 len: 943 time: 0.0452919 May 12 09:35:48.972915 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4cd2a59e-b19f-4bbd-81e9-ab8626fc63cb req-704911cb-ea30-44ed-ad9b-981633c9bf88 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/security-groups?id=e174429d-a48c-425e-9083-46cde5f07ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396996 May 12 09:35:49.031362 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d2ac2b8b-5dc6-4c2c-922a-d44ac95f2737 req-6aef1219-0d4a-4f02-8537-3ff8927ff2f3 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/ports?device_id=b658c976-df06-49bb-9c2d-4d42cead8156 HTTP/1.1" status: 200 len: 210 time: 0.0290689 May 12 09:35:49.262920 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600c99fd-457f-4592-8c49-57015ca97fd5 req-eafe9d53-27ae-4e26-8a44-f4191fe3849a tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:49.264330 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-600c99fd-457f-4592-8c49-57015ca97fd5 req-eafe9d53-27ae-4e26-8a44-f4191fe3849a tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 945 time: 0.0478046 May 12 09:35:49.308652 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-600c99fd-457f-4592-8c49-57015ca97fd5 req-2c74dd6d-4b5a-469a-8a9d-c023e76a6df9 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388653 May 12 09:35:49.435121 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (cdc2c050-d5b8-41e9-9f41-bf893d522faa), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:49.606231 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-56035c33-97e4-4b8e-af72-d7f01c71ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (9bee5a85-5be0-4217-aa6d-1f9c6538b987), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:50.093418 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0732cc55-ae52-4a23-aef4-4e2567b30164 req-16dc44d0-16ec-43ee-8fd9-eaafc4f285b7 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:50.094929 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0732cc55-ae52-4a23-aef4-4e2567b30164 req-16dc44d0-16ec-43ee-8fd9-eaafc4f285b7 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/ports?device_id=a158cc80-2631-4dba-8071-ef5e07ec8ba1 HTTP/1.1" status: 200 len: 943 time: 0.0454018 May 12 09:35:50.127617 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-93acc4b0-ccfd-4471-84d1-8a7614113a67 req-5883445d-9acd-45c7-a0de-9a173e6e70d6 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/ports?device_id=b658c976-df06-49bb-9c2d-4d42cead8156 HTTP/1.1" status: 200 len: 210 time: 0.0308056 May 12 09:35:50.161692 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0732cc55-ae52-4a23-aef4-4e2567b30164 req-be9752be-b9f5-4ad4-80b2-526809e600d4 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/security-groups?id=e174429d-a48c-425e-9083-46cde5f07ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553873 May 12 09:35:50.420722 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a132d89-abc0-4937-abdc-144af2c318d6 req-46d6dc0f-4f16-4024-ad99-52e85cff7596 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:50.422180 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1a132d89-abc0-4937-abdc-144af2c318d6 req-46d6dc0f-4f16-4024-ad99-52e85cff7596 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 945 time: 0.0485771 May 12 09:35:50.468566 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1a132d89-abc0-4937-abdc-144af2c318d6 req-614bfe1e-71ea-4e8c-95fe-1a4ba96833b5 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408287 May 12 09:35:51.248021 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-90e2e627-e0f3-4255-8705-664f6201838f req-5e86c065-8697-4bee-9817-cc4cd12c08e2 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/ports?device_id=b658c976-df06-49bb-9c2d-4d42cead8156 HTTP/1.1" status: 200 len: 210 time: 0.0386353 May 12 09:35:51.295832 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-721e6b6d-cfde-40cb-93c2-8f8fe1ab4a37 req-baed0306-d2ec-4856-b74f-949986806502 service neutron] 10.222.0.65 "GET /v2.0/networks/94c124bd-d4ff-4709-8b22-7520113efef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453707 May 12 09:35:51.303594 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bf343f-28e7-4be8-a425-2c3cb016a10d req-079e4128-8e1c-431f-9aba-0f3845239733 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:51.304941 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-00bf343f-28e7-4be8-a425-2c3cb016a10d req-079e4128-8e1c-431f-9aba-0f3845239733 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/ports?device_id=a158cc80-2631-4dba-8071-ef5e07ec8ba1 HTTP/1.1" status: 200 len: 943 time: 0.0611260 May 12 09:35:51.357418 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-00bf343f-28e7-4be8-a425-2c3cb016a10d req-948ce22e-1b89-4271-9d02-d7c53bb2d97b tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/security-groups?id=e174429d-a48c-425e-9083-46cde5f07ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467107 May 12 09:35:51.478845 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5739fcb1-68f3-41e9-acd2-f270b40aabe7 req-249cace8-b635-40dd-801a-a6e1d0d79ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:51.480203 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5739fcb1-68f3-41e9-acd2-f270b40aabe7 req-249cace8-b635-40dd-801a-a6e1d0d79ed6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bdc48145acde413e99299f029ad0cea9&device_id=a158cc80-2631-4dba-8071-ef5e07ec8ba1 HTTP/1.1" status: 200 len: 1127 time: 0.0404630 May 12 09:35:51.584847 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c873672f-f28b-42a6-9a2a-0ea0078a14a6 req-f650e7a8-0319-4076-b691-3c2a8886101e tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:51.586235 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c873672f-f28b-42a6-9a2a-0ea0078a14a6 req-f650e7a8-0319-4076-b691-3c2a8886101e tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 945 time: 0.0495336 May 12 09:35:51.636930 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c873672f-f28b-42a6-9a2a-0ea0078a14a6 req-d53c0a3a-fcf3-4f5c-b310-1ae9c6feaa53 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451550 May 12 09:35:51.747239 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5739fcb1-68f3-41e9-acd2-f270b40aabe7 req-5733277b-5610-4787-9e2b-0b97f6ad8a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:51.748698 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5739fcb1-68f3-41e9-acd2-f270b40aabe7 req-5733277b-5610-4787-9e2b-0b97f6ad8a91 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=bdc48145acde413e99299f029ad0cea9&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0967555 May 12 09:35:51.832954 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9049edfb-de3a-4e75-a541-14098944d1bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (8db92903-2544-41c2-b919-def82c43c97a), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:51.849248 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5739fcb1-68f3-41e9-acd2-f270b40aabe7 req-5bff9949-4b6e-49e3-8bee-5824db3a6441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:51.850701 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5739fcb1-68f3-41e9-acd2-f270b40aabe7 req-5bff9949-4b6e-49e3-8bee-5824db3a6441 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0943780 May 12 09:35:52.032892 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57407e32-f90f-4a4a-b993-f69b621c89d4 req-10f2ae91-5abb-42db-a8b3-6f680150c029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:52.034500 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-57407e32-f90f-4a4a-b993-f69b621c89d4 req-10f2ae91-5abb-42db-a8b3-6f680150c029 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bdc48145acde413e99299f029ad0cea9&device_id=a158cc80-2631-4dba-8071-ef5e07ec8ba1 HTTP/1.1" status: 200 len: 1127 time: 0.0397725 May 12 09:35:52.089922 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-57407e32-f90f-4a4a-b993-f69b621c89d4 req-2af96fda-4834-4086-ba84-3b24b45bca8a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3af65aa8-83b2-410d-b24d-4b9b1b6dd549 HTTP/1.1" status: 200 len: 217 time: 0.0414143 May 12 09:35:52.143090 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57407e32-f90f-4a4a-b993-f69b621c89d4 req-5b15824d-d09c-4c41-8196-7c55e0d72072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:52.145759 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-57407e32-f90f-4a4a-b993-f69b621c89d4 req-5b15824d-d09c-4c41-8196-7c55e0d72072 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f80f3c32-9255-4af0-ae5f-1def93a42973 HTTP/1.1" status: 200 len: 854 time: 0.0484626 May 12 09:35:52.188859 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57407e32-f90f-4a4a-b993-f69b621c89d4 req-f3ba8e12-a502-4b05-8aa7-0f743ad2e1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:52.190513 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-57407e32-f90f-4a4a-b993-f69b621c89d4 req-f3ba8e12-a502-4b05-8aa7-0f743ad2e1dc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e0454948-435a-43ce-83c7-832b357b7693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385993 May 12 09:35:52.315293 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-57407e32-f90f-4a4a-b993-f69b621c89d4 req-91c40333-1a91-4277-8875-cdf8aba0fe72 service neutron] 10.222.0.65 "GET /v2.0/networks/e0454948-435a-43ce-83c7-832b357b7693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105766 May 12 09:35:52.349753 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1e145fd8-0c63-43e4-9c8e-2043e196e61b req-7d00fcb4-9161-4b01-ab73-fb523375d376 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/ports?device_id=b658c976-df06-49bb-9c2d-4d42cead8156 HTTP/1.1" status: 200 len: 210 time: 0.0281072 May 12 09:35:52.470149 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed23df2-d288-4093-b7a9-60ef1aa8eec4 req-ef4abed4-91df-4f50-add4-e6491a80a46b tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:52.471906 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1ed23df2-d288-4093-b7a9-60ef1aa8eec4 req-ef4abed4-91df-4f50-add4-e6491a80a46b tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/ports?device_id=a158cc80-2631-4dba-8071-ef5e07ec8ba1 HTTP/1.1" status: 200 len: 943 time: 0.0480859 May 12 09:35:52.520939 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1ed23df2-d288-4093-b7a9-60ef1aa8eec4 req-481d8f13-28e1-4971-8f8e-cd32423e9fe8 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/security-groups?id=e174429d-a48c-425e-9083-46cde5f07ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431013 May 12 09:35:52.617562 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-57407e32-f90f-4a4a-b993-f69b621c89d4 req-83090ad2-58a6-48ef-88d6-b6d240d2d09c service neutron] 10.222.0.65 "GET /v2.0/networks/e0454948-435a-43ce-83c7-832b357b7693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858173 May 12 09:35:52.748718 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d47838-6bb6-477a-b1c6-a2f56775e6f7 req-a4284f4e-2a8a-4da6-b3a7-8d7f10409abe tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:52.750204 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e9d47838-6bb6-477a-b1c6-a2f56775e6f7 req-a4284f4e-2a8a-4da6-b3a7-8d7f10409abe tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 945 time: 0.0465467 May 12 09:35:52.796784 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e9d47838-6bb6-477a-b1c6-a2f56775e6f7 req-3c1b896f-8723-4aa8-b900-a94e93a0aead tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410087 May 12 09:35:53.059319 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-13a031d7-5ec6-42a3-899f-d50e1f06c687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (f8def58d-f1ec-4d41-abae-d1c60f542bd3), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:53.449841 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ead3f744-bd82-473a-bb39-bae4be0feba8 req-a7756095-5028-492b-9995-4bf8d3264d69 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/ports?device_id=b658c976-df06-49bb-9c2d-4d42cead8156 HTTP/1.1" status: 200 len: 210 time: 0.0304506 May 12 09:35:53.628441 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ce7389-24c0-4f98-b331-d0530c3f837f req-b783630a-787d-47bd-9b72-695598318040 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:53.629922 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-40ce7389-24c0-4f98-b331-d0530c3f837f req-b783630a-787d-47bd-9b72-695598318040 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/ports?device_id=a158cc80-2631-4dba-8071-ef5e07ec8ba1 HTTP/1.1" status: 200 len: 943 time: 0.0451026 May 12 09:35:53.675537 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-40ce7389-24c0-4f98-b331-d0530c3f837f req-2ce4ce57-e054-4c88-aff9-f648b5eb65b9 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/security-groups?id=e174429d-a48c-425e-9083-46cde5f07ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398295 May 12 09:35:53.906188 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d177e90-7c07-4284-b0f7-186d7f89cd72 req-3bfffdbf-c1e4-4cc3-9112-cca109330c1e tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:53.907625 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5d177e90-7c07-4284-b0f7-186d7f89cd72 req-3bfffdbf-c1e4-4cc3-9112-cca109330c1e tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 945 time: 0.0446038 May 12 09:35:53.953606 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5d177e90-7c07-4284-b0f7-186d7f89cd72 req-15a44e68-9a66-41fb-a52d-cf0af72a02e5 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400467 May 12 09:35:54.463074 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a984b3b9-a9e9-40d7-bd88-8cdbb1de5f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (e377c27d-f788-489a-9a4f-9db675c37dc4), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:54.547495 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-650d3f8a-e6fe-4a2b-a22a-9fba50229a92 req-a0d2151c-1d74-4701-91a6-7470b9d5cc2e tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/ports?device_id=b658c976-df06-49bb-9c2d-4d42cead8156 HTTP/1.1" status: 200 len: 210 time: 0.0306246 May 12 09:35:54.786899 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd0ad27-42ba-4317-9383-55127414ca25 req-4aea4f7a-ddcc-4ff4-a6ee-687ef755d574 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:54.788348 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-edd0ad27-42ba-4317-9383-55127414ca25 req-4aea4f7a-ddcc-4ff4-a6ee-687ef755d574 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/ports?device_id=a158cc80-2631-4dba-8071-ef5e07ec8ba1 HTTP/1.1" status: 200 len: 943 time: 0.0463004 May 12 09:35:54.834542 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-edd0ad27-42ba-4317-9383-55127414ca25 req-ef11c4a5-9411-457a-bbff-b3566792aeee tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/security-groups?id=e174429d-a48c-425e-9083-46cde5f07ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407529 May 12 09:35:55.063513 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2673d3eb-6690-4fba-a8dd-a7d3028f6e25 req-9a182a59-51e8-4f53-9f62-d8e13eaba14e tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:55.064875 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2673d3eb-6690-4fba-a8dd-a7d3028f6e25 req-9a182a59-51e8-4f53-9f62-d8e13eaba14e tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 945 time: 0.0450258 May 12 09:35:55.117075 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2673d3eb-6690-4fba-a8dd-a7d3028f6e25 req-71b445b3-5f91-4234-98e6-08d555910b6d tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426297 May 12 09:35:55.648743 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-72676dc3-6d1c-445a-852e-7d12de67a458 req-ca69f1b7-df57-4945-a6c4-30b49c8d32d3 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/ports?device_id=b658c976-df06-49bb-9c2d-4d42cead8156 HTTP/1.1" status: 200 len: 210 time: 0.0310643 May 12 09:35:55.941802 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cef224-fb84-4a0c-9992-95de716ea3c0 req-61f5ac96-b9f8-488b-a26c-cd3cbe50105e tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:55.943620 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a3cef224-fb84-4a0c-9992-95de716ea3c0 req-61f5ac96-b9f8-488b-a26c-cd3cbe50105e tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/ports?device_id=a158cc80-2631-4dba-8071-ef5e07ec8ba1 HTTP/1.1" status: 200 len: 943 time: 0.0461576 May 12 09:35:55.975202 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (0e2e3861-7d79-4ce6-9d91-faa32ae2cb64), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:55.993042 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a3cef224-fb84-4a0c-9992-95de716ea3c0 req-4fd82427-506a-417f-83aa-79d9ae2c3de7 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/security-groups?id=e174429d-a48c-425e-9083-46cde5f07ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436168 May 12 09:35:56.225803 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea23ddf-7079-4007-b5fc-e8f09d12e987 req-07743776-69fd-496f-ac39-6a6ef5358fcf tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:56.227326 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7ea23ddf-7079-4007-b5fc-e8f09d12e987 req-07743776-69fd-496f-ac39-6a6ef5358fcf tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 945 time: 0.0454838 May 12 09:35:56.272974 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7ea23ddf-7079-4007-b5fc-e8f09d12e987 req-c4b9885e-9fa0-4797-b6cf-89069d351f50 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402825 May 12 09:35:56.749056 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-02b985f0-1d12-452b-b371-60d25b4f4978 req-bfc288c8-7d9e-49aa-9231-4dc99f3edb66 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/ports?device_id=b658c976-df06-49bb-9c2d-4d42cead8156 HTTP/1.1" status: 200 len: 210 time: 0.0321894 May 12 09:35:57.102941 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a4511a-f4b7-427b-bb6e-fadf0d7a0aac req-3b6c0670-2a33-491b-866a-a651334982b6 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:57.104642 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f7a4511a-f4b7-427b-bb6e-fadf0d7a0aac req-3b6c0670-2a33-491b-866a-a651334982b6 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/ports?device_id=a158cc80-2631-4dba-8071-ef5e07ec8ba1 HTTP/1.1" status: 200 len: 943 time: 0.0454969 May 12 09:35:57.151433 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f7a4511a-f4b7-427b-bb6e-fadf0d7a0aac req-0ae99014-2313-46c4-824e-4e69fc9b2bba tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/security-groups?id=e174429d-a48c-425e-9083-46cde5f07ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412285 May 12 09:35:57.382386 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4740ed30-27da-409b-9086-c934e7740cee req-2d00d654-ccd2-4ede-9142-b812abf196b1 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:57.383835 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4740ed30-27da-409b-9086-c934e7740cee req-2d00d654-ccd2-4ede-9142-b812abf196b1 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 945 time: 0.0455718 May 12 09:35:57.430660 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4740ed30-27da-409b-9086-c934e7740cee req-56ff4f00-16c9-4855-b3c5-d91feaa1f5c3 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407445 May 12 09:35:57.843973 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-59adbc65-9ad3-401c-a43b-a79a0f322714 req-5118fdc5-1c1c-4c17-9fea-d58e46edfe40 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/ports?device_id=b658c976-df06-49bb-9c2d-4d42cead8156 HTTP/1.1" status: 200 len: 210 time: 0.0293722 May 12 09:35:57.939469 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device 3af65aa8-83b2-410d-b24d-4b9b1b6dd549 details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=103459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 09:35:58.034977 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] For port 3af65aa8-83b2-410d-b24d-4b9b1b6dd549, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=3af65aa8-83b2-410d-b24d-4b9b1b6dd549,segment=NetworkSegment(196dd2b4-5312-4a28-9145-1b2fa6b63a14),segment_id=196dd2b4-5312-4a28-9145-1b2fa6b63a14)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:35:58.046321 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Returning: {'device': '3af65aa8-83b2-410d-b24d-4b9b1b6dd549', 'network_id': 'e0454948-435a-43ce-83c7-832b357b7693', 'port_id': '3af65aa8-83b2-410d-b24d-4b9b1b6dd549', 'mac_address': 'fa:16:3e:c7:d9:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f80f3c32-9255-4af0-ae5f-1def93a42973', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 09:35:58.082354 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Current status of the port 3af65aa8-83b2-410d-b24d-4b9b1b6dd549 is: DOWN; New status is: BUILD {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:35:58.082739 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (3af65aa8-83b2-410d-b24d-4b9b1b6dd549), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:58.099884 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3af65aa8-83b2-410d-b24d-4b9b1b6dd549 {{(pid=103459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 09:35:58.119126 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] For port 3af65aa8-83b2-410d-b24d-4b9b1b6dd549, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=3af65aa8-83b2-410d-b24d-4b9b1b6dd549,segment=NetworkSegment(196dd2b4-5312-4a28-9145-1b2fa6b63a14),segment_id=196dd2b4-5312-4a28-9145-1b2fa6b63a14)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:35:58.122869 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (3af65aa8-83b2-410d-b24d-4b9b1b6dd549), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:35:58.168322 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Pushing event updated for resources: {'Port': ['ID=3af65aa8-83b2-410d-b24d-4b9b1b6dd549,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:35:58.175152 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:35:58.175502 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:35:58.175851 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:35:58.176782 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:35:58.177131 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:35:58.177464 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:35:58.177794 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:35:58.178147 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:35:58.178494 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:35:58.178826 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:35:58.179154 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:35:58.179575 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:35:58.179813 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:35:58.180137 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:35:58.180461 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:35:58.261165 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceaacd7-c208-445b-aef3-4b485eb7dbcd req-22c46902-f2bc-4eed-b277-bcd29d9088fd tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:58.262624 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dceaacd7-c208-445b-aef3-4b485eb7dbcd req-22c46902-f2bc-4eed-b277-bcd29d9088fd tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/ports?device_id=a158cc80-2631-4dba-8071-ef5e07ec8ba1 HTTP/1.1" status: 200 len: 944 time: 0.0461061 May 12 09:35:58.307350 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dceaacd7-c208-445b-aef3-4b485eb7dbcd req-63b8b251-82cb-4b1b-b2cf-61d95853ae66 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/security-groups?id=e174429d-a48c-425e-9083-46cde5f07ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393181 May 12 09:35:58.544386 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa02fb6-3b6d-44e8-84bb-588c9eba9866 req-f82ce80c-e896-410c-8122-4fc47929dcd5 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:58.545799 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6fa02fb6-3b6d-44e8-84bb-588c9eba9866 req-f82ce80c-e896-410c-8122-4fc47929dcd5 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 945 time: 0.0469234 May 12 09:35:58.593513 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6fa02fb6-3b6d-44e8-84bb-588c9eba9866 req-a54c0844-f2bd-4db8-9026-9a5f15e9916d tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422740 May 12 09:35:58.937285 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-caaa087e-392e-4f19-b300-06bda5633dbf req-2a1dcc80-0620-455e-9c93-efd5feedf913 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/ports?device_id=b658c976-df06-49bb-9c2d-4d42cead8156 HTTP/1.1" status: 200 len: 210 time: 0.0280619 May 12 09:35:59.223518 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] get_ports_and_sgs() called for port_ids ['3af65aa8-83b2-410d-b24d-4b9b1b6dd549'] {{(pid=103459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 09:35:59.419538 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59473cd7-dcf5-4f89-9b80-b2a32ebabade req-703b2bbf-da10-4c9b-a0a8-759fb21a7d81 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:59.420968 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-59473cd7-dcf5-4f89-9b80-b2a32ebabade req-703b2bbf-da10-4c9b-a0a8-759fb21a7d81 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/ports?device_id=a158cc80-2631-4dba-8071-ef5e07ec8ba1 HTTP/1.1" status: 200 len: 944 time: 0.0459497 May 12 09:35:59.466527 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-59473cd7-dcf5-4f89-9b80-b2a32ebabade req-f6e938b3-bd23-46cd-a676-96392f4cfea4 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/security-groups?id=e174429d-a48c-425e-9083-46cde5f07ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399873 May 12 09:35:59.703535 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce15fe4-46a7-4f96-a1d6-8a9b38747f6e req-e00d9c7f-9d36-4337-bf12-9a1ed205e574 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:35:59.705394 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1ce15fe4-46a7-4f96-a1d6-8a9b38747f6e req-e00d9c7f-9d36-4337-bf12-9a1ed205e574 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 945 time: 0.0472989 May 12 09:35:59.752772 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1ce15fe4-46a7-4f96-a1d6-8a9b38747f6e req-e5ec02d8-f54e-49e2-8c66-70b20595a96c tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417471 May 12 09:36:00.035299 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-12434fa1-49b3-4b70-bb6e-f2c74583837e req-2ff8331c-1deb-40ba-97e7-574ff0fc3e40 tempest-DeleteServersTestJSON-1504060446 tempest-DeleteServersTestJSON-1504060446-project] 10.222.0.60 "GET /v2.0/ports?device_id=b658c976-df06-49bb-9c2d-4d42cead8156 HTTP/1.1" status: 200 len: 210 time: 0.0293834 May 12 09:36:00.573612 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b98bc6-c0dc-4010-88b6-92293985d4c7 req-99c8f8da-7367-42cc-9a56-0ec8156f9fd3 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:00.576032 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-67b98bc6-c0dc-4010-88b6-92293985d4c7 req-99c8f8da-7367-42cc-9a56-0ec8156f9fd3 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/ports?device_id=a158cc80-2631-4dba-8071-ef5e07ec8ba1 HTTP/1.1" status: 200 len: 944 time: 0.0446258 May 12 09:36:00.621011 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-67b98bc6-c0dc-4010-88b6-92293985d4c7 req-de6c1100-3c89-421b-aaa5-738bcef7648b tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/security-groups?id=e174429d-a48c-425e-9083-46cde5f07ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403523 May 12 09:36:00.637400 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device 3af65aa8-83b2-410d-b24d-4b9b1b6dd549 up at agent hyperv_hv-cinder-83769 {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 09:36:00.687045 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Provisioning for port 3af65aa8-83b2-410d-b24d-4b9b1b6dd549 completed by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 09:36:00.695307 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Provisioning complete for port 3af65aa8-83b2-410d-b24d-4b9b1b6dd549 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:36:00.695784 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (3af65aa8-83b2-410d-b24d-4b9b1b6dd549), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:00.781626 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Current status of the port 3af65aa8-83b2-410d-b24d-4b9b1b6dd549 is: BUILD; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:36:00.781626 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (3af65aa8-83b2-410d-b24d-4b9b1b6dd549), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:00.805012 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a158cc80-2631-4dba-8071-ef5e07ec8ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af65aa8-83b2-410d-b24d-4b9b1b6dd549'}] {{(pid=103459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:36:00.807464 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86b47e387812c2b24e7094e641fb8cdf00e205bc2b1299b72670831d9f7cf680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ea86c96-f21c-4b63-9c6c-afb6166ec2d2" -d '{"events": [{"server_uuid": "a158cc80-2631-4dba-8071-ef5e07ec8ba1", "name": "network-vif-plugged", "status": "completed", "tag": "3af65aa8-83b2-410d-b24d-4b9b1b6dd549"}]}' {{(pid=103459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:36:00.824358 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] For port 3af65aa8-83b2-410d-b24d-4b9b1b6dd549, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=3af65aa8-83b2-410d-b24d-4b9b1b6dd549,segment=NetworkSegment(196dd2b4-5312-4a28-9145-1b2fa6b63a14),segment_id=196dd2b4-5312-4a28-9145-1b2fa6b63a14)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:36:00.828960 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (3af65aa8-83b2-410d-b24d-4b9b1b6dd549), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:00.852659 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 09:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e1fbc2-6250-4e50-a2b3-6bb101a57e6c x-openstack-request-id: req-34e1fbc2-6250-4e50-a2b3-6bb101a57e6c {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:36:00.852982 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a158cc80-2631-4dba-8071-ef5e07ec8ba1", "name": "network-vif-plugged", "status": "completed", "tag": "3af65aa8-83b2-410d-b24d-4b9b1b6dd549", "code": 200}]} {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:36:00.853243 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-34e1fbc2-6250-4e50-a2b3-6bb101a57e6c {{(pid=103459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:36:00.853637 dv-cinder-837699-5-iscsi neutron-server[103459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34e1fbc2-6250-4e50-a2b3-6bb101a57e6c'] response: {'server_uuid': 'a158cc80-2631-4dba-8071-ef5e07ec8ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af65aa8-83b2-410d-b24d-4b9b1b6dd549', 'code': 200} May 12 09:36:00.870975 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae216d-06e8-42c2-b8d3-b3c4d769dcdc req-4fdf8bca-575e-4d1d-b869-a72a982caebb tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:00.872447 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-84ae216d-06e8-42c2-b8d3-b3c4d769dcdc req-4fdf8bca-575e-4d1d-b869-a72a982caebb tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 945 time: 0.0477016 May 12 09:36:00.878571 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Pushing event updated for resources: {'Port': ['ID=3af65aa8-83b2-410d-b24d-4b9b1b6dd549,revision_number=5']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:36:00.920428 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-84ae216d-06e8-42c2-b8d3-b3c4d769dcdc req-73ac9cf4-1fbf-421a-9396-91a3368aa420 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424109 May 12 09:36:01.070849 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95d823-adc8-49c0-9229-f3616ac10222 req-74267cc9-efbf-4e1a-aff3-bf346afb17a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:01.072347 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-af95d823-adc8-49c0-9229-f3616ac10222 req-74267cc9-efbf-4e1a-aff3-bf346afb17a1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a158cc80-2631-4dba-8071-ef5e07ec8ba1 HTTP/1.1" status: 200 len: 1129 time: 0.0427017 May 12 09:36:01.121139 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-af95d823-adc8-49c0-9229-f3616ac10222 req-a4875e22-ccd5-44d3-9aa2-90f97df54ea0 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=e174429d-a48c-425e-9083-46cde5f07ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425546 May 12 09:36:01.734538 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cce821d-cf51-4f04-8027-8377b8499595 req-7d8cdb45-9833-45f3-9ac8-26af07b64617 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:01.736005 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6cce821d-cf51-4f04-8027-8377b8499595 req-7d8cdb45-9833-45f3-9ac8-26af07b64617 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/ports?device_id=a158cc80-2631-4dba-8071-ef5e07ec8ba1 HTTP/1.1" status: 200 len: 945 time: 0.0462484 May 12 09:36:01.783099 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6cce821d-cf51-4f04-8027-8377b8499595 req-0bc1616a-bbd2-4867-a6b0-dd9c7e6a2763 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/security-groups?id=e174429d-a48c-425e-9083-46cde5f07ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415952 May 12 09:36:02.031452 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39223a69-b424-4cac-9a73-4b4712f0d957 req-a8ae0602-6924-4508-acfc-c5ebba32d80b tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:02.032883 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-39223a69-b424-4cac-9a73-4b4712f0d957 req-a8ae0602-6924-4508-acfc-c5ebba32d80b tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 945 time: 0.0457523 May 12 09:36:02.051112 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 37604) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:36:02.084296 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-39223a69-b424-4cac-9a73-4b4712f0d957 req-ac8ea97c-d1bf-4850-a804-0bee49db5a05 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452290 May 12 09:36:02.192419 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7b6a40bf-22be-4707-add3-25327f625f34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:02.268129 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7b6a40bf-22be-4707-add3-25327f625f34 admin admin] Publish callbacks [] for security_group (cced894b-1949-48b4-a156-b779d9de4143), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:02.272670 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7b6a40bf-22be-4707-add3-25327f625f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (cced894b-1949-48b4-a156-b779d9de4143), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:02.310637 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-7b6a40bf-22be-4707-add3-25327f625f34 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dd377de7db9842c18153946c223a1893&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2584517 May 12 09:36:02.311498 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6a40bf-22be-4707-add3-25327f625f34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cced894b-1949-48b4-a156-b779d9de4143,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:36:02.313337 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 37610) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:36:02.318778 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6a40bf-22be-4707-add3-25327f625f34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:36:02.319133 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6a40bf-22be-4707-add3-25327f625f34 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:36:02.319497 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6a40bf-22be-4707-add3-25327f625f34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:36:02.319845 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6a40bf-22be-4707-add3-25327f625f34 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:36:02.320186 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6a40bf-22be-4707-add3-25327f625f34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:36:02.320522 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6a40bf-22be-4707-add3-25327f625f34 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:36:02.320853 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6a40bf-22be-4707-add3-25327f625f34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:36:02.321182 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6a40bf-22be-4707-add3-25327f625f34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:36:02.321526 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6a40bf-22be-4707-add3-25327f625f34 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:36:02.321864 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6a40bf-22be-4707-add3-25327f625f34 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:36:02.322231 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6a40bf-22be-4707-add3-25327f625f34 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:36:02.322558 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6a40bf-22be-4707-add3-25327f625f34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:36:02.322884 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6a40bf-22be-4707-add3-25327f625f34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:36:02.323208 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6a40bf-22be-4707-add3-25327f625f34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:36:02.323530 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6a40bf-22be-4707-add3-25327f625f34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:36:02.365579 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b1b6e617-a2b8-4dd5-ba71-cffebd6c7657 admin admin] Publish callbacks [] for security_group (cced894b-1949-48b4-a156-b779d9de4143), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:02.386518 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b1b6e617-a2b8-4dd5-ba71-cffebd6c7657 admin admin] Publish callbacks [] for security_group (cced894b-1949-48b4-a156-b779d9de4143), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:02.431714 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b1b6e617-a2b8-4dd5-ba71-cffebd6c7657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (cced894b-1949-48b4-a156-b779d9de4143), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:02.434149 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b1b6e617-a2b8-4dd5-ba71-cffebd6c7657 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:02.435272 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-b1b6e617-a2b8-4dd5-ba71-cffebd6c7657 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cced894b-1949-48b4-a156-b779d9de4143 HTTP/1.1" status: 204 len: 168 time: 0.1209033 May 12 09:36:02.443293 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b6e617-a2b8-4dd5-ba71-cffebd6c7657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cced894b-1949-48b4-a156-b779d9de4143,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:36:02.451379 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b6e617-a2b8-4dd5-ba71-cffebd6c7657 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:36:02.451889 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b6e617-a2b8-4dd5-ba71-cffebd6c7657 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:36:02.452385 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b6e617-a2b8-4dd5-ba71-cffebd6c7657 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:36:02.452737 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b6e617-a2b8-4dd5-ba71-cffebd6c7657 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:36:02.453080 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b6e617-a2b8-4dd5-ba71-cffebd6c7657 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:36:02.453417 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b6e617-a2b8-4dd5-ba71-cffebd6c7657 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:36:02.453749 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b6e617-a2b8-4dd5-ba71-cffebd6c7657 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:36:02.454110 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b6e617-a2b8-4dd5-ba71-cffebd6c7657 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:36:02.454497 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b6e617-a2b8-4dd5-ba71-cffebd6c7657 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:36:02.454762 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b6e617-a2b8-4dd5-ba71-cffebd6c7657 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:36:02.455092 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b6e617-a2b8-4dd5-ba71-cffebd6c7657 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:36:02.455426 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b6e617-a2b8-4dd5-ba71-cffebd6c7657 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:36:02.455755 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b6e617-a2b8-4dd5-ba71-cffebd6c7657 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:36:02.456191 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b6e617-a2b8-4dd5-ba71-cffebd6c7657 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:36:02.456522 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b6e617-a2b8-4dd5-ba71-cffebd6c7657 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:36:02.695853 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 37620) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:36:02.710102 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c08ab070-e034-4f04-90ce-8de1db0e3ec0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:02.783422 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c08ab070-e034-4f04-90ce-8de1db0e3ec0 admin admin] Publish callbacks [] for security_group (7d798c57-4e2b-4532-babd-c53173b1371c), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:02.787914 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c08ab070-e034-4f04-90ce-8de1db0e3ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (7d798c57-4e2b-4532-babd-c53173b1371c), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:02.824581 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-c08ab070-e034-4f04-90ce-8de1db0e3ec0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=895dc21859df4ac6b4d89406dfb6ab9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1277533 May 12 09:36:02.825410 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08ab070-e034-4f04-90ce-8de1db0e3ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d798c57-4e2b-4532-babd-c53173b1371c,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:36:02.827350 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 37624) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:36:02.918523 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6030667f-6c4d-4aef-b9da-8671fac01051 req-61e83cfd-aa44-475b-af4b-cb654d86f480 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:02.919955 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6030667f-6c4d-4aef-b9da-8671fac01051 req-61e83cfd-aa44-475b-af4b-cb654d86f480 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/ports?device_id=a158cc80-2631-4dba-8071-ef5e07ec8ba1 HTTP/1.1" status: 200 len: 945 time: 0.0667176 May 12 09:36:02.922651 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9d44d7b0-af60-477c-9c70-22b53a0840eb admin admin] Publish callbacks [] for security_group (7d798c57-4e2b-4532-babd-c53173b1371c), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:02.958035 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9d44d7b0-af60-477c-9c70-22b53a0840eb admin admin] Publish callbacks [] for security_group (7d798c57-4e2b-4532-babd-c53173b1371c), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:02.999278 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6030667f-6c4d-4aef-b9da-8671fac01051 req-60099bd7-ccd8-47da-ab6e-0952998bdda5 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/security-groups?id=e174429d-a48c-425e-9083-46cde5f07ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738170 May 12 09:36:03.021160 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9d44d7b0-af60-477c-9c70-22b53a0840eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (7d798c57-4e2b-4532-babd-c53173b1371c), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:03.023734 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9d44d7b0-af60-477c-9c70-22b53a0840eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:03.024916 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-9d44d7b0-af60-477c-9c70-22b53a0840eb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7d798c57-4e2b-4532-babd-c53173b1371c HTTP/1.1" status: 204 len: 168 time: 0.1964798 May 12 09:36:03.032916 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d44d7b0-af60-477c-9c70-22b53a0840eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d798c57-4e2b-4532-babd-c53173b1371c,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:36:03.200815 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab9c66-aba1-40e7-95be-6506c8214e9b req-92890899-9e63-483d-a499-cccbb836654d tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:03.202357 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ddab9c66-aba1-40e7-95be-6506c8214e9b req-92890899-9e63-483d-a499-cccbb836654d tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 945 time: 0.0501366 May 12 09:36:03.250436 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ddab9c66-aba1-40e7-95be-6506c8214e9b req-5f6aa1c4-53eb-4995-bb5c-bd100f7cf07f tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425494 May 12 09:36:03.586405 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 37654) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:36:03.636526 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f4bac09-836e-4a48-8141-207e7ab25509 admin admin] Deleting subnet 3f6a740d-5be8-44ef-88dd-5ae748b776ba {{(pid=103458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 09:36:03.639983 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5f4bac09-836e-4a48-8141-207e7ab25509 admin admin] Publish callbacks [] for subnet (3f6a740d-5be8-44ef-88dd-5ae748b776ba), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:03.683205 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5f4bac09-836e-4a48-8141-207e7ab25509 admin admin] Publish callbacks [] for subnet (3f6a740d-5be8-44ef-88dd-5ae748b776ba), precommit_delete_associations {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:03.695995 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5f4bac09-836e-4a48-8141-207e7ab25509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-718821'] for subnet (3f6a740d-5be8-44ef-88dd-5ae748b776ba), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:03.766374 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5f4bac09-836e-4a48-8141-207e7ab25509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-718844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735'] for subnet (3f6a740d-5be8-44ef-88dd-5ae748b776ba), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:03.791439 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4bac09-836e-4a48-8141-207e7ab25509 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f6a740d-5be8-44ef-88dd-5ae748b776ba,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:36:03.797456 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5f4bac09-836e-4a48-8141-207e7ab25509 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:03.801016 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-5f4bac09-836e-4a48-8141-207e7ab25509 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/3f6a740d-5be8-44ef-88dd-5ae748b776ba HTTP/1.1" status: 204 len: 168 time: 0.2142584 May 12 09:36:03.803434 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 37664) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:36:04.130072 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4e129e51-9007-4b3d-b40a-f7706e022f4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-764730'] for network (4b446bd8-08e4-4381-97bd-f3fde69be851), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:04.157182 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21d3448-2ac6-4db3-b3b5-29320b19cb8f req-1f700d1d-3f24-47de-8328-f5683b07818d tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:04.158679 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c21d3448-2ac6-4db3-b3b5-29320b19cb8f req-1f700d1d-3f24-47de-8328-f5683b07818d tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/ports?device_id=a158cc80-2631-4dba-8071-ef5e07ec8ba1 HTTP/1.1" status: 200 len: 945 time: 0.0661523 May 12 09:36:04.256250 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4e129e51-9007-4b3d-b40a-f7706e022f4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493712', 'neutron.services.segments.db._delete_segments_for_network-8740344558102'] for network (4b446bd8-08e4-4381-97bd-f3fde69be851), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:04.289143 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c21d3448-2ac6-4db3-b3b5-29320b19cb8f req-0b5acb13-904a-4bf8-8a6f-15fe042eb909 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/security-groups?id=e174429d-a48c-425e-9083-46cde5f07ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106853 May 12 09:36:04.292999 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4e129e51-9007-4b3d-b40a-f7706e022f4e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:36:04.293243 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4e129e51-9007-4b3d-b40a-f7706e022f4e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:36:04.294122 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4e129e51-9007-4b3d-b40a-f7706e022f4e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:36:04.294360 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4e129e51-9007-4b3d-b40a-f7706e022f4e admin admin] Subscribe: > port after_create 55550000 {{(pid=103458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:36:04.294678 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4e129e51-9007-4b3d-b40a-f7706e022f4e admin admin] Subscribe: > port after_delete 55550000 {{(pid=103458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:36:04.295010 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4e129e51-9007-4b3d-b40a-f7706e022f4e admin admin] Subscribe: > port after_update 55550000 {{(pid=103458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:36:04.295330 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4e129e51-9007-4b3d-b40a-f7706e022f4e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:36:04.295645 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4e129e51-9007-4b3d-b40a-f7706e022f4e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:36:04.295954 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4e129e51-9007-4b3d-b40a-f7706e022f4e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:36:04.296485 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4e129e51-9007-4b3d-b40a-f7706e022f4e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:36:04.420942 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4e129e51-9007-4b3d-b40a-f7706e022f4e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:36:04.421304 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4e129e51-9007-4b3d-b40a-f7706e022f4e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:36:04.421640 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4e129e51-9007-4b3d-b40a-f7706e022f4e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:36:04.421996 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4e129e51-9007-4b3d-b40a-f7706e022f4e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:36:04.422365 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.services.segments.db [None req-4e129e51-9007-4b3d-b40a-f7706e022f4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b446bd8-08e4-4381-97bd-f3fde69be851']}} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:36:04.457277 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.services.segments.db [None req-4e129e51-9007-4b3d-b40a-f7706e022f4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c9a8f40-db4e-42d7-af8d-5d20c50cab84') {'for_net_delete': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:36:04.457574 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.services.segments.db [None req-4e129e51-9007-4b3d-b40a-f7706e022f4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c9a8f40-db4e-42d7-af8d-5d20c50cab84') {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:36:04.512935 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4e129e51-9007-4b3d-b40a-f7706e022f4e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740344559391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25498380'] for segment (1c9a8f40-db4e-42d7-af8d-5d20c50cab84), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:04.547532 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac693293-dbd8-4a64-8ff7-11845b4a9656 req-f2136892-aae6-4ec5-ad16-58c447160967 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:04.549119 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ac693293-dbd8-4a64-8ff7-11845b4a9656 req-f2136892-aae6-4ec5-ad16-58c447160967 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 945 time: 0.1208153 May 12 09:36:04.558836 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e8040-7818-433d-9626-f27f762d7573 req-5d562b01-111b-466e-8394-c7541f796421 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:04.560337 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-544e8040-7818-433d-9626-f27f762d7573 req-5d562b01-111b-466e-8394-c7541f796421 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/ports?device_id=a158cc80-2631-4dba-8071-ef5e07ec8ba1 HTTP/1.1" status: 200 len: 945 time: 0.1308174 May 12 09:36:04.562510 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4e129e51-9007-4b3d-b40a-f7706e022f4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720414'] for segment (1c9a8f40-db4e-42d7-af8d-5d20c50cab84), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:04.579074 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e129e51-9007-4b3d-b40a-f7706e022f4e admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=103458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 09:36:04.579473 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4e129e51-9007-4b3d-b40a-f7706e022f4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29191936'] for segment (1c9a8f40-db4e-42d7-af8d-5d20c50cab84), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:04.603068 dv-cinder-837699-5-iscsi neutron-server[103458]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 12 09:36:04.603068 dv-cinder-837699-5-iscsi neutron-server[103458]: from cryptography.utils import int_from_bytes May 12 09:36:04.603068 dv-cinder-837699-5-iscsi neutron-server[103458]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 12 09:36:04.603068 dv-cinder-837699-5-iscsi neutron-server[103458]: from cryptography.utils import int_from_bytes May 12 09:36:04.603068 dv-cinder-837699-5-iscsi neutron-server[103458]: Traceback (most recent call last): May 12 09:36:04.603068 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 09:36:04.603068 dv-cinder-837699-5-iscsi neutron-server[103458]: timer() May 12 09:36:04.603068 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 09:36:04.603068 dv-cinder-837699-5-iscsi neutron-server[103458]: cb(*args, **kw) May 12 09:36:04.603068 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 09:36:04.603068 dv-cinder-837699-5-iscsi neutron-server[103458]: return func(*args, **kwargs) May 12 09:36:04.603068 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 09:36:04.603068 dv-cinder-837699-5-iscsi neutron-server[103458]: self._notify() May 12 09:36:04.603068 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 09:36:04.603068 dv-cinder-837699-5-iscsi neutron-server[103458]: self.callback(batched_events) May 12 09:36:04.603068 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 09:36:04.603068 dv-cinder-837699-5-iscsi neutron-server[103458]: event.method(event) May 12 09:36:04.603068 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 09:36:04.603068 dv-cinder-837699-5-iscsi neutron-server[103458]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 09:36:04.603068 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 09:36:04.603068 dv-cinder-837699-5-iscsi neutron-server[103458]: aggregate_uuid = self.p_client.list_aggregates( May 12 09:36:04.603068 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 09:36:04.603068 dv-cinder-837699-5-iscsi neutron-server[103458]: return f(self, *a, **k) May 12 09:36:04.603068 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 09:36:04.603068 dv-cinder-837699-5-iscsi neutron-server[103458]: return self._get(url).json() May 12 09:36:04.603068 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 09:36:04.603068 dv-cinder-837699-5-iscsi neutron-server[103458]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 09:36:04.603068 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 09:36:04.603068 dv-cinder-837699-5-iscsi neutron-server[103458]: return self.request(url, 'GET', **kwargs) May 12 09:36:04.603068 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 09:36:04.603068 dv-cinder-837699-5-iscsi neutron-server[103458]: base_url = self.get_endpoint(auth, allow=allow, May 12 09:36:04.603068 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 09:36:04.603068 dv-cinder-837699-5-iscsi neutron-server[103458]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 09:36:04.603068 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 09:36:04.603068 dv-cinder-837699-5-iscsi neutron-server[103458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 09:36:04.603068 dv-cinder-837699-5-iscsi neutron-server[103458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 09:36:04.712478 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4e129e51-9007-4b3d-b40a-f7706e022f4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800027'] for network (4b446bd8-08e4-4381-97bd-f3fde69be851), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:04.719163 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4e129e51-9007-4b3d-b40a-f7706e022f4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728753'] for network (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:04.722312 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-4e129e51-9007-4b3d-b40a-f7706e022f4e admin admin] 10.222.0.60 "DELETE /v2.0/networks/4b446bd8-08e4-4381-97bd-f3fde69be851 HTTP/1.1" status: 204 len: 168 time: 0.9177852 May 12 09:36:04.730156 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ac693293-dbd8-4a64-8ff7-11845b4a9656 req-e3f82ec7-f84a-4b26-a13b-af7fb5ceda5d tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688573 May 12 09:36:04.743838 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-544e8040-7818-433d-9626-f27f762d7573 req-f5b5f2de-4581-43c4-a050-34fb9bb7cde0 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/security-groups?id=e174429d-a48c-425e-9083-46cde5f07ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709414 May 12 09:36:04.744731 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e129e51-9007-4b3d-b40a-f7706e022f4e admin admin] Pushing event deleted for resources: {'Network': ['ID=4b446bd8-08e4-4381-97bd-f3fde69be851,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:36:04.926689 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 37704) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:36:04.989969 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-363373b8-52a8-4e04-a166-908df3b16670 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2de1508e265140e5801827175c7da941&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0551951 May 12 09:36:04.989969 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 37712) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:36:05.047654 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bdf6925c-4808-4e6e-9a06-3b5d70291d18 admin admin] Publish callbacks [] for security_group (4c14d4c7-413f-44a8-826c-c4521bbc3b9f), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:05.070392 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bdf6925c-4808-4e6e-9a06-3b5d70291d18 admin admin] Publish callbacks [] for security_group (4c14d4c7-413f-44a8-826c-c4521bbc3b9f), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:05.139598 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a44736-ba5b-42f7-91ce-dce6ff0e31c5 req-2c918d94-768c-4da8-b3b4-fe33cabf6183 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:05.141048 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-84a44736-ba5b-42f7-91ce-dce6ff0e31c5 req-2c918d94-768c-4da8-b3b4-fe33cabf6183 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/ports?device_id=a158cc80-2631-4dba-8071-ef5e07ec8ba1 HTTP/1.1" status: 200 len: 945 time: 0.0646069 May 12 09:36:05.167501 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bdf6925c-4808-4e6e-9a06-3b5d70291d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (4c14d4c7-413f-44a8-826c-c4521bbc3b9f), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:05.169936 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-bdf6925c-4808-4e6e-9a06-3b5d70291d18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:05.171027 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-bdf6925c-4808-4e6e-9a06-3b5d70291d18 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4c14d4c7-413f-44a8-826c-c4521bbc3b9f HTTP/1.1" status: 204 len: 168 time: 0.1838651 May 12 09:36:05.191123 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6925c-4808-4e6e-9a06-3b5d70291d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c14d4c7-413f-44a8-826c-c4521bbc3b9f,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:36:05.202065 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-84a44736-ba5b-42f7-91ce-dce6ff0e31c5 req-e1654edf-870d-4acb-92c2-da9fa36dcf02 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/security-groups?id=e174429d-a48c-425e-9083-46cde5f07ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551505 May 12 09:36:05.854018 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb52c0c-4ebc-48aa-a9fe-34d1f2d3f531 req-699bca33-18a0-4fc0-93cd-64649caa8024 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:05.855629 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1eb52c0c-4ebc-48aa-a9fe-34d1f2d3f531 req-699bca33-18a0-4fc0-93cd-64649caa8024 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 945 time: 0.0464494 May 12 09:36:05.903018 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1eb52c0c-4ebc-48aa-a9fe-34d1f2d3f531 req-2c053eb2-21c0-46ed-a404-f9eba0baab83 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418947 May 12 09:36:07.015870 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9ac7c-a5a5-488d-8e6d-a79d3b3fa82e req-247c1507-0541-403c-a09d-2ca84e79b665 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:07.017326 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2ca9ac7c-a5a5-488d-8e6d-a79d3b3fa82e req-247c1507-0541-403c-a09d-2ca84e79b665 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 945 time: 0.0488136 May 12 09:36:07.064066 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2ca9ac7c-a5a5-488d-8e6d-a79d3b3fa82e req-f51a7ef6-3b01-49d5-891c-a1058f86a288 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411901 May 12 09:36:08.181968 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61831d98-ef13-490e-824e-28b0f9018f17 req-8522a5c9-a2c5-4e5a-a54d-561e64f1a652 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:08.183409 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-61831d98-ef13-490e-824e-28b0f9018f17 req-8522a5c9-a2c5-4e5a-a54d-561e64f1a652 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 945 time: 0.0448430 May 12 09:36:08.227792 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-61831d98-ef13-490e-824e-28b0f9018f17 req-fdfc1b1c-705c-4795-aefb-f04464805cfb tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387652 May 12 09:36:09.346605 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f1bc22-afda-453e-846f-106c02c257ea req-4e92db27-60a8-4669-b4c0-49b2c235cc10 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:09.348115 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-28f1bc22-afda-453e-846f-106c02c257ea req-4e92db27-60a8-4669-b4c0-49b2c235cc10 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 945 time: 0.0542505 May 12 09:36:09.397477 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-28f1bc22-afda-453e-846f-106c02c257ea req-47b420b2-77d5-4b16-9f0e-a00fde88933c tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436325 May 12 09:36:10.506681 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e7f464-2424-4ed7-b108-974ea1267ac4 req-feb0a59e-7191-453c-91e5-395e17f30d8c tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:10.508124 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-18e7f464-2424-4ed7-b108-974ea1267ac4 req-feb0a59e-7191-453c-91e5-395e17f30d8c tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 945 time: 0.0454280 May 12 09:36:10.554210 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-18e7f464-2424-4ed7-b108-974ea1267ac4 req-cb75d7c2-e1fe-4d2b-9a28-a1de65be07fa tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403888 May 12 09:36:11.663508 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7af44d-6259-49d5-a535-2ad02e787fe8 req-c5654b91-da13-41d4-810f-f27e8d670cce tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:11.664944 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ea7af44d-6259-49d5-a535-2ad02e787fe8 req-c5654b91-da13-41d4-810f-f27e8d670cce tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 945 time: 0.0453532 May 12 09:36:11.710965 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ea7af44d-6259-49d5-a535-2ad02e787fe8 req-a5f692be-a61a-4fcc-a59e-f2bfe1893ef4 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406668 May 12 09:36:12.824201 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86209047-44d7-4512-9f14-1ce7d032aba1 req-1833ad08-a8d3-446d-8ebf-1ccfab102f74 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:12.825633 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-86209047-44d7-4512-9f14-1ce7d032aba1 req-1833ad08-a8d3-446d-8ebf-1ccfab102f74 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 945 time: 0.0484688 May 12 09:36:12.872446 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-86209047-44d7-4512-9f14-1ce7d032aba1 req-891583bb-566a-4593-b39d-0f2437284ef9 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412621 May 12 09:36:13.733529 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 37896) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:36:13.837457 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c3e2c554-dd00-455c-8337-6afa3a35c32f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:13.911385 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c3e2c554-dd00-455c-8337-6afa3a35c32f admin admin] Publish callbacks [] for security_group (5079cdf6-7137-4788-a556-ea797a15a94d), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:13.917962 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c3e2c554-dd00-455c-8337-6afa3a35c32f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (5079cdf6-7137-4788-a556-ea797a15a94d), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:13.952825 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-c3e2c554-dd00-455c-8337-6afa3a35c32f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=eb2e177fd53c45709ac9d0437faf2276&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2158439 May 12 09:36:13.953172 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 37906) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:36:13.961505 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e2c554-dd00-455c-8337-6afa3a35c32f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5079cdf6-7137-4788-a556-ea797a15a94d,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:36:14.006137 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a0311-de8b-4424-8ee5-0ba755018ea0 req-583e2121-e0a5-48bc-b7f6-36343a3ac918 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:14.007582 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0a4a0311-de8b-4424-8ee5-0ba755018ea0 req-583e2121-e0a5-48bc-b7f6-36343a3ac918 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 945 time: 0.0647383 May 12 09:36:14.051517 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-15043137-7c13-4acf-9836-071d644b9f80 admin admin] Publish callbacks [] for security_group (5079cdf6-7137-4788-a556-ea797a15a94d), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:14.076510 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0a4a0311-de8b-4424-8ee5-0ba755018ea0 req-a8e9cb95-ba30-403d-88f2-66fc0a5812fd tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630209 May 12 09:36:14.087597 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-15043137-7c13-4acf-9836-071d644b9f80 admin admin] Publish callbacks [] for security_group (5079cdf6-7137-4788-a556-ea797a15a94d), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:14.132357 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-15043137-7c13-4acf-9836-071d644b9f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (5079cdf6-7137-4788-a556-ea797a15a94d), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:14.135084 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-15043137-7c13-4acf-9836-071d644b9f80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:14.136191 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-15043137-7c13-4acf-9836-071d644b9f80 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5079cdf6-7137-4788-a556-ea797a15a94d HTTP/1.1" status: 204 len: 168 time: 0.1821876 May 12 09:36:14.143732 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15043137-7c13-4acf-9836-071d644b9f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5079cdf6-7137-4788-a556-ea797a15a94d,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:36:14.236473 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-1d9e6a58-d356-44ab-bb34-37357c1267d7 None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 09:36:14.389181 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 37912) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:36:14.402054 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-379e63bf-057f-49a5-8607-b67c536beb1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:14.477252 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-379e63bf-057f-49a5-8607-b67c536beb1d admin admin] Publish callbacks [] for security_group (431ffd92-50a8-492b-8e2c-5f39d57d9c33), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:14.480702 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-379e63bf-057f-49a5-8607-b67c536beb1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (431ffd92-50a8-492b-8e2c-5f39d57d9c33), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:14.516110 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379e63bf-057f-49a5-8607-b67c536beb1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=431ffd92-50a8-492b-8e2c-5f39d57d9c33,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:36:14.520869 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-379e63bf-057f-49a5-8607-b67c536beb1d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e1407c27e49e482b95fe66d5942d3e75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1305742 May 12 09:36:14.523585 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 37916) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:36:14.568523 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9bc2d062-5332-42e1-bcd6-63f4c3a58739 admin admin] Publish callbacks [] for security_group (431ffd92-50a8-492b-8e2c-5f39d57d9c33), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:14.588957 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9bc2d062-5332-42e1-bcd6-63f4c3a58739 admin admin] Publish callbacks [] for security_group (431ffd92-50a8-492b-8e2c-5f39d57d9c33), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:14.634284 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9bc2d062-5332-42e1-bcd6-63f4c3a58739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (431ffd92-50a8-492b-8e2c-5f39d57d9c33), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:14.636940 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9bc2d062-5332-42e1-bcd6-63f4c3a58739 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:14.640640 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-9bc2d062-5332-42e1-bcd6-63f4c3a58739 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/431ffd92-50a8-492b-8e2c-5f39d57d9c33 HTTP/1.1" status: 204 len: 168 time: 0.1161938 May 12 09:36:14.648839 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc2d062-5332-42e1-bcd6-63f4c3a58739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=431ffd92-50a8-492b-8e2c-5f39d57d9c33,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:36:15.222861 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c96e8b-027c-431b-a27a-25f5e949116e req-17fadc0a-8bae-4420-9661-72e6c4a42572 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:15.224432 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-76c96e8b-027c-431b-a27a-25f5e949116e req-17fadc0a-8bae-4420-9661-72e6c4a42572 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 945 time: 0.0553722 May 12 09:36:15.276041 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-76c96e8b-027c-431b-a27a-25f5e949116e req-aa6e18db-4761-4705-ad76-e32a493eb848 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455461 May 12 09:36:16.393569 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b48902-eff0-4169-b73e-246b8e1f34ce req-e5f02455-18bb-42d1-a619-698a9d31b0f4 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:16.395557 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-40b48902-eff0-4169-b73e-246b8e1f34ce req-e5f02455-18bb-42d1-a619-698a9d31b0f4 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 945 time: 0.0486701 May 12 09:36:16.448741 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-40b48902-eff0-4169-b73e-246b8e1f34ce req-40053283-5c1b-4bab-9c7a-cd18ec348d14 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474625 May 12 09:36:17.088762 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 38110) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:36:17.199525 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8dfd84c7-9269-4641-b384-761a2aaa425d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:17.274375 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8dfd84c7-9269-4641-b384-761a2aaa425d admin admin] Publish callbacks [] for security_group (7bb4b997-9f60-46a2-8559-dbf5f39bffbb), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:17.278023 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8dfd84c7-9269-4641-b384-761a2aaa425d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (7bb4b997-9f60-46a2-8559-dbf5f39bffbb), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:17.315466 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-8dfd84c7-9269-4641-b384-761a2aaa425d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=85757f07d4c1403aae6cd60a5b95843d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2255759 May 12 09:36:17.316405 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfd84c7-9269-4641-b384-761a2aaa425d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb4b997-9f60-46a2-8559-dbf5f39bffbb,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:36:17.318232 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 38116) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:36:17.365764 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7e08e809-0c62-4ee6-a270-6864ba9adcb4 admin admin] Publish callbacks [] for security_group (7bb4b997-9f60-46a2-8559-dbf5f39bffbb), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:17.386931 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7e08e809-0c62-4ee6-a270-6864ba9adcb4 admin admin] Publish callbacks [] for security_group (7bb4b997-9f60-46a2-8559-dbf5f39bffbb), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:17.435202 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7e08e809-0c62-4ee6-a270-6864ba9adcb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (7bb4b997-9f60-46a2-8559-dbf5f39bffbb), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:17.437724 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7e08e809-0c62-4ee6-a270-6864ba9adcb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:17.438895 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-7e08e809-0c62-4ee6-a270-6864ba9adcb4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7bb4b997-9f60-46a2-8559-dbf5f39bffbb HTTP/1.1" status: 204 len: 168 time: 0.1195724 May 12 09:36:17.446957 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e08e809-0c62-4ee6-a270-6864ba9adcb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb4b997-9f60-46a2-8559-dbf5f39bffbb,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:36:17.562870 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4778db5-05bc-448e-a975-7b6c82012aba req-586b4cfc-1704-40ff-aafa-f8a104d93514 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:17.564445 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b4778db5-05bc-448e-a975-7b6c82012aba req-586b4cfc-1704-40ff-aafa-f8a104d93514 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 945 time: 0.0466473 May 12 09:36:17.611506 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b4778db5-05bc-448e-a975-7b6c82012aba req-8fdddd59-5262-4d9c-9714-5a5366963b98 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407736 May 12 09:36:17.708215 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 38126) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:36:17.722095 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8048e7b4-4894-4821-a4e2-6e262c15a440 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:17.802376 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8048e7b4-4894-4821-a4e2-6e262c15a440 admin admin] Publish callbacks [] for security_group (8826acab-e46a-4a00-906b-b1c03f25f334), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:17.806102 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8048e7b4-4894-4821-a4e2-6e262c15a440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (8826acab-e46a-4a00-906b-b1c03f25f334), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:17.843997 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-8048e7b4-4894-4821-a4e2-6e262c15a440 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=092fe9b8accf432db4ce9eb9ebb8a43d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1344824 May 12 09:36:17.844888 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8048e7b4-4894-4821-a4e2-6e262c15a440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8826acab-e46a-4a00-906b-b1c03f25f334,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:36:17.846781 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 38128) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:36:17.897165 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-49fdab57-bde3-41b7-be88-5147362f67c3 admin admin] Publish callbacks [] for security_group (8826acab-e46a-4a00-906b-b1c03f25f334), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:17.918668 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-49fdab57-bde3-41b7-be88-5147362f67c3 admin admin] Publish callbacks [] for security_group (8826acab-e46a-4a00-906b-b1c03f25f334), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:17.966350 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-49fdab57-bde3-41b7-be88-5147362f67c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (8826acab-e46a-4a00-906b-b1c03f25f334), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:17.969574 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-49fdab57-bde3-41b7-be88-5147362f67c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:17.970957 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-49fdab57-bde3-41b7-be88-5147362f67c3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8826acab-e46a-4a00-906b-b1c03f25f334 HTTP/1.1" status: 204 len: 168 time: 0.1224995 May 12 09:36:17.978964 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fdab57-bde3-41b7-be88-5147362f67c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8826acab-e46a-4a00-906b-b1c03f25f334,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:36:18.693504 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 38166) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:36:18.735808 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81faf161-8a70-4478-b3ce-7db23464ca87 req-c2aa909a-4a3f-4409-89ac-46656bda8388 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:18.738435 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-81faf161-8a70-4478-b3ce-7db23464ca87 req-c2aa909a-4a3f-4409-89ac-46656bda8388 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 945 time: 0.0572724 May 12 09:36:18.788401 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-81faf161-8a70-4478-b3ce-7db23464ca87 req-0f046243-50d1-4036-950c-1dddeea2ced8 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438638 May 12 09:36:18.798207 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-a89f0a12-bda5-4c75-9e3c-d29fab980f51 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1364490588-network', 'tenant_id': '0bb92cff36154d90bb549f9cef1a7749'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:36:18.824191 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a89f0a12-bda5-4c75-9e3c-d29fab980f51 admin admin] Made reservation on behalf of 0bb92cff36154d90bb549f9cef1a7749 for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 09:36:18.826862 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a89f0a12-bda5-4c75-9e3c-d29fab980f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for network (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:18.835437 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a89f0a12-bda5-4c75-9e3c-d29fab980f51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:18.915334 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a89f0a12-bda5-4c75-9e3c-d29fab980f51 admin admin] Publish callbacks [] for security_group (d8dc6478-b4b2-4a9d-9967-ea8f748f05a7), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:18.919067 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a89f0a12-bda5-4c75-9e3c-d29fab980f51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (d8dc6478-b4b2-4a9d-9967-ea8f748f05a7), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:18.945561 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a89f0a12-bda5-4c75-9e3c-d29fab980f51 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 09:36:18.950771 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89f0a12-bda5-4c75-9e3c-d29fab980f51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8dc6478-b4b2-4a9d-9967-ea8f748f05a7,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:36:18.958778 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a89f0a12-bda5-4c75-9e3c-d29fab980f51 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740344558093', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720414'] for segment (a48f0161-e5f8-45ac-aa48-773281e652fe), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:18.959196 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.db.segments_db [None req-a89f0a12-bda5-4c75-9e3c-d29fab980f51 admin admin] Added segment a48f0161-e5f8-45ac-aa48-773281e652fe of type vlan for network 3fadad0f-b461-4a6d-b65a-ee2d78064a5e May 12 09:36:18.999544 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a89f0a12-bda5-4c75-9e3c-d29fab980f51 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740344000386'] for network (3fadad0f-b461-4a6d-b65a-ee2d78064a5e), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:19.025979 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a89f0a12-bda5-4c75-9e3c-d29fab980f51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735'] for network (3fadad0f-b461-4a6d-b65a-ee2d78064a5e), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:19.027032 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89f0a12-bda5-4c75-9e3c-d29fab980f51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:19.027714 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a89f0a12-bda5-4c75-9e3c-d29fab980f51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728753'] for network (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:19.061698 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-a89f0a12-bda5-4c75-9e3c-d29fab980f51 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3670743 May 12 09:36:19.064693 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 38172) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:36:19.070191 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-ee42bd27-b3c4-4703-bc52-76d47afd3e3c admin admin] Request body: {'subnet': {'network_id': '3fadad0f-b461-4a6d-b65a-ee2d78064a5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1364490588-subnet', 'tenant_id': '0bb92cff36154d90bb549f9cef1a7749', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:36:19.091305 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee42bd27-b3c4-4703-bc52-76d47afd3e3c admin admin] Made reservation on behalf of 0bb92cff36154d90bb549f9cef1a7749 for: {'subnet': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 09:36:19.099554 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89f0a12-bda5-4c75-9e3c-d29fab980f51 admin admin] Pushing event updated for resources: {'Network': ['ID=3fadad0f-b461-4a6d-b65a-ee2d78064a5e,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:36:19.099767 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ee42bd27-b3c4-4703-bc52-76d47afd3e3c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28648136'] for subnet (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:19.113872 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Network 3fadad0f-b461-4a6d-b65a-ee2d78064a5e details requested by agent ovs-agent-dv-cinder-837699-5-iscsi with host dv-cinder-837699-5-iscsi {{(pid=103459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 09:36:19.287454 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ee42bd27-b3c4-4703-bc52-76d47afd3e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29193443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28648158'] for subnet (aa07142b-b21c-46df-8b32-7c6de7a0dcc3), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:19.347386 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee42bd27-b3c4-4703-bc52-76d47afd3e3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa07142b-b21c-46df-8b32-7c6de7a0dcc3,revision_number=0']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:36:19.356425 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee42bd27-b3c4-4703-bc52-76d47afd3e3c admin admin] Checking segment: {'id': 'a48f0161-e5f8-45ac-aa48-773281e652fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3fadad0f-b461-4a6d-b65a-ee2d78064a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 09:36:19.356781 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee42bd27-b3c4-4703-bc52-76d47afd3e3c admin admin] Network hostable DHCP agents. Network: 3fadad0f-b461-4a6d-b65a-ee2d78064a5e, hostable agents: ['9bee5a85-5be0-4217-aa6d-1f9c6538b987'], hosted agents: [] {{(pid=103458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 09:36:19.375197 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee42bd27-b3c4-4703-bc52-76d47afd3e3c admin admin] Network 3fadad0f-b461-4a6d-b65a-ee2d78064a5e is scheduled to be hosted by DHCP agent 9bee5a85-5be0-4217-aa6d-1f9c6538b987 with binding_index 1 {{(pid=103458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 09:36:19.388729 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-ee42bd27-b3c4-4703-bc52-76d47afd3e3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837699-5-iscsi, 3fadad0f-b461-4a6d-b65a-ee2d78064a5e) {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:36:19.394055 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee42bd27-b3c4-4703-bc52-76d47afd3e3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:19.395174 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ee42bd27-b3c4-4703-bc52-76d47afd3e3c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:19.403087 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8cb974-5c49-4f98-ab9b-c61eb031bc3a None None] Network 3fadad0f-b461-4a6d-b65a-ee2d78064a5e requested from dv-cinder-837699-5-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 09:36:19.422780 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-ee42bd27-b3c4-4703-bc52-76d47afd3e3c admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3565538 May 12 09:36:19.449140 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (cdc2c050-d5b8-41e9-9f41-bf893d522faa), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:19.545520 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f803d9-dcfb-4609-afa6-f4a94a19e027 None None] Network 3fadad0f-b461-4a6d-b65a-ee2d78064a5e requested from dv-cinder-837699-5-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 09:36:19.643221 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929eada7-7b89-471f-850c-6eb7201d35ad req-1c65ae4b-e0c2-4478-a68c-58982946ba6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:19.645463 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-929eada7-7b89-471f-850c-6eb7201d35ad req-1c65ae4b-e0c2-4478-a68c-58982946ba6d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 1129 time: 0.0638914 May 12 09:36:19.683234 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-8aadba31-6437-49f0-9399-976b5069ac18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (9bee5a85-5be0-4217-aa6d-1f9c6538b987), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:19.717061 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-929eada7-7b89-471f-850c-6eb7201d35ad req-ae64fabd-fedb-4eb0-8c43-b51546063dc7 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582254 May 12 09:36:19.920752 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9269f954-179a-4222-a219-20c825ab5703 req-1964cb5a-7470-49ad-a3f0-6886735d2915 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:19.922377 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9269f954-179a-4222-a219-20c825ab5703 req-1964cb5a-7470-49ad-a3f0-6886735d2915 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 945 time: 0.0487685 May 12 09:36:19.970661 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9269f954-179a-4222-a219-20c825ab5703 req-6fc79287-fe99-470a-b91c-ea605d22cab3 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420499 May 12 09:36:20.006390 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 38206) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:36:20.011448 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-3e386f3e-bb2c-4c77-9c3f-b430fcd5b564 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1340599427-network', 'tenant_id': '1d3842ca641440ad9f1a616a5a4d44bb'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:36:20.030493 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e386f3e-bb2c-4c77-9c3f-b430fcd5b564 admin admin] Made reservation on behalf of 1d3842ca641440ad9f1a616a5a4d44bb for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 09:36:20.032964 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3e386f3e-bb2c-4c77-9c3f-b430fcd5b564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for network (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:20.041262 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3e386f3e-bb2c-4c77-9c3f-b430fcd5b564 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:20.114996 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3e386f3e-bb2c-4c77-9c3f-b430fcd5b564 admin admin] Publish callbacks [] for security_group (f66e5327-34af-45d2-a4ae-dbcbd6fc3381), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:20.119034 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3e386f3e-bb2c-4c77-9c3f-b430fcd5b564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (f66e5327-34af-45d2-a4ae-dbcbd6fc3381), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:20.143938 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e386f3e-bb2c-4c77-9c3f-b430fcd5b564 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 09:36:20.153965 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e386f3e-bb2c-4c77-9c3f-b430fcd5b564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f66e5327-34af-45d2-a4ae-dbcbd6fc3381,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:36:20.158888 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3e386f3e-bb2c-4c77-9c3f-b430fcd5b564 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740344558093', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720414'] for segment (b2a9ce3e-af62-49f5-b3df-b70a21d47d0a), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:20.159294 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.db.segments_db [None req-3e386f3e-bb2c-4c77-9c3f-b430fcd5b564 admin admin] Added segment b2a9ce3e-af62-49f5-b3df-b70a21d47d0a of type vlan for network 246df260-446a-4c52-923b-c7f6bbc54a71 May 12 09:36:20.201354 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3e386f3e-bb2c-4c77-9c3f-b430fcd5b564 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740344000386'] for network (246df260-446a-4c52-923b-c7f6bbc54a71), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:20.223890 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3e386f3e-bb2c-4c77-9c3f-b430fcd5b564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735'] for network (246df260-446a-4c52-923b-c7f6bbc54a71), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:20.224866 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e386f3e-bb2c-4c77-9c3f-b430fcd5b564 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:20.225445 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3e386f3e-bb2c-4c77-9c3f-b430fcd5b564 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728753'] for network (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:20.265134 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 38214) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:36:20.265270 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-3e386f3e-bb2c-4c77-9c3f-b430fcd5b564 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2576919 May 12 09:36:20.274819 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-b03cb4d3-9dbd-4b20-abbd-c16abe6c3dba admin admin] Request body: {'subnet': {'network_id': '246df260-446a-4c52-923b-c7f6bbc54a71', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1340599427-subnet', 'tenant_id': '1d3842ca641440ad9f1a616a5a4d44bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:36:20.296773 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e386f3e-bb2c-4c77-9c3f-b430fcd5b564 admin admin] Pushing event updated for resources: {'Network': ['ID=246df260-446a-4c52-923b-c7f6bbc54a71,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:36:20.300446 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b03cb4d3-9dbd-4b20-abbd-c16abe6c3dba admin admin] Made reservation on behalf of 1d3842ca641440ad9f1a616a5a4d44bb for: {'subnet': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 09:36:20.303402 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b03cb4d3-9dbd-4b20-abbd-c16abe6c3dba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28648136'] for subnet (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:20.307277 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Network 246df260-446a-4c52-923b-c7f6bbc54a71 details requested by agent ovs-agent-dv-cinder-837699-5-iscsi with host dv-cinder-837699-5-iscsi {{(pid=103459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 09:36:20.488787 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b03cb4d3-9dbd-4b20-abbd-c16abe6c3dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29193443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28648158'] for subnet (813a7e57-5052-4603-b4d0-e70845228fcc), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:20.550608 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03cb4d3-9dbd-4b20-abbd-c16abe6c3dba admin admin] Pushing event updated for resources: {'Subnet': ['ID=813a7e57-5052-4603-b4d0-e70845228fcc,revision_number=0']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:36:20.557712 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03cb4d3-9dbd-4b20-abbd-c16abe6c3dba admin admin] Checking segment: {'id': 'b2a9ce3e-af62-49f5-b3df-b70a21d47d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '246df260-446a-4c52-923b-c7f6bbc54a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 09:36:20.558103 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03cb4d3-9dbd-4b20-abbd-c16abe6c3dba admin admin] Network hostable DHCP agents. Network: 246df260-446a-4c52-923b-c7f6bbc54a71, hostable agents: ['9bee5a85-5be0-4217-aa6d-1f9c6538b987'], hosted agents: [] {{(pid=103458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 09:36:20.558698 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 38218) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:36:20.584931 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03cb4d3-9dbd-4b20-abbd-c16abe6c3dba admin admin] Network 246df260-446a-4c52-923b-c7f6bbc54a71 is scheduled to be hosted by DHCP agent 9bee5a85-5be0-4217-aa6d-1f9c6538b987 with binding_index 1 {{(pid=103458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 09:36:20.594126 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-b03cb4d3-9dbd-4b20-abbd-c16abe6c3dba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837699-5-iscsi, 246df260-446a-4c52-923b-c7f6bbc54a71) {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:36:20.598671 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03cb4d3-9dbd-4b20-abbd-c16abe6c3dba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:20.599290 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b03cb4d3-9dbd-4b20-abbd-c16abe6c3dba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:20.604217 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe1db83-6ab3-4452-98ec-2855d3b224b5 None None] Network 246df260-446a-4c52-923b-c7f6bbc54a71 requested from dv-cinder-837699-5-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 09:36:20.630283 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-b03cb4d3-9dbd-4b20-abbd-c16abe6c3dba admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3562446 May 12 09:36:20.690677 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ac21e0d6-2412-4a3a-8851-c29e4ec5896d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:20.759422 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a871fc1-6e3e-4709-a99c-7b01d8fdca5e None None] Network 246df260-446a-4c52-923b-c7f6bbc54a71 requested from dv-cinder-837699-5-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 09:36:20.780618 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ac21e0d6-2412-4a3a-8851-c29e4ec5896d admin admin] Publish callbacks [] for security_group (dd3d9cdc-a54b-45cf-8a8a-1bddcc943ff0), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:20.786679 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ac21e0d6-2412-4a3a-8851-c29e4ec5896d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (dd3d9cdc-a54b-45cf-8a8a-1bddcc943ff0), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:20.838387 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-ac21e0d6-2412-4a3a-8851-c29e4ec5896d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a450c3a8771d4f89a595aa3eca210a8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2762489 May 12 09:36:20.838387 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac21e0d6-2412-4a3a-8851-c29e4ec5896d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3d9cdc-a54b-45cf-8a8a-1bddcc943ff0,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:36:20.838859 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 38232) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:36:20.898781 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-78fc6358-b080-4443-858a-878ef9a9ebf6 admin admin] Publish callbacks [] for security_group (dd3d9cdc-a54b-45cf-8a8a-1bddcc943ff0), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:20.919059 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-78fc6358-b080-4443-858a-878ef9a9ebf6 admin admin] Publish callbacks [] for security_group (dd3d9cdc-a54b-45cf-8a8a-1bddcc943ff0), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:20.968128 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-78fc6358-b080-4443-858a-878ef9a9ebf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (dd3d9cdc-a54b-45cf-8a8a-1bddcc943ff0), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:20.970681 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-78fc6358-b080-4443-858a-878ef9a9ebf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:20.971826 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-78fc6358-b080-4443-858a-878ef9a9ebf6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dd3d9cdc-a54b-45cf-8a8a-1bddcc943ff0 HTTP/1.1" status: 204 len: 168 time: 0.1306088 May 12 09:36:20.979964 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fc6358-b080-4443-858a-878ef9a9ebf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3d9cdc-a54b-45cf-8a8a-1bddcc943ff0,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:36:21.113782 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7221adaa-0150-4c8f-821c-c6af754b0b65 req-cba16aa7-bfc0-46ed-bc73-ec811044a39e tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:21.118130 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7221adaa-0150-4c8f-821c-c6af754b0b65 req-cba16aa7-bfc0-46ed-bc73-ec811044a39e tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 945 time: 0.0639062 May 12 09:36:21.195771 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7221adaa-0150-4c8f-821c-c6af754b0b65 req-bfefa00e-65eb-45d7-b4f7-a8cbcbfab654 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680299 May 12 09:36:21.825043 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-176680b9-3fe1-4836-88a6-3eec104b4e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (8db92903-2544-41c2-b919-def82c43c97a), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:22.312856 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88879d0c-da83-4441-83c7-7e2de4cf532a req-b125871a-e1fd-4ac2-a1fa-d684cc48e0e1 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:22.314455 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-88879d0c-da83-4441-83c7-7e2de4cf532a req-b125871a-e1fd-4ac2-a1fa-d684cc48e0e1 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 945 time: 0.0468731 May 12 09:36:22.361004 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-88879d0c-da83-4441-83c7-7e2de4cf532a req-957d0d28-737b-45a6-8b31-59e8832788db tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410213 May 12 09:36:22.471096 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f3bc4-cf08-446d-bfaa-570f96ac19ce req-0e7ccdf1-9418-440b-b63f-c698e6bd7470 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:22.472546 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-981f3bc4-cf08-446d-bfaa-570f96ac19ce req-0e7ccdf1-9418-440b-b63f-c698e6bd7470 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ed911f6-afdf-49e6-9897-e51a903b7680 HTTP/1.1" status: 200 len: 946 time: 0.0445776 May 12 09:36:22.518573 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-981f3bc4-cf08-446d-bfaa-570f96ac19ce req-ef074a11-b83f-43ee-8ace-6930bfcb9f50 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405049 May 12 09:36:23.061377 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-13a031d7-5ec6-42a3-899f-d50e1f06c687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (f8def58d-f1ec-4d41-abae-d1c60f542bd3), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:24.228955 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c886c3-a9e4-46b4-9123-8e33102b6e42 req-25af8ca7-1df8-4185-b3f3-64466e575a00 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:24.230513 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-77c886c3-a9e4-46b4-9123-8e33102b6e42 req-25af8ca7-1df8-4185-b3f3-64466e575a00 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/ports?device_id=a158cc80-2631-4dba-8071-ef5e07ec8ba1 HTTP/1.1" status: 200 len: 945 time: 0.0497479 May 12 09:36:24.275991 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-77c886c3-a9e4-46b4-9123-8e33102b6e42 req-3f4134a1-eed7-4ea3-afca-c82bd271551b tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/security-groups?id=e174429d-a48c-425e-9083-46cde5f07ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399256 May 12 09:36:24.299707 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 38294) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:36:24.466323 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a984b3b9-a9e9-40d7-bd88-8cdbb1de5f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (e377c27d-f788-489a-9a4f-9db675c37dc4), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:24.482708 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777867f4-4be2-4713-b096-835ef551a4ab tempest-TestMinimumBasicScenario-919233391 tempest-TestMinimumBasicScenario-919233391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:24.484289 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-777867f4-4be2-4713-b096-835ef551a4ab tempest-TestMinimumBasicScenario-919233391 tempest-TestMinimumBasicScenario-919233391-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a158cc80-2631-4dba-8071-ef5e07ec8ba1 HTTP/1.1" status: 200 len: 1124 time: 0.1830871 May 12 09:36:24.487181 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 38298) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:36:24.491894 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-50389239-45e2-4f71-b3ee-df9838c103f6 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Request body: {'floatingip': {'floating_network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'port_id': '3af65aa8-83b2-410d-b24d-4b9b1b6dd549', 'tenant_id': 'bdc48145acde413e99299f029ad0cea9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:36:24.514596 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-50389239-45e2-4f71-b3ee-df9838c103f6 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:24.597594 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-50389239-45e2-4f71-b3ee-df9838c103f6 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:24.710172 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-50389239-45e2-4f71-b3ee-df9838c103f6 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Allocated IP 172.27.3.229 (35e64619-a59d-47b1-b4c9-78b55f54f97b/31f684fc-c02d-4e22-bb04-cd143bba725c/e352c9c0-9c77-42f7-8ed4-c8a89c25edbe) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 09:36:24.817843 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-50389239-45e2-4f71-b3ee-df9838c103f6 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Publish callbacks [] for port (e352c9c0-9c77-42f7-8ed4-c8a89c25edbe), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:24.851801 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-50389239-45e2-4f71-b3ee-df9838c103f6 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740344012620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29192019'] for port (e352c9c0-9c77-42f7-8ed4-c8a89c25edbe), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:24.898727 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50389239-45e2-4f71-b3ee-df9838c103f6 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Network 35e64619-a59d-47b1-b4c9-78b55f54f97b is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 09:36:24.901661 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-50389239-45e2-4f71-b3ee-df9838c103f6 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:36:24.904307 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50389239-45e2-4f71-b3ee-df9838c103f6 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 09:36:24.938904 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50389239-45e2-4f71-b3ee-df9838c103f6 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Pushing event updated for resources: {'Port': ['ID=e352c9c0-9c77-42f7-8ed4-c8a89c25edbe,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:36:25.273286 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b7769f-4324-461e-a967-ee956fefdd6c req-88266b53-b7ba-41c0-9ae9-35a55ffc3e29 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:25.274762 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-66b7769f-4324-461e-a967-ee956fefdd6c req-88266b53-b7ba-41c0-9ae9-35a55ffc3e29 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ed911f6-afdf-49e6-9897-e51a903b7680 HTTP/1.1" status: 200 len: 946 time: 0.0961206 May 12 09:36:25.277908 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900aaab-3487-4bbb-b45f-8cc29989a817 req-bea73d92-e563-4742-b97c-442429716b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:25.279252 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5900aaab-3487-4bbb-b45f-8cc29989a817 req-bea73d92-e563-4742-b97c-442429716b93 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c54669eadc784d4aac5d1a40d18858b1&device_id=4ed911f6-afdf-49e6-9897-e51a903b7680 HTTP/1.1" status: 200 len: 1130 time: 0.1017253 May 12 09:36:25.423747 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-66b7769f-4324-461e-a967-ee956fefdd6c req-011415b8-9d6a-467d-88c1-533bb327f3a1 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423292 May 12 09:36:25.521032 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900aaab-3487-4bbb-b45f-8cc29989a817 req-dd71c93a-2ef5-4ce2-916c-58429a09473d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:25.522522 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5900aaab-3487-4bbb-b45f-8cc29989a817 req-dd71c93a-2ef5-4ce2-916c-58429a09473d service neutron] 10.222.0.65 "GET /v2.0/networks?id=94c124bd-d4ff-4709-8b22-7520113efef5 HTTP/1.1" status: 200 len: 919 time: 0.2043970 May 12 09:36:25.579861 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5900aaab-3487-4bbb-b45f-8cc29989a817 req-13604445-276c-4564-a14b-089dcd83f058 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8e31c88-6d60-467b-8eec-0d8851da1ced HTTP/1.1" status: 200 len: 217 time: 0.0496449 May 12 09:36:25.616975 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-50389239-45e2-4f71-b3ee-df9838c103f6 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Publish callbacks [] for floatingip (37fbf647-d270-4adb-9d59-24b190cccb1f), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:25.667942 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900aaab-3487-4bbb-b45f-8cc29989a817 req-c962a147-1a67-4e78-bcf3-55eaacd6747b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:25.669399 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5900aaab-3487-4bbb-b45f-8cc29989a817 req-c962a147-1a67-4e78-bcf3-55eaacd6747b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4e261d1c-7f38-449c-aec8-8a565c5048cd HTTP/1.1" status: 200 len: 857 time: 0.0817232 May 12 09:36:25.734765 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900aaab-3487-4bbb-b45f-8cc29989a817 req-8c425dd3-b3f4-4356-8de4-7711a7668a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:25.736374 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5900aaab-3487-4bbb-b45f-8cc29989a817 req-8c425dd3-b3f4-4356-8de4-7711a7668a2d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=94c124bd-d4ff-4709-8b22-7520113efef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0595801 May 12 09:36:25.739324 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-50389239-45e2-4f71-b3ee-df9838c103f6 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (e352c9c0-9c77-42f7-8ed4-c8a89c25edbe), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:25.979138 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (0e2e3861-7d79-4ce6-9d91-faa32ae2cb64), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:26.138737 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5900aaab-3487-4bbb-b45f-8cc29989a817 req-c5cd4d09-1fa3-4286-8e45-65a76f2178e9 service neutron] 10.222.0.65 "GET /v2.0/networks/94c124bd-d4ff-4709-8b22-7520113efef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3808146 May 12 09:36:26.303199 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5900aaab-3487-4bbb-b45f-8cc29989a817 req-7c6e038b-570f-43b5-9463-7490cfd8cb95 service neutron] 10.222.0.65 "GET /v2.0/networks/94c124bd-d4ff-4709-8b22-7520113efef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314838 May 12 09:36:26.306709 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-50389239-45e2-4f71-b3ee-df9838c103f6 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Publish callbacks [] for port (e352c9c0-9c77-42f7-8ed4-c8a89c25edbe), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:26.311334 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-50389239-45e2-4f71-b3ee-df9838c103f6 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29192036'] for port (e352c9c0-9c77-42f7-8ed4-c8a89c25edbe), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:26.386027 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50389239-45e2-4f71-b3ee-df9838c103f6 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Pushing event updated for resources: {'Port': ['ID=e352c9c0-9c77-42f7-8ed4-c8a89c25edbe,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:36:26.401605 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-50389239-45e2-4f71-b3ee-df9838c103f6 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799862'] for floatingip (37fbf647-d270-4adb-9d59-24b190cccb1f), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:26.545481 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.db.l3_db [None req-50389239-45e2-4f71-b3ee-df9838c103f6 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Floating IP 37fbf647-d270-4adb-9d59-24b190cccb1f associated. External IP: 172.27.3.229, port: 3af65aa8-83b2-410d-b24d-4b9b1b6dd549. May 12 09:36:26.553176 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b54a1-a1fd-4f74-b0e4-6c96049a61fa req-daf527b9-0f5f-46b0-adec-a5679c643c2c tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:26.554709 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-383b54a1-a1fd-4f74-b0e4-6c96049a61fa req-daf527b9-0f5f-46b0-adec-a5679c643c2c tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ed911f6-afdf-49e6-9897-e51a903b7680 HTTP/1.1" status: 200 len: 946 time: 0.0617561 May 12 09:36:26.676752 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-383b54a1-a1fd-4f74-b0e4-6c96049a61fa req-c6621438-5f37-446d-9c94-74336cb7bbbd tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884442 May 12 09:36:26.803019 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50389239-45e2-4f71-b3ee-df9838c103f6 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Router c69042cc-6a84-4a19-9874-bef9b18911f2 has already been hosted by L3 agent 8db92903-2544-41c2-b919-def82c43c97a {{(pid=103458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 09:36:26.912695 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50389239-45e2-4f71-b3ee-df9838c103f6 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Notify agent at l3_agent.dv-cinder-837699-5-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 09:36:26.921929 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5b5679-20c0-4b91-9716-15cb58f538ae None None] Sync routers for ids ['c69042cc-6a84-4a19-9874-bef9b18911f2'] in dv-cinder-837699-5-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 09:36:26.930366 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-50389239-45e2-4f71-b3ee-df9838c103f6 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for floatingip (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:26.932555 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5b5679-20c0-4b91-9716-15cb58f538ae None None] Routers {'c69042cc-6a84-4a19-9874-bef9b18911f2'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:36:26.933194 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-9b5b5679-20c0-4b91-9716-15cb58f538ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:36:22Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['c69042cc-6a84-4a19-9874-bef9b18911f2'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:36:26.960463 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-50389239-45e2-4f71-b3ee-df9838c103f6 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4717164 May 12 09:36:26.961045 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a158cc80-2631-4dba-8071-ef5e07ec8ba1', 'tag': '3af65aa8-83b2-410d-b24d-4b9b1b6dd549'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:36:26.963373 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 38334) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:36:26.963883 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c5c35592cdadc16d94e4e59e173057c198c772a9b1006d4fd44537c4a2e10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b1b730a-3ded-4adf-8191-349ce1e3386b" -d '{"events": [{"name": "network-changed", "server_uuid": "a158cc80-2631-4dba-8071-ef5e07ec8ba1", "tag": "3af65aa8-83b2-410d-b24d-4b9b1b6dd549"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:36:26.968497 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-0e1725ca-1b37-461d-b1ed-2d11d24efddf tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1094791940', 'description': 'tempest-secgroup-smoke-1094791940 description', 'project_id': 'bdc48145acde413e99299f029ad0cea9'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:36:26.991494 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0e1725ca-1b37-461d-b1ed-2d11d24efddf tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:27.003446 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 09:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15561192-8593-4ca1-881b-75af757d7af0 x-openstack-request-id: req-15561192-8593-4ca1-881b-75af757d7af0 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:36:27.003446 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a158cc80-2631-4dba-8071-ef5e07ec8ba1", "tag": "3af65aa8-83b2-410d-b24d-4b9b1b6dd549", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:36:27.003704 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-15561192-8593-4ca1-881b-75af757d7af0 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:36:27.003959 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15561192-8593-4ca1-881b-75af757d7af0'] response: {'name': 'network-changed', 'server_uuid': 'a158cc80-2631-4dba-8071-ef5e07ec8ba1', 'tag': '3af65aa8-83b2-410d-b24d-4b9b1b6dd549', 'status': 'completed', 'code': 200} May 12 09:36:27.044897 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-9b5b5679-20c0-4b91-9716-15cb58f538ae None None] Set router c69042cc-6a84-4a19-9874-bef9b18911f2 gateway port host: dv-cinder-837699-5-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:36:27.059331 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0e1725ca-1b37-461d-b1ed-2d11d24efddf tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Publish callbacks [] for security_group (6fcbc622-37f4-4d6d-89bf-754d452f6498), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:27.064092 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0e1725ca-1b37-461d-b1ed-2d11d24efddf tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (6fcbc622-37f4-4d6d-89bf-754d452f6498), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:27.121240 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0e1725ca-1b37-461d-b1ed-2d11d24efddf tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:27.123036 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-0e1725ca-1b37-461d-b1ed-2d11d24efddf tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1586564 May 12 09:36:27.126339 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 38340) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:36:27.136727 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b730a-3ded-4adf-8191-349ce1e3386b req-dc46a607-b191-4ae4-af7c-9bdf0a8ad32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:27.136727 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8b1b730a-3ded-4adf-8191-349ce1e3386b req-dc46a607-b191-4ae4-af7c-9bdf0a8ad32c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bdc48145acde413e99299f029ad0cea9&device_id=a158cc80-2631-4dba-8071-ef5e07ec8ba1 HTTP/1.1" status: 200 len: 1129 time: 0.0464849 May 12 09:36:27.138603 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-c517154a-9b9d-47aa-a0a6-016a2a35a9bb tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Request body: {'security_group_rule': {'security_group_id': '6fcbc622-37f4-4d6d-89bf-754d452f6498', 'project_id': 'bdc48145acde413e99299f029ad0cea9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:36:27.145281 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1725ca-1b37-461d-b1ed-2d11d24efddf tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fcbc622-37f4-4d6d-89bf-754d452f6498,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:36:27.186224 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c517154a-9b9d-47aa-a0a6-016a2a35a9bb tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Publish callbacks [] for security_group_rule (d2740b63-9354-48f8-a809-8b3e58ba1bb4), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:27.272582 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b730a-3ded-4adf-8191-349ce1e3386b req-795d07fa-6f3a-4b30-8937-fcefa1e87ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:27.274240 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8b1b730a-3ded-4adf-8191-349ce1e3386b req-795d07fa-6f3a-4b30-8937-fcefa1e87ef9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e0454948-435a-43ce-83c7-832b357b7693 HTTP/1.1" status: 200 len: 916 time: 0.1153214 May 12 09:36:27.320528 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c517154a-9b9d-47aa-a0a6-016a2a35a9bb tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Publish callbacks [] for security_group_rule (d2740b63-9354-48f8-a809-8b3e58ba1bb4), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:27.330277 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c517154a-9b9d-47aa-a0a6-016a2a35a9bb tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689781'] for security_group_rule (d2740b63-9354-48f8-a809-8b3e58ba1bb4), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:27.344066 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cb0d47-5441-4196-8480-6ca80cbb729d req-4cfdbb95-b4e4-4444-8859-0613abe48eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:27.345985 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-15cb0d47-5441-4196-8480-6ca80cbb729d req-4cfdbb95-b4e4-4444-8859-0613abe48eee service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c54669eadc784d4aac5d1a40d18858b1&device_id=4ed911f6-afdf-49e6-9897-e51a903b7680 HTTP/1.1" status: 200 len: 1130 time: 0.0687568 May 12 09:36:27.357998 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c517154a-9b9d-47aa-a0a6-016a2a35a9bb tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2740b63-9354-48f8-a809-8b3e58ba1bb4,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:36:27.367112 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-9b5b5679-20c0-4b91-9716-15cb58f538ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69042cc-6a84-4a19-9874-bef9b18911f2', 'name': 'tempest-TestMinimumBasicScenario-1326742253-router', 'tenant_id': 'bdc48145acde413e99299f029ad0cea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '16145eb2-ad86-43eb-9172-908c13c4176a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:34:43Z', 'updated_at': '2022-05-12T09:34:46Z', 'revision_number': 4, 'project_id': 'bdc48145acde413e99299f029ad0cea9', 'gw_port': {'id': '16145eb2-ad86-43eb-9172-908c13c4176a', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:61:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69042cc-6a84-4a19-9874-bef9b18911f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:34:43Z', 'updated_at': '2022-05-12T09:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_floatingips': [{'id': '37fbf647-d270-4adb-9d59-24b190cccb1f', 'tenant_id': 'bdc48145acde413e99299f029ad0cea9', 'floating_ip_address': '172.27.3.229', 'floating_network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'router_id': 'c69042cc-6a84-4a19-9874-bef9b18911f2', 'port_id': '3af65aa8-83b2-410d-b24d-4b9b1b6dd549', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0454948-435a-43ce-83c7-832b357b7693', 'mac_address': 'fa:16:3e:c7:d9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a158cc80-2631-4dba-8071-ef5e07ec8ba1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T09:36:25Z', 'updated_at': '2022-05-12T09:36:25Z', 'revision_number': 0, 'project_id': 'bdc48145acde413e99299f029ad0cea9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '595d7e88-f073-44d2-adca-d1b926a67bda', 'name': '', 'network_id': 'e0454948-435a-43ce-83c7-832b357b7693', 'tenant_id': 'bdc48145acde413e99299f029ad0cea9', 'mac_address': 'fa:16:3e:0c:8f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69042cc-6a84-4a19-9874-bef9b18911f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'f80f3c32-9255-4af0-ae5f-1def93a42973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:34:46Z', 'updated_at': '2022-05-12T09:34:53Z', 'revision_number': 5, 'project_id': 'bdc48145acde413e99299f029ad0cea9', 'subnets': [{'id': 'f80f3c32-9255-4af0-ae5f-1def93a42973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:36:27.367344 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c517154a-9b9d-47aa-a0a6-016a2a35a9bb tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:27.371169 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-c517154a-9b9d-47aa-a0a6-016a2a35a9bb tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2407742 May 12 09:36:27.372346 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 38348) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:36:27.374873 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8b1b730a-3ded-4adf-8191-349ce1e3386b req-f3ccee60-85aa-4c48-b19e-4afdeced02c7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3af65aa8-83b2-410d-b24d-4b9b1b6dd549 HTTP/1.1" status: 200 len: 999 time: 0.0946581 May 12 09:36:27.386960 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-da526ca5-e72a-4606-b817-7758d080476b tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Request body: {'security_group_rule': {'security_group_id': '6fcbc622-37f4-4d6d-89bf-754d452f6498', 'project_id': 'bdc48145acde413e99299f029ad0cea9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:36:27.396324 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5b5679-20c0-4b91-9716-15cb58f538ae None None] Checking router: c69042cc-6a84-4a19-9874-bef9b18911f2 for host: dv-cinder-837699-5-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 09:36:27.412325 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5b5679-20c0-4b91-9716-15cb58f538ae None None] Routers {'c69042cc-6a84-4a19-9874-bef9b18911f2'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:36:27.413013 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-9b5b5679-20c0-4b91-9716-15cb58f538ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:36:22Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['c69042cc-6a84-4a19-9874-bef9b18911f2'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:36:27.448657 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b730a-3ded-4adf-8191-349ce1e3386b req-09d02a9c-3e56-4845-b715-a01715f87632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:27.460205 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8b1b730a-3ded-4adf-8191-349ce1e3386b req-09d02a9c-3e56-4845-b715-a01715f87632 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f80f3c32-9255-4af0-ae5f-1def93a42973 HTTP/1.1" status: 200 len: 854 time: 0.0703392 May 12 09:36:27.518058 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b730a-3ded-4adf-8191-349ce1e3386b req-ec6bf0f5-6ba8-4343-b9ca-a3c67d040612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:27.520627 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8b1b730a-3ded-4adf-8191-349ce1e3386b req-ec6bf0f5-6ba8-4343-b9ca-a3c67d040612 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e0454948-435a-43ce-83c7-832b357b7693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0526924 May 12 09:36:27.571618 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-9b5b5679-20c0-4b91-9716-15cb58f538ae None None] Set router c69042cc-6a84-4a19-9874-bef9b18911f2 gateway port host: dv-cinder-837699-5-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:36:27.622799 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8b1b730a-3ded-4adf-8191-349ce1e3386b req-b5e51b5e-9bca-41d7-a4b4-366c0a628239 service neutron] 10.222.0.65 "GET /v2.0/networks/e0454948-435a-43ce-83c7-832b357b7693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926642 May 12 09:36:27.694472 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-da526ca5-e72a-4606-b817-7758d080476b tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Publish callbacks [] for security_group_rule (5b702f54-7115-4793-ae0d-ab7d41db98b8), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:27.739628 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cb0d47-5441-4196-8480-6ca80cbb729d req-c5d43bb5-fcf0-46b2-a39b-8514ac2193df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:27.741093 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-15cb0d47-5441-4196-8480-6ca80cbb729d req-c5d43bb5-fcf0-46b2-a39b-8514ac2193df service neutron] 10.222.0.65 "GET /v2.0/networks?id=94c124bd-d4ff-4709-8b22-7520113efef5 HTTP/1.1" status: 200 len: 919 time: 0.3710496 May 12 09:36:27.761197 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8b1b730a-3ded-4adf-8191-349ce1e3386b req-b171185d-9769-4647-afa7-c9a6d4cf84ea service neutron] 10.222.0.65 "GET /v2.0/networks/e0454948-435a-43ce-83c7-832b357b7693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209509 May 12 09:36:27.791770 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-15cb0d47-5441-4196-8480-6ca80cbb729d req-3293546d-de55-4c74-87dc-a8f6dcbf3eb1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8e31c88-6d60-467b-8eec-0d8851da1ced HTTP/1.1" status: 200 len: 217 time: 0.0409467 May 12 09:36:27.805018 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-da526ca5-e72a-4606-b817-7758d080476b tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Publish callbacks [] for security_group_rule (5b702f54-7115-4793-ae0d-ab7d41db98b8), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:27.816407 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-da526ca5-e72a-4606-b817-7758d080476b tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689781'] for security_group_rule (5b702f54-7115-4793-ae0d-ab7d41db98b8), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:27.822338 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52747089-c61a-40a9-8a7f-2e68a7cba571 req-c3dbae84-1c54-4b31-b132-a15fa25feaad tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:27.824133 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-52747089-c61a-40a9-8a7f-2e68a7cba571 req-c3dbae84-1c54-4b31-b132-a15fa25feaad tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ed911f6-afdf-49e6-9897-e51a903b7680 HTTP/1.1" status: 200 len: 946 time: 0.0619018 May 12 09:36:27.850236 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-9b5b5679-20c0-4b91-9716-15cb58f538ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69042cc-6a84-4a19-9874-bef9b18911f2', 'name': 'tempest-TestMinimumBasicScenario-1326742253-router', 'tenant_id': 'bdc48145acde413e99299f029ad0cea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '16145eb2-ad86-43eb-9172-908c13c4176a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:34:43Z', 'updated_at': '2022-05-12T09:34:46Z', 'revision_number': 4, 'project_id': 'bdc48145acde413e99299f029ad0cea9', 'gw_port': {'id': '16145eb2-ad86-43eb-9172-908c13c4176a', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:61:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69042cc-6a84-4a19-9874-bef9b18911f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:34:43Z', 'updated_at': '2022-05-12T09:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_floatingips': [{'id': '37fbf647-d270-4adb-9d59-24b190cccb1f', 'tenant_id': 'bdc48145acde413e99299f029ad0cea9', 'floating_ip_address': '172.27.3.229', 'floating_network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'router_id': 'c69042cc-6a84-4a19-9874-bef9b18911f2', 'port_id': '3af65aa8-83b2-410d-b24d-4b9b1b6dd549', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0454948-435a-43ce-83c7-832b357b7693', 'mac_address': 'fa:16:3e:c7:d9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a158cc80-2631-4dba-8071-ef5e07ec8ba1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T09:36:25Z', 'updated_at': '2022-05-12T09:36:25Z', 'revision_number': 0, 'project_id': 'bdc48145acde413e99299f029ad0cea9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '595d7e88-f073-44d2-adca-d1b926a67bda', 'name': '', 'network_id': 'e0454948-435a-43ce-83c7-832b357b7693', 'tenant_id': 'bdc48145acde413e99299f029ad0cea9', 'mac_address': 'fa:16:3e:0c:8f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69042cc-6a84-4a19-9874-bef9b18911f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'f80f3c32-9255-4af0-ae5f-1def93a42973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:34:46Z', 'updated_at': '2022-05-12T09:34:53Z', 'revision_number': 5, 'project_id': 'bdc48145acde413e99299f029ad0cea9', 'subnets': [{'id': 'f80f3c32-9255-4af0-ae5f-1def93a42973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:36:27.860178 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da526ca5-e72a-4606-b817-7758d080476b tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b702f54-7115-4793-ae0d-ab7d41db98b8,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:36:27.871752 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-da526ca5-e72a-4606-b817-7758d080476b tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:27.875601 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-da526ca5-e72a-4606-b817-7758d080476b tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4899004 May 12 09:36:27.875601 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cb0d47-5441-4196-8480-6ca80cbb729d req-86c05a53-395b-4aeb-a4aa-b6d2fd624fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:27.876205 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 38358) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:36:27.876547 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-15cb0d47-5441-4196-8480-6ca80cbb729d req-86c05a53-395b-4aeb-a4aa-b6d2fd624fbe service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4e261d1c-7f38-449c-aec8-8a565c5048cd HTTP/1.1" status: 200 len: 857 time: 0.0701430 May 12 09:36:27.883899 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-ca0e20c1-b467-49e3-8d12-3a71135d6054 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Request body: {'security_group_rule': {'security_group_id': '6fcbc622-37f4-4d6d-89bf-754d452f6498', 'project_id': 'bdc48145acde413e99299f029ad0cea9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:36:27.907205 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-52747089-c61a-40a9-8a7f-2e68a7cba571 req-8d0c2f08-61c8-4191-a9ab-3f67c5ce682d tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699558 May 12 09:36:27.935491 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ca0e20c1-b467-49e3-8d12-3a71135d6054 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Publish callbacks [] for security_group_rule (1f8830f3-f0de-41f1-b21d-9b457e28a349), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:27.940446 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cb0d47-5441-4196-8480-6ca80cbb729d req-0993c3aa-6e6a-456b-87eb-353f7a8a9ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:27.943298 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-15cb0d47-5441-4196-8480-6ca80cbb729d req-0993c3aa-6e6a-456b-87eb-353f7a8a9ebb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=94c124bd-d4ff-4709-8b22-7520113efef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0590127 May 12 09:36:27.986892 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5b5679-20c0-4b91-9716-15cb58f538ae None None] The sync data for ids ['c69042cc-6a84-4a19-9874-bef9b18911f2'] in dv-cinder-837699-5-iscsi is: [{'id': 'c69042cc-6a84-4a19-9874-bef9b18911f2', 'name': 'tempest-TestMinimumBasicScenario-1326742253-router', 'tenant_id': 'bdc48145acde413e99299f029ad0cea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '16145eb2-ad86-43eb-9172-908c13c4176a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:34:43Z', 'updated_at': '2022-05-12T09:34:46Z', 'revision_number': 4, 'project_id': 'bdc48145acde413e99299f029ad0cea9', 'gw_port': {'id': '16145eb2-ad86-43eb-9172-908c13c4176a', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:61:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69042cc-6a84-4a19-9874-bef9b18911f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:34:43Z', 'updated_at': '2022-05-12T09:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_floatingips': [{'id': '37fbf647-d270-4adb-9d59-24b190cccb1f', 'tenant_id': 'bdc48145acde413e99299f029ad0cea9', 'floating_ip_address': '172.27.3.229', 'floating_network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'router_id': 'c69042cc-6a84-4a19-9874-bef9b18911f2', 'port_id': '3af65aa8-83b2-410d-b24d-4b9b1b6dd549', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0454948-435a-43ce-83c7-832b357b7693', 'mac_address': 'fa:16:3e:c7:d9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a158cc80-2631-4dba-8071-ef5e07ec8ba1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T09:36:25Z', 'updated_at': '2022-05-12T09:36:25Z', 'revision_number': 0, 'project_id': 'bdc48145acde413e99299f029ad0cea9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '595d7e88-f073-44d2-adca-d1b926a67bda', 'name': '', 'network_id': 'e0454948-435a-43ce-83c7-832b357b7693', 'tenant_id': 'bdc48145acde413e99299f029ad0cea9', 'mac_address': 'fa:16:3e:0c:8f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69042cc-6a84-4a19-9874-bef9b18911f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'f80f3c32-9255-4af0-ae5f-1def93a42973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:34:46Z', 'updated_at': '2022-05-12T09:34:53Z', 'revision_number': 5, 'project_id': 'bdc48145acde413e99299f029ad0cea9', 'subnets': [{'id': 'f80f3c32-9255-4af0-ae5f-1def93a42973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 09:36:28.030010 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ca0e20c1-b467-49e3-8d12-3a71135d6054 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Publish callbacks [] for security_group_rule (1f8830f3-f0de-41f1-b21d-9b457e28a349), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:28.035488 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ca0e20c1-b467-49e3-8d12-3a71135d6054 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689781'] for security_group_rule (1f8830f3-f0de-41f1-b21d-9b457e28a349), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:28.046051 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-15cb0d47-5441-4196-8480-6ca80cbb729d req-feff24ae-3955-4146-9389-bf10ffe8101a service neutron] 10.222.0.65 "GET /v2.0/networks/94c124bd-d4ff-4709-8b22-7520113efef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959036 May 12 09:36:28.061112 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0e20c1-b467-49e3-8d12-3a71135d6054 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f8830f3-f0de-41f1-b21d-9b457e28a349,revision_number=0']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:36:28.070379 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ca0e20c1-b467-49e3-8d12-3a71135d6054 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:28.075167 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-ca0e20c1-b467-49e3-8d12-3a71135d6054 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1979222 May 12 09:36:28.075994 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 38360) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:36:28.080959 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-d2e64b59-ea28-4e20-8079-f49e616ae748 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Request body: {'security_group_rule': {'security_group_id': '6fcbc622-37f4-4d6d-89bf-754d452f6498', 'project_id': 'bdc48145acde413e99299f029ad0cea9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:36:28.111151 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d2e64b59-ea28-4e20-8079-f49e616ae748 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Publish callbacks [] for security_group_rule (435ef921-fb04-4195-9669-676d38304179), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:28.151486 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-15cb0d47-5441-4196-8480-6ca80cbb729d req-804a9aa0-8787-4db8-9bb4-d3051d8acdd6 service neutron] 10.222.0.65 "GET /v2.0/networks/94c124bd-d4ff-4709-8b22-7520113efef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978422 May 12 09:36:28.187846 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d2e64b59-ea28-4e20-8079-f49e616ae748 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Publish callbacks [] for security_group_rule (435ef921-fb04-4195-9669-676d38304179), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:28.192351 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d2e64b59-ea28-4e20-8079-f49e616ae748 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689781'] for security_group_rule (435ef921-fb04-4195-9669-676d38304179), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:28.223932 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e64b59-ea28-4e20-8079-f49e616ae748 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=435ef921-fb04-4195-9669-676d38304179,revision_number=0']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:36:28.229760 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d2e64b59-ea28-4e20-8079-f49e616ae748 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:28.230846 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-d2e64b59-ea28-4e20-8079-f49e616ae748 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1537020 May 12 09:36:28.233411 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 38364) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:36:28.238657 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-d9891401-c209-4aec-b018-d6aeecc5a19b tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Request body: {'security_group_rule': {'security_group_id': '6fcbc622-37f4-4d6d-89bf-754d452f6498', 'project_id': 'bdc48145acde413e99299f029ad0cea9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:36:28.260812 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.db.securitygroups_db [None req-d9891401-c209-4aec-b018-d6aeecc5a19b tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Project bdc48145acde413e99299f029ad0cea9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 09:36:28.267262 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d9891401-c209-4aec-b018-d6aeecc5a19b tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Publish callbacks [] for security_group_rule (6f3d3ad4-a9b0-44f4-9a36-6ab67406d2d6), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:28.270811 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7a5b01-c166-4282-831b-fb4444aa1f47 None None] New status for floating IP 37fbf647-d270-4adb-9d59-24b190cccb1f: ACTIVE {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 09:36:28.321585 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d9891401-c209-4aec-b018-d6aeecc5a19b tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Publish callbacks [] for security_group_rule (6f3d3ad4-a9b0-44f4-9a36-6ab67406d2d6), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:28.331971 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d9891401-c209-4aec-b018-d6aeecc5a19b tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689781'] for security_group_rule (6f3d3ad4-a9b0-44f4-9a36-6ab67406d2d6), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:28.351330 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9891401-c209-4aec-b018-d6aeecc5a19b tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f3d3ad4-a9b0-44f4-9a36-6ab67406d2d6,revision_number=0']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:36:28.359969 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d9891401-c209-4aec-b018-d6aeecc5a19b tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:28.361261 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-d9891401-c209-4aec-b018-d6aeecc5a19b tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1268437 May 12 09:36:28.363962 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 38366) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:36:28.368183 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-a594cf55-9140-4a8d-a83d-09086d2b5348 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Request body: {'security_group_rule': {'security_group_id': '6fcbc622-37f4-4d6d-89bf-754d452f6498', 'project_id': 'bdc48145acde413e99299f029ad0cea9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:36:28.387843 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.db.securitygroups_db [None req-a594cf55-9140-4a8d-a83d-09086d2b5348 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Project bdc48145acde413e99299f029ad0cea9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 09:36:28.393241 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a594cf55-9140-4a8d-a83d-09086d2b5348 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Publish callbacks [] for security_group_rule (1f88c49e-4b2a-461c-a71a-917f2f4e984a), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:28.459190 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a594cf55-9140-4a8d-a83d-09086d2b5348 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Publish callbacks [] for security_group_rule (1f88c49e-4b2a-461c-a71a-917f2f4e984a), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:28.463032 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a594cf55-9140-4a8d-a83d-09086d2b5348 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689781'] for security_group_rule (1f88c49e-4b2a-461c-a71a-917f2f4e984a), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:28.483989 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a594cf55-9140-4a8d-a83d-09086d2b5348 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f88c49e-4b2a-461c-a71a-917f2f4e984a,revision_number=0']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:36:28.489955 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a594cf55-9140-4a8d-a83d-09086d2b5348 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:28.492017 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-a594cf55-9140-4a8d-a83d-09086d2b5348 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1268213 May 12 09:36:28.584989 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-eb25f689-7f98-46bb-9f55-12caa65fb553 req-ef7c9670-7a38-4440-b080-49ad06674b75 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1094791940&fields=id&tenant_id=bdc48145acde413e99299f029ad0cea9 HTTP/1.1" status: 200 len: 267 time: 0.0463157 May 12 09:36:28.637725 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb25f689-7f98-46bb-9f55-12caa65fb553 req-2de682d3-a789-46e1-aeee-19b0cae29af7 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:28.642387 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-eb25f689-7f98-46bb-9f55-12caa65fb553 req-2de682d3-a789-46e1-aeee-19b0cae29af7 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/ports?device_id=a158cc80-2631-4dba-8071-ef5e07ec8ba1 HTTP/1.1" status: 200 len: 945 time: 0.0518272 May 12 09:36:28.650391 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [req-eb25f689-7f98-46bb-9f55-12caa65fb553 req-5901a48d-acc8-4f24-a711-a6d92fde9762 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Request body: {'port': {'security_groups': ['e174429d-a48c-425e-9083-46cde5f07ee8', '6fcbc622-37f4-4d6d-89bf-754d452f6498']}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:36:28.730162 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-eb25f689-7f98-46bb-9f55-12caa65fb553 req-5901a48d-acc8-4f24-a711-a6d92fde9762 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (3af65aa8-83b2-410d-b24d-4b9b1b6dd549), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:29.046422 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb77de-ac21-41d5-9143-763408dc206c req-52775bb5-204e-4842-98d2-cc9aa867a65f tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:29.047878 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a1cb77de-ac21-41d5-9143-763408dc206c req-52775bb5-204e-4842-98d2-cc9aa867a65f tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ed911f6-afdf-49e6-9897-e51a903b7680 HTTP/1.1" status: 200 len: 946 time: 0.0638220 May 12 09:36:29.054538 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-eb25f689-7f98-46bb-9f55-12caa65fb553 req-5901a48d-acc8-4f24-a711-a6d92fde9762 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] For port 3af65aa8-83b2-410d-b24d-4b9b1b6dd549, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=3af65aa8-83b2-410d-b24d-4b9b1b6dd549,segment=NetworkSegment(196dd2b4-5312-4a28-9145-1b2fa6b63a14),segment_id=196dd2b4-5312-4a28-9145-1b2fa6b63a14)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:36:29.104910 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-eb25f689-7f98-46bb-9f55-12caa65fb553 req-5901a48d-acc8-4f24-a711-a6d92fde9762 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Publish callbacks [] for port (3af65aa8-83b2-410d-b24d-4b9b1b6dd549), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:29.113876 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-eb25f689-7f98-46bb-9f55-12caa65fb553 req-5901a48d-acc8-4f24-a711-a6d92fde9762 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29192036'] for port (3af65aa8-83b2-410d-b24d-4b9b1b6dd549), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:29.148381 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a1cb77de-ac21-41d5-9143-763408dc206c req-e63f7598-a8d2-4d85-9cb0-eb489f406fad tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918689 May 12 09:36:29.162603 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb25f689-7f98-46bb-9f55-12caa65fb553 req-5901a48d-acc8-4f24-a711-a6d92fde9762 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:29.163116 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-eb25f689-7f98-46bb-9f55-12caa65fb553 req-5901a48d-acc8-4f24-a711-a6d92fde9762 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728753'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:29.164495 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-eb25f689-7f98-46bb-9f55-12caa65fb553 req-5901a48d-acc8-4f24-a711-a6d92fde9762 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "PUT /v2.0/ports/3af65aa8-83b2-410d-b24d-4b9b1b6dd549 HTTP/1.1" status: 200 len: 981 time: 0.5192225 May 12 09:36:29.164947 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a158cc80-2631-4dba-8071-ef5e07ec8ba1', 'tag': '3af65aa8-83b2-410d-b24d-4b9b1b6dd549'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:36:29.165255 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] get_ports_and_sgs() called for port_ids ['3af65aa8-83b2-410d-b24d-4b9b1b6dd549'] {{(pid=103459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 09:36:29.167298 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c5c35592cdadc16d94e4e59e173057c198c772a9b1006d4fd44537c4a2e10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8423ed53-320b-4a58-aceb-347e47ccaeba" -d '{"events": [{"name": "network-changed", "server_uuid": "a158cc80-2631-4dba-8071-ef5e07ec8ba1", "tag": "3af65aa8-83b2-410d-b24d-4b9b1b6dd549"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:36:29.210052 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5901a48d-acc8-4f24-a711-a6d92fde9762 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Pushing event updated for resources: {'Port': ['ID=3af65aa8-83b2-410d-b24d-4b9b1b6dd549,revision_number=6']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:36:29.231593 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 09:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53581815-b1d8-44a9-af31-204faaca33d0 x-openstack-request-id: req-53581815-b1d8-44a9-af31-204faaca33d0 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:36:29.231885 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a158cc80-2631-4dba-8071-ef5e07ec8ba1", "tag": "3af65aa8-83b2-410d-b24d-4b9b1b6dd549", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:36:29.232140 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-53581815-b1d8-44a9-af31-204faaca33d0 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:36:29.233147 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53581815-b1d8-44a9-af31-204faaca33d0'] response: {'name': 'network-changed', 'server_uuid': 'a158cc80-2631-4dba-8071-ef5e07ec8ba1', 'tag': '3af65aa8-83b2-410d-b24d-4b9b1b6dd549', 'status': 'completed', 'code': 200} May 12 09:36:29.315942 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad3b25-3bee-4403-a0e3-c23c0ef68863 req-8648b624-a465-405e-934d-d1deff1f750f tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:29.322446 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-01ad3b25-3bee-4403-a0e3-c23c0ef68863 req-8648b624-a465-405e-934d-d1deff1f750f tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/ports?device_id=a158cc80-2631-4dba-8071-ef5e07ec8ba1 HTTP/1.1" status: 200 len: 984 time: 0.0666914 May 12 09:36:29.388899 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-01ad3b25-3bee-4403-a0e3-c23c0ef68863 req-1c12a6b2-013b-46a0-b6a2-52b2babc4314 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fcbc622-37f4-4d6d-89bf-754d452f6498&id=e174429d-a48c-425e-9083-46cde5f07ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0651686 May 12 09:36:29.417406 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] get_ports_and_sgs() called for port_ids ['3af65aa8-83b2-410d-b24d-4b9b1b6dd549'] {{(pid=103459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 09:36:29.487072 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-36c82994-41db-48ce-a14a-87d6c7bd532c None None] Provisioning complete for port 3af65aa8-83b2-410d-b24d-4b9b1b6dd549 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:36:29.487450 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-36c82994-41db-48ce-a14a-87d6c7bd532c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (3af65aa8-83b2-410d-b24d-4b9b1b6dd549), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:29.573773 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8423ed53-320b-4a58-aceb-347e47ccaeba req-573a3cd9-c38b-4dc2-be6f-74a7faeba8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:29.575902 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-8423ed53-320b-4a58-aceb-347e47ccaeba req-573a3cd9-c38b-4dc2-be6f-74a7faeba8df service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bdc48145acde413e99299f029ad0cea9&device_id=a158cc80-2631-4dba-8071-ef5e07ec8ba1 HTTP/1.1" status: 200 len: 1168 time: 0.0456736 May 12 09:36:29.674659 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8423ed53-320b-4a58-aceb-347e47ccaeba req-4572648b-2ab7-4b70-95a9-bc348a4d7dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:29.677105 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-8423ed53-320b-4a58-aceb-347e47ccaeba req-4572648b-2ab7-4b70-95a9-bc348a4d7dd6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e0454948-435a-43ce-83c7-832b357b7693 HTTP/1.1" status: 200 len: 916 time: 0.0934579 May 12 09:36:29.711206 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-36c82994-41db-48ce-a14a-87d6c7bd532c None None] Current status of the port 3af65aa8-83b2-410d-b24d-4b9b1b6dd549 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:36:29.919242 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-8423ed53-320b-4a58-aceb-347e47ccaeba req-f42fb27a-6dd2-453d-9a61-3bfbc5769281 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3af65aa8-83b2-410d-b24d-4b9b1b6dd549 HTTP/1.1" status: 200 len: 1001 time: 0.0625002 May 12 09:36:30.267100 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad8b5ad-4dbf-4408-900d-a78ab7c5534c req-48751543-930c-448d-b66c-459b61fa18f3 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:30.268547 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6ad8b5ad-4dbf-4408-900d-a78ab7c5534c req-48751543-930c-448d-b66c-459b61fa18f3 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ed911f6-afdf-49e6-9897-e51a903b7680 HTTP/1.1" status: 200 len: 946 time: 0.0506127 May 12 09:36:30.315656 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6ad8b5ad-4dbf-4408-900d-a78ab7c5534c req-bef135c8-f27e-4d9e-9a74-c1997fa51d37 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415721 May 12 09:36:30.802412 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8423ed53-320b-4a58-aceb-347e47ccaeba req-e8bea9d7-277b-4d1e-8ddf-8b69b967a355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:30.803974 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-8423ed53-320b-4a58-aceb-347e47ccaeba req-e8bea9d7-277b-4d1e-8ddf-8b69b967a355 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f80f3c32-9255-4af0-ae5f-1def93a42973 HTTP/1.1" status: 200 len: 854 time: 0.0508504 May 12 09:36:30.852652 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8423ed53-320b-4a58-aceb-347e47ccaeba req-410abc08-f4ba-47fe-8976-ff0d832ced97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:30.854186 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-8423ed53-320b-4a58-aceb-347e47ccaeba req-410abc08-f4ba-47fe-8976-ff0d832ced97 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e0454948-435a-43ce-83c7-832b357b7693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427063 May 12 09:36:31.461449 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e11e39-832a-49e9-94f5-776461a350f9 req-6be4345a-3187-4735-ab3b-01f553fa9ced tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:31.463141 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-06e11e39-832a-49e9-94f5-776461a350f9 req-6be4345a-3187-4735-ab3b-01f553fa9ced tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ed911f6-afdf-49e6-9897-e51a903b7680 HTTP/1.1" status: 200 len: 946 time: 0.0733931 May 12 09:36:31.483825 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-8423ed53-320b-4a58-aceb-347e47ccaeba req-52351490-d807-432c-ab35-1ecf9d65ee3f service neutron] 10.222.0.65 "GET /v2.0/networks/e0454948-435a-43ce-83c7-832b357b7693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126716 May 12 09:36:31.513430 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-06e11e39-832a-49e9-94f5-776461a350f9 req-52c2eea9-8c51-4c55-b779-a4c207a8a780 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433493 May 12 09:36:31.603211 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-8423ed53-320b-4a58-aceb-347e47ccaeba req-16d2adce-c18d-470e-ac69-cc220a38656c service neutron] 10.222.0.65 "GET /v2.0/networks/e0454948-435a-43ce-83c7-832b357b7693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123781 May 12 09:36:32.641405 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e2b1dd-b11b-4758-880f-724669b8eb2c req-a5f38f0a-935b-4375-83f9-de1d94ed13f4 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:32.643004 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-97e2b1dd-b11b-4758-880f-724669b8eb2c req-a5f38f0a-935b-4375-83f9-de1d94ed13f4 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ed911f6-afdf-49e6-9897-e51a903b7680 HTTP/1.1" status: 200 len: 946 time: 0.0607922 May 12 09:36:32.693997 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-97e2b1dd-b11b-4758-880f-724669b8eb2c req-922b2681-8013-48cb-bad5-c6810a9642be tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443249 May 12 09:36:33.805976 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a554b6-972b-488a-9e0a-c20fd07cc65e req-121296de-1bea-4712-a7e5-20c748df76fb tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:33.807401 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-27a554b6-972b-488a-9e0a-c20fd07cc65e req-121296de-1bea-4712-a7e5-20c748df76fb tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ed911f6-afdf-49e6-9897-e51a903b7680 HTTP/1.1" status: 200 len: 946 time: 0.0455556 May 12 09:36:33.852619 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-27a554b6-972b-488a-9e0a-c20fd07cc65e req-977da8c6-b35b-47cd-8ff3-cf2e9ccacc53 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397179 May 12 09:36:34.961274 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04025f6-3914-498d-beba-3bd1c1eab162 req-5f3f8b63-f9b8-425f-9ab6-35f9807786da tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:34.962742 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f04025f6-3914-498d-beba-3bd1c1eab162 req-5f3f8b63-f9b8-425f-9ab6-35f9807786da tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ed911f6-afdf-49e6-9897-e51a903b7680 HTTP/1.1" status: 200 len: 946 time: 0.0453978 May 12 09:36:35.010671 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f04025f6-3914-498d-beba-3bd1c1eab162 req-b97a417b-8fad-4c0b-8160-3834d7f4c7ae tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425429 May 12 09:36:36.349017 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b988b8-080c-4b09-b5b9-40dc11f41063 req-ec45be26-c1b1-4ef3-9837-b6a6f64c3792 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:36.350405 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-94b988b8-080c-4b09-b5b9-40dc11f41063 req-ec45be26-c1b1-4ef3-9837-b6a6f64c3792 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ed911f6-afdf-49e6-9897-e51a903b7680 HTTP/1.1" status: 200 len: 946 time: 0.2717140 May 12 09:36:36.396979 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-94b988b8-080c-4b09-b5b9-40dc11f41063 req-d9f8c73f-3bd4-4e61-8ab7-dba88449c2b9 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410569 May 12 09:36:37.508266 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ba656-0da1-485d-a6fa-ed32b66420a1 req-426af6b2-7206-49e7-9dea-143548591c4f tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:37.510041 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4e6ba656-0da1-485d-a6fa-ed32b66420a1 req-426af6b2-7206-49e7-9dea-143548591c4f tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ed911f6-afdf-49e6-9897-e51a903b7680 HTTP/1.1" status: 200 len: 946 time: 0.0476277 May 12 09:36:37.554980 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4e6ba656-0da1-485d-a6fa-ed32b66420a1 req-3888a2c6-d5a1-47de-8290-7491756844f7 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394866 May 12 09:36:38.668432 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4f7cf-ec38-459a-afb9-51f8140cab98 req-c8e632d7-e77f-4ff4-bfaf-4c12375e4040 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:38.669890 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d1f4f7cf-ec38-459a-afb9-51f8140cab98 req-c8e632d7-e77f-4ff4-bfaf-4c12375e4040 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ed911f6-afdf-49e6-9897-e51a903b7680 HTTP/1.1" status: 200 len: 946 time: 0.0492291 May 12 09:36:38.717589 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d1f4f7cf-ec38-459a-afb9-51f8140cab98 req-7b0d9af7-f1f1-4022-aeb0-4575216ec1f2 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420158 May 12 09:36:39.832685 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a7fbb-68a0-4a57-a88f-640bfb7cdbfc req-048088f9-90e6-4ff4-ad30-b5b96f5495a6 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:39.834486 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1d8a7fbb-68a0-4a57-a88f-640bfb7cdbfc req-048088f9-90e6-4ff4-ad30-b5b96f5495a6 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ed911f6-afdf-49e6-9897-e51a903b7680 HTTP/1.1" status: 200 len: 946 time: 0.0469196 May 12 09:36:39.882584 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1d8a7fbb-68a0-4a57-a88f-640bfb7cdbfc req-a4e21ec9-33b6-4252-a2ab-69d2b2233f13 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412357 May 12 09:36:41.000651 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735a95c0-fa88-4b88-94b2-6ab1602f223f req-22703e86-f821-4004-af04-8fde723b7cbe tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:41.002121 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-735a95c0-fa88-4b88-94b2-6ab1602f223f req-22703e86-f821-4004-af04-8fde723b7cbe tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ed911f6-afdf-49e6-9897-e51a903b7680 HTTP/1.1" status: 200 len: 946 time: 0.0493488 May 12 09:36:41.047201 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-735a95c0-fa88-4b88-94b2-6ab1602f223f req-72376800-2cc9-4982-a07a-0c37b206df11 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396874 May 12 09:36:42.159856 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720774f3-23cb-4906-917c-37a8dc48c008 req-4c06083e-b605-4d14-ba79-5582d9791222 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:42.161360 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-720774f3-23cb-4906-917c-37a8dc48c008 req-4c06083e-b605-4d14-ba79-5582d9791222 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ed911f6-afdf-49e6-9897-e51a903b7680 HTTP/1.1" status: 200 len: 946 time: 0.0472674 May 12 09:36:42.207552 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-720774f3-23cb-4906-917c-37a8dc48c008 req-b6b0a13a-948d-40cc-a772-47ad727dd0e0 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406270 May 12 09:36:43.321333 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4c0f8f-c999-47b1-b151-928dc5dc4520 req-8230bd6f-7a36-4048-bd68-a6b399313f00 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:43.322988 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1c4c0f8f-c999-47b1-b151-928dc5dc4520 req-8230bd6f-7a36-4048-bd68-a6b399313f00 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ed911f6-afdf-49e6-9897-e51a903b7680 HTTP/1.1" status: 200 len: 946 time: 0.0477235 May 12 09:36:43.371979 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1c4c0f8f-c999-47b1-b151-928dc5dc4520 req-8e6a79fe-df98-4f6e-b6b1-a7cab9e8e5c3 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435431 May 12 09:36:44.484162 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bc272e-5375-4d31-9baf-c968f20077ab req-23170a25-2c03-46c4-a573-cd2ad6d52bf6 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:44.485551 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b3bc272e-5375-4d31-9baf-c968f20077ab req-23170a25-2c03-46c4-a573-cd2ad6d52bf6 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ed911f6-afdf-49e6-9897-e51a903b7680 HTTP/1.1" status: 200 len: 946 time: 0.0481203 May 12 09:36:44.531198 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b3bc272e-5375-4d31-9baf-c968f20077ab req-147d3d6a-3474-4c60-8dc7-3e24dc56ad01 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399249 May 12 09:36:45.644635 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a8e55a-7e1e-4ee7-b07c-4bb391e3a143 req-0fe17f23-d334-4da5-9850-2af8bacf8451 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:45.646127 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-30a8e55a-7e1e-4ee7-b07c-4bb391e3a143 req-0fe17f23-d334-4da5-9850-2af8bacf8451 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ed911f6-afdf-49e6-9897-e51a903b7680 HTTP/1.1" status: 200 len: 946 time: 0.0487740 May 12 09:36:45.692484 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-30a8e55a-7e1e-4ee7-b07c-4bb391e3a143 req-b3f71a46-b905-465b-8001-a6160284efc8 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409410 May 12 09:36:46.808342 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cc3b99-06cc-4dfd-b033-474a59c734a9 req-a382108b-ff16-4d13-8d6e-b752efd48a7c tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:46.809695 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-17cc3b99-06cc-4dfd-b033-474a59c734a9 req-a382108b-ff16-4d13-8d6e-b752efd48a7c tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ed911f6-afdf-49e6-9897-e51a903b7680 HTTP/1.1" status: 200 len: 946 time: 0.0488012 May 12 09:36:46.854925 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-17cc3b99-06cc-4dfd-b033-474a59c734a9 req-bcaf4af9-ffd1-4510-8a15-ee96ffd28729 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398109 May 12 09:36:47.963689 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6968041c-2c64-4d65-90f1-254a1d523de3 req-957ce031-391a-4d44-a327-1f5b8a573dfe tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:47.965120 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6968041c-2c64-4d65-90f1-254a1d523de3 req-957ce031-391a-4d44-a327-1f5b8a573dfe tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ed911f6-afdf-49e6-9897-e51a903b7680 HTTP/1.1" status: 200 len: 946 time: 0.0457573 May 12 09:36:48.010242 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6968041c-2c64-4d65-90f1-254a1d523de3 req-9a4bef08-09d5-4555-8ce4-cf87fd7b9179 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397162 May 12 09:36:49.123499 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a72cd2e-f217-4916-8979-91e5cde6ca87 req-3903e7e3-4ee4-4197-acb8-95fea0c6495f tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:49.124969 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1a72cd2e-f217-4916-8979-91e5cde6ca87 req-3903e7e3-4ee4-4197-acb8-95fea0c6495f tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ed911f6-afdf-49e6-9897-e51a903b7680 HTTP/1.1" status: 200 len: 946 time: 0.0492263 May 12 09:36:49.173532 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1a72cd2e-f217-4916-8979-91e5cde6ca87 req-0fea02c7-2d01-4225-8aec-63ce4e773c84 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431402 May 12 09:36:49.441614 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (cdc2c050-d5b8-41e9-9f41-bf893d522faa), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:49.604596 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-90804d71-d677-4a49-8792-3f12194dcacf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (9bee5a85-5be0-4217-aa6d-1f9c6538b987), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:50.284994 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a659d-f640-468d-89e1-5d071ef99089 req-c5456378-fbef-4b70-b9e8-3f696c08c380 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:50.286391 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-012a659d-f640-468d-89e1-5d071ef99089 req-c5456378-fbef-4b70-b9e8-3f696c08c380 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ed911f6-afdf-49e6-9897-e51a903b7680 HTTP/1.1" status: 200 len: 946 time: 0.0465350 May 12 09:36:50.334574 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-012a659d-f640-468d-89e1-5d071ef99089 req-a0a34b60-7299-49d0-b6ce-cf43b789460b tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426974 May 12 09:36:51.235396 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-1d9e6a58-d356-44ab-bb34-37357c1267d7 None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 09:36:51.452151 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f6a57-4704-4010-9961-f6c328ad57cf req-b5058cbf-54b8-4367-912c-87b8f006f0d8 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:51.453630 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1d4f6a57-4704-4010-9961-f6c328ad57cf req-b5058cbf-54b8-4367-912c-87b8f006f0d8 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ed911f6-afdf-49e6-9897-e51a903b7680 HTTP/1.1" status: 200 len: 946 time: 0.0460551 May 12 09:36:51.501981 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1d4f6a57-4704-4010-9961-f6c328ad57cf req-8095de02-7ddc-459b-b52f-8c8c1c2952c7 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414848 May 12 09:36:51.827258 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-79880479-152c-4d37-85d1-12cd69b1833d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (8db92903-2544-41c2-b919-def82c43c97a), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:52.617271 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a9987-838a-408d-a44c-7961b7384814 req-819f2134-41f8-48f4-828f-8b1deb449c05 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:52.618744 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-755a9987-838a-408d-a44c-7961b7384814 req-819f2134-41f8-48f4-828f-8b1deb449c05 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ed911f6-afdf-49e6-9897-e51a903b7680 HTTP/1.1" status: 200 len: 946 time: 0.0494504 May 12 09:36:52.665221 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-755a9987-838a-408d-a44c-7961b7384814 req-2e213949-4c6f-4501-82fd-8b21e2f5c43f tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408304 May 12 09:36:53.066432 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-13a031d7-5ec6-42a3-899f-d50e1f06c687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (f8def58d-f1ec-4d41-abae-d1c60f542bd3), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:53.793585 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b952750-4951-4b33-a12f-f5f14912959b req-6be3a37b-e206-4edb-beae-89582b3386dc tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:53.795100 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4b952750-4951-4b33-a12f-f5f14912959b req-6be3a37b-e206-4edb-beae-89582b3386dc tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ed911f6-afdf-49e6-9897-e51a903b7680 HTTP/1.1" status: 200 len: 946 time: 0.0557775 May 12 09:36:53.840966 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4b952750-4951-4b33-a12f-f5f14912959b req-446b8fe9-f641-4ccd-8b4b-71ce95d7cd91 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402162 May 12 09:36:54.468017 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a984b3b9-a9e9-40d7-bd88-8cdbb1de5f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (e377c27d-f788-489a-9a4f-9db675c37dc4), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:54.955438 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba75e2f-8054-423b-ab03-7e38ad5b4f19 req-3327649a-bbcb-4489-9d9d-9e53eede9f13 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:54.956919 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1ba75e2f-8054-423b-ab03-7e38ad5b4f19 req-3327649a-bbcb-4489-9d9d-9e53eede9f13 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ed911f6-afdf-49e6-9897-e51a903b7680 HTTP/1.1" status: 200 len: 946 time: 0.0499618 May 12 09:36:55.003240 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1ba75e2f-8054-423b-ab03-7e38ad5b4f19 req-b40b50c8-4936-4891-ba99-b1f8756d2407 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408564 May 12 09:36:55.981997 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (0e2e3861-7d79-4ce6-9d91-faa32ae2cb64), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:36:56.113214 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a1c626-acc6-4e77-9641-929d0714e436 req-3328d706-3d5d-4962-9e3a-b46ba9b4a956 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:56.114721 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-20a1c626-acc6-4e77-9641-929d0714e436 req-3328d706-3d5d-4962-9e3a-b46ba9b4a956 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ed911f6-afdf-49e6-9897-e51a903b7680 HTTP/1.1" status: 200 len: 946 time: 0.0461254 May 12 09:36:56.160462 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-20a1c626-acc6-4e77-9641-929d0714e436 req-b3c53b46-e93f-4afa-a5fc-246cb3198fb2 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402727 May 12 09:36:57.272844 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d44527-ba3d-40d8-976d-1f6c7dad36db req-2278c666-8e8d-4c09-b39e-bc3504a48eb6 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:57.274312 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b5d44527-ba3d-40d8-976d-1f6c7dad36db req-2278c666-8e8d-4c09-b39e-bc3504a48eb6 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ed911f6-afdf-49e6-9897-e51a903b7680 HTTP/1.1" status: 200 len: 946 time: 0.0461795 May 12 09:36:57.322246 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b5d44527-ba3d-40d8-976d-1f6c7dad36db req-acb68f9f-c829-44bb-a0a0-ee636c7b9f9b tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425098 May 12 09:36:58.432009 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b703ef-4d9e-4115-be99-1abc11b9eb0e req-b5bb854c-4c7b-480e-9b03-20511764e2f1 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:58.433429 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-31b703ef-4d9e-4115-be99-1abc11b9eb0e req-b5bb854c-4c7b-480e-9b03-20511764e2f1 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ed911f6-afdf-49e6-9897-e51a903b7680 HTTP/1.1" status: 200 len: 946 time: 0.0456173 May 12 09:36:58.477963 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-31b703ef-4d9e-4115-be99-1abc11b9eb0e req-09fae803-12ec-4d33-ab50-f96877cdc924 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391154 May 12 09:36:58.936825 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-fe8be831-b1a0-4de1-9330-cdb88e1ea0f5 req-6d4a8cca-1067-4c6d-ade1-50762ebb7b44 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=dc90e8c3-13f2-4b3e-91e8-396847cf6572&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376759 May 12 09:36:59.140704 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8be831-b1a0-4de1-9330-cdb88e1ea0f5 req-e203373f-37a4-425d-a324-31ebd66ca11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:59.142292 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-fe8be831-b1a0-4de1-9330-cdb88e1ea0f5 req-e203373f-37a4-425d-a324-31ebd66ca11a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b079fd0b329c4f1a856f71e0c8f98dde&device_id=dc90e8c3-13f2-4b3e-91e8-396847cf6572 HTTP/1.1" status: 200 len: 1129 time: 0.0427377 May 12 09:36:59.152955 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9573efcf-6653-4797-8ae8-c42739a444f0 req-78af7b12-7133-4b25-a328-865eb2cdb711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:59.154615 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9573efcf-6653-4797-8ae8-c42739a444f0 req-78af7b12-7133-4b25-a328-865eb2cdb711 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4ed911f6-afdf-49e6-9897-e51a903b7680 HTTP/1.1" status: 200 len: 1130 time: 0.0411386 May 12 09:36:59.202881 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9573efcf-6653-4797-8ae8-c42739a444f0 req-2a141fa8-6977-4c75-ba8e-5b4402ff26ed service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372739 May 12 09:36:59.251760 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8be831-b1a0-4de1-9330-cdb88e1ea0f5 req-dd3f6222-c88a-4215-96c4-1b0fb94449eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:59.253162 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-fe8be831-b1a0-4de1-9330-cdb88e1ea0f5 req-dd3f6222-c88a-4215-96c4-1b0fb94449eb service neutron] 10.222.0.65 "GET /v2.0/networks?id=d8bd03ea-0f3b-46bf-82a8-531c929bec57 HTTP/1.1" status: 200 len: 916 time: 0.0876050 May 12 09:36:59.590946 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc79adf-b9e6-486c-bc31-ac257818bfb6 req-3c9803a4-cecf-4f96-ae8a-30b8897fff32 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:36:59.592414 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ffc79adf-b9e6-486c-bc31-ac257818bfb6 req-3c9803a4-cecf-4f96-ae8a-30b8897fff32 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ed911f6-afdf-49e6-9897-e51a903b7680 HTTP/1.1" status: 200 len: 946 time: 0.0487611 May 12 09:36:59.637360 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ffc79adf-b9e6-486c-bc31-ac257818bfb6 req-ab80eb1c-c52b-45be-9a29-02498f56ffe1 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394995 May 12 09:37:00.196456 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-fe8be831-b1a0-4de1-9330-cdb88e1ea0f5 req-30ba58c4-cf78-4589-81d2-8279e71fbf80 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=332c08c8-a0fb-4e00-b6b4-9b038555668c HTTP/1.1" status: 200 len: 1001 time: 0.0612111 May 12 09:37:00.246324 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8be831-b1a0-4de1-9330-cdb88e1ea0f5 req-28be3667-e81f-493d-a47a-8d44853329c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:00.247724 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-fe8be831-b1a0-4de1-9330-cdb88e1ea0f5 req-28be3667-e81f-493d-a47a-8d44853329c6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=be18f7f8-10b6-434a-8890-e7ce96c85646 HTTP/1.1" status: 200 len: 854 time: 0.0455966 May 12 09:37:00.750246 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3413a833-ba0f-4e07-99fb-44a1dbd3dcae req-3465d6ea-44dd-43dc-a8f3-4d04fbac43d3 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:00.751703 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3413a833-ba0f-4e07-99fb-44a1dbd3dcae req-3465d6ea-44dd-43dc-a8f3-4d04fbac43d3 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ed911f6-afdf-49e6-9897-e51a903b7680 HTTP/1.1" status: 200 len: 946 time: 0.0458217 May 12 09:37:00.797705 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3413a833-ba0f-4e07-99fb-44a1dbd3dcae req-f00ee22e-9221-445f-a22f-110a42c083da tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398033 May 12 09:37:01.333029 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8be831-b1a0-4de1-9330-cdb88e1ea0f5 req-0e9d4b0f-e753-43a8-89b9-23f77d6075e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:01.334702 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-fe8be831-b1a0-4de1-9330-cdb88e1ea0f5 req-0e9d4b0f-e753-43a8-89b9-23f77d6075e1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d8bd03ea-0f3b-46bf-82a8-531c929bec57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391173 May 12 09:37:01.429835 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-fe8be831-b1a0-4de1-9330-cdb88e1ea0f5 req-3fafe03d-58e8-448c-a0a2-4d3a50d27de3 service neutron] 10.222.0.65 "GET /v2.0/networks/d8bd03ea-0f3b-46bf-82a8-531c929bec57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842819 May 12 09:37:01.518595 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-fe8be831-b1a0-4de1-9330-cdb88e1ea0f5 req-1ba6d3b4-f39c-4885-b479-e88aa4192c95 service neutron] 10.222.0.65 "GET /v2.0/networks/d8bd03ea-0f3b-46bf-82a8-531c929bec57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870759 May 12 09:37:01.917108 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c56da-c28d-4f4b-acea-1f156322af2d req-b4e16923-c820-4897-ba9a-5c423f3699e9 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:01.918652 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a05c56da-c28d-4f4b-acea-1f156322af2d req-b4e16923-c820-4897-ba9a-5c423f3699e9 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ed911f6-afdf-49e6-9897-e51a903b7680 HTTP/1.1" status: 200 len: 946 time: 0.0505822 May 12 09:37:01.972580 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a05c56da-c28d-4f4b-acea-1f156322af2d req-69b89a3a-5b5c-4c5a-989d-4d8558985445 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470648 May 12 09:37:02.751478 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 38750) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:37:02.795676 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_v2 [None req-b293e693-bb2a-4799-a5a4-ff1f5b5b7736 admin admin] Deleting subnet aa07142b-b21c-46df-8b32-7c6de7a0dcc3 {{(pid=103458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 09:37:02.798830 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b293e693-bb2a-4799-a5a4-ff1f5b5b7736 admin admin] Publish callbacks [] for subnet (aa07142b-b21c-46df-8b32-7c6de7a0dcc3), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:02.835859 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b293e693-bb2a-4799-a5a4-ff1f5b5b7736 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25498421'] for subnet (aa07142b-b21c-46df-8b32-7c6de7a0dcc3), precommit_delete_associations {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:02.875056 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b293e693-bb2a-4799-a5a4-ff1f5b5b7736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-718821'] for subnet (aa07142b-b21c-46df-8b32-7c6de7a0dcc3), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:02.928547 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b293e693-bb2a-4799-a5a4-ff1f5b5b7736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-718844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29193378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28648165'] for subnet (aa07142b-b21c-46df-8b32-7c6de7a0dcc3), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:02.952122 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b293e693-bb2a-4799-a5a4-ff1f5b5b7736 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa07142b-b21c-46df-8b32-7c6de7a0dcc3,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:37:02.961328 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b293e693-bb2a-4799-a5a4-ff1f5b5b7736 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:02.964337 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-b293e693-bb2a-4799-a5a4-ff1f5b5b7736 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/aa07142b-b21c-46df-8b32-7c6de7a0dcc3 HTTP/1.1" status: 204 len: 168 time: 0.2118270 May 12 09:37:02.965851 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b293e693-bb2a-4799-a5a4-ff1f5b5b7736 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:37:02.966234 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b293e693-bb2a-4799-a5a4-ff1f5b5b7736 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:37:02.966668 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b293e693-bb2a-4799-a5a4-ff1f5b5b7736 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:37:02.966940 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 38752) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:37:02.967370 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b293e693-bb2a-4799-a5a4-ff1f5b5b7736 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:37:02.967370 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b293e693-bb2a-4799-a5a4-ff1f5b5b7736 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:37:02.967652 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b293e693-bb2a-4799-a5a4-ff1f5b5b7736 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:37:02.967977 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b293e693-bb2a-4799-a5a4-ff1f5b5b7736 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:37:02.968300 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b293e693-bb2a-4799-a5a4-ff1f5b5b7736 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:37:02.968624 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b293e693-bb2a-4799-a5a4-ff1f5b5b7736 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:37:02.969069 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b293e693-bb2a-4799-a5a4-ff1f5b5b7736 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:37:02.969275 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b293e693-bb2a-4799-a5a4-ff1f5b5b7736 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:37:02.969597 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b293e693-bb2a-4799-a5a4-ff1f5b5b7736 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:37:02.969961 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b293e693-bb2a-4799-a5a4-ff1f5b5b7736 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:37:02.970292 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b293e693-bb2a-4799-a5a4-ff1f5b5b7736 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:37:02.970610 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b293e693-bb2a-4799-a5a4-ff1f5b5b7736 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:37:03.037254 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c06df207-f454-4da6-8916-46f2fb37f359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-764730'] for network (3fadad0f-b461-4a6d-b65a-ee2d78064a5e), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:03.087218 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5170a3-0005-4d67-bea2-994d2be2658f req-b82402f4-5e4d-4eb1-a715-dccc71660172 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:03.088678 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9c5170a3-0005-4d67-bea2-994d2be2658f req-b82402f4-5e4d-4eb1-a715-dccc71660172 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ed911f6-afdf-49e6-9897-e51a903b7680 HTTP/1.1" status: 200 len: 946 time: 0.0468736 May 12 09:37:03.121144 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c06df207-f454-4da6-8916-46f2fb37f359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493712', 'neutron.services.segments.db._delete_segments_for_network-8740344558102'] for network (3fadad0f-b461-4a6d-b65a-ee2d78064a5e), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:03.135665 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9c5170a3-0005-4d67-bea2-994d2be2658f req-eb618eca-0b19-44e3-80e3-1ce321940e09 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414863 May 12 09:37:03.141972 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c06df207-f454-4da6-8916-46f2fb37f359 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:37:03.142317 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c06df207-f454-4da6-8916-46f2fb37f359 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:37:03.143116 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c06df207-f454-4da6-8916-46f2fb37f359 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:37:03.143471 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c06df207-f454-4da6-8916-46f2fb37f359 admin admin] Subscribe: > port after_create 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:37:03.143793 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c06df207-f454-4da6-8916-46f2fb37f359 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:37:03.144122 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c06df207-f454-4da6-8916-46f2fb37f359 admin admin] Subscribe: > port after_update 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:37:03.144439 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c06df207-f454-4da6-8916-46f2fb37f359 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:37:03.144756 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c06df207-f454-4da6-8916-46f2fb37f359 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:37:03.145070 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c06df207-f454-4da6-8916-46f2fb37f359 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:37:03.145386 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c06df207-f454-4da6-8916-46f2fb37f359 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:37:03.210074 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c06df207-f454-4da6-8916-46f2fb37f359 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:37:03.210424 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c06df207-f454-4da6-8916-46f2fb37f359 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:37:03.210755 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c06df207-f454-4da6-8916-46f2fb37f359 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:37:03.211082 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c06df207-f454-4da6-8916-46f2fb37f359 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103457) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 12 09:37:03.211444 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-c06df207-f454-4da6-8916-46f2fb37f359 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fadad0f-b461-4a6d-b65a-ee2d78064a5e']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:37:03.229455 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-c06df207-f454-4da6-8916-46f2fb37f359 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a48f0161-e5f8-45ac-aa48-773281e652fe') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:37:03.229749 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-c06df207-f454-4da6-8916-46f2fb37f359 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a48f0161-e5f8-45ac-aa48-773281e652fe') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:37:03.246692 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c06df207-f454-4da6-8916-46f2fb37f359 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740344559391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28484903'] for segment (a48f0161-e5f8-45ac-aa48-773281e652fe), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:03.276524 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c06df207-f454-4da6-8916-46f2fb37f359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720414'] for segment (a48f0161-e5f8-45ac-aa48-773281e652fe), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:03.287321 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c06df207-f454-4da6-8916-46f2fb37f359 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 09:37:03.287779 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c06df207-f454-4da6-8916-46f2fb37f359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28491473'] for segment (a48f0161-e5f8-45ac-aa48-773281e652fe), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:03.295455 dv-cinder-837699-5-iscsi neutron-server[103457]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 12 09:37:03.295455 dv-cinder-837699-5-iscsi neutron-server[103457]: from cryptography.utils import int_from_bytes May 12 09:37:03.295455 dv-cinder-837699-5-iscsi neutron-server[103457]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 12 09:37:03.295455 dv-cinder-837699-5-iscsi neutron-server[103457]: from cryptography.utils import int_from_bytes May 12 09:37:03.295455 dv-cinder-837699-5-iscsi neutron-server[103457]: Traceback (most recent call last): May 12 09:37:03.295455 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 09:37:03.295455 dv-cinder-837699-5-iscsi neutron-server[103457]: timer() May 12 09:37:03.295455 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 09:37:03.295455 dv-cinder-837699-5-iscsi neutron-server[103457]: cb(*args, **kw) May 12 09:37:03.295455 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 09:37:03.295455 dv-cinder-837699-5-iscsi neutron-server[103457]: return func(*args, **kwargs) May 12 09:37:03.295455 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 09:37:03.295455 dv-cinder-837699-5-iscsi neutron-server[103457]: self._notify() May 12 09:37:03.295455 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 09:37:03.295455 dv-cinder-837699-5-iscsi neutron-server[103457]: self.callback(batched_events) May 12 09:37:03.295455 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 09:37:03.295455 dv-cinder-837699-5-iscsi neutron-server[103457]: event.method(event) May 12 09:37:03.295455 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 09:37:03.295455 dv-cinder-837699-5-iscsi neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 09:37:03.295455 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 09:37:03.295455 dv-cinder-837699-5-iscsi neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( May 12 09:37:03.295455 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 09:37:03.295455 dv-cinder-837699-5-iscsi neutron-server[103457]: return f(self, *a, **k) May 12 09:37:03.295455 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 09:37:03.295455 dv-cinder-837699-5-iscsi neutron-server[103457]: return self._get(url).json() May 12 09:37:03.295455 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 09:37:03.295455 dv-cinder-837699-5-iscsi neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 09:37:03.295455 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 09:37:03.295455 dv-cinder-837699-5-iscsi neutron-server[103457]: return self.request(url, 'GET', **kwargs) May 12 09:37:03.295455 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 09:37:03.295455 dv-cinder-837699-5-iscsi neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, May 12 09:37:03.295455 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 09:37:03.295455 dv-cinder-837699-5-iscsi neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 09:37:03.295455 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 09:37:03.295455 dv-cinder-837699-5-iscsi neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 09:37:03.295455 dv-cinder-837699-5-iscsi neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 09:37:03.394189 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c06df207-f454-4da6-8916-46f2fb37f359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800027'] for network (3fadad0f-b461-4a6d-b65a-ee2d78064a5e), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:03.396455 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b46c514-95d5-4758-a578-bcbd69bdc605 req-b86d9683-6068-42d0-ab94-44cd55be7a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:03.398063 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3b46c514-95d5-4758-a578-bcbd69bdc605 req-b86d9683-6068-42d0-ab94-44cd55be7a76 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c54669eadc784d4aac5d1a40d18858b1&device_id=4ed911f6-afdf-49e6-9897-e51a903b7680 HTTP/1.1" status: 200 len: 1130 time: 0.0461974 May 12 09:37:03.402452 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e170ee0-6d1f-4d85-89a6-5c8e5fd94a50 req-918cd533-9d39-417e-bdf0-859b9791b5ea tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:03.404043 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c06df207-f454-4da6-8916-46f2fb37f359 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728753'] for network (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:03.404180 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2e170ee0-6d1f-4d85-89a6-5c8e5fd94a50 req-918cd533-9d39-417e-bdf0-859b9791b5ea tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ed911f6-afdf-49e6-9897-e51a903b7680 HTTP/1.1" status: 200 len: 946 time: 0.0470257 May 12 09:37:03.410071 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-c06df207-f454-4da6-8916-46f2fb37f359 admin admin] 10.222.0.60 "DELETE /v2.0/networks/3fadad0f-b461-4a6d-b65a-ee2d78064a5e HTTP/1.1" status: 204 len: 168 time: 0.4391217 May 12 09:37:03.410533 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 38766) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:37:03.433985 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06df207-f454-4da6-8916-46f2fb37f359 admin admin] Pushing event deleted for resources: {'Network': ['ID=3fadad0f-b461-4a6d-b65a-ee2d78064a5e,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:37:03.452742 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06df207-f454-4da6-8916-46f2fb37f359 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:37:03.453014 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06df207-f454-4da6-8916-46f2fb37f359 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:37:03.453355 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06df207-f454-4da6-8916-46f2fb37f359 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:37:03.453689 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06df207-f454-4da6-8916-46f2fb37f359 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:37:03.454068 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06df207-f454-4da6-8916-46f2fb37f359 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:37:03.454400 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06df207-f454-4da6-8916-46f2fb37f359 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:37:03.454734 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06df207-f454-4da6-8916-46f2fb37f359 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:37:03.455058 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06df207-f454-4da6-8916-46f2fb37f359 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:37:03.455428 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06df207-f454-4da6-8916-46f2fb37f359 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:37:03.455757 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06df207-f454-4da6-8916-46f2fb37f359 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:37:03.456082 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06df207-f454-4da6-8916-46f2fb37f359 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:37:03.456405 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06df207-f454-4da6-8916-46f2fb37f359 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:37:03.456724 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06df207-f454-4da6-8916-46f2fb37f359 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:37:03.457043 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06df207-f454-4da6-8916-46f2fb37f359 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:37:03.457361 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06df207-f454-4da6-8916-46f2fb37f359 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:37:03.485873 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9435053-4a2e-406e-a16e-f27026cce084 admin admin] Deleting subnet 813a7e57-5052-4603-b4d0-e70845228fcc {{(pid=103458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 09:37:03.492488 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d9435053-4a2e-406e-a16e-f27026cce084 admin admin] Publish callbacks [] for subnet (813a7e57-5052-4603-b4d0-e70845228fcc), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:03.497101 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2e170ee0-6d1f-4d85-89a6-5c8e5fd94a50 req-89cbfe59-89b1-4b93-9415-de5fdf158bff tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844131 May 12 09:37:03.518675 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b46c514-95d5-4758-a578-bcbd69bdc605 req-740c7b91-6fd3-4b4a-ac01-bcdca3356d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:03.520181 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3b46c514-95d5-4758-a578-bcbd69bdc605 req-740c7b91-6fd3-4b4a-ac01-bcdca3356d60 service neutron] 10.222.0.65 "GET /v2.0/networks?id=94c124bd-d4ff-4709-8b22-7520113efef5 HTTP/1.1" status: 200 len: 919 time: 0.1121826 May 12 09:37:03.530525 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d9435053-4a2e-406e-a16e-f27026cce084 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25498421'] for subnet (813a7e57-5052-4603-b4d0-e70845228fcc), precommit_delete_associations {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:03.561332 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3b46c514-95d5-4758-a578-bcbd69bdc605 req-c15e6726-a5e6-48e2-9a8d-9c7095b9f3d8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8e31c88-6d60-467b-8eec-0d8851da1ced HTTP/1.1" status: 200 len: 217 time: 0.0342348 May 12 09:37:03.568654 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d9435053-4a2e-406e-a16e-f27026cce084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-718821'] for subnet (813a7e57-5052-4603-b4d0-e70845228fcc), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:03.613630 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b46c514-95d5-4758-a578-bcbd69bdc605 req-e95b7a53-3d57-4d62-9695-9f1f87504e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:03.615110 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3b46c514-95d5-4758-a578-bcbd69bdc605 req-e95b7a53-3d57-4d62-9695-9f1f87504e8f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4e261d1c-7f38-449c-aec8-8a565c5048cd HTTP/1.1" status: 200 len: 857 time: 0.0471203 May 12 09:37:03.625850 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d9435053-4a2e-406e-a16e-f27026cce084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-718844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29193378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28648165'] for subnet (813a7e57-5052-4603-b4d0-e70845228fcc), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:03.651880 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9435053-4a2e-406e-a16e-f27026cce084 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=813a7e57-5052-4603-b4d0-e70845228fcc,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:37:03.657319 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d9435053-4a2e-406e-a16e-f27026cce084 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:03.657614 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b46c514-95d5-4758-a578-bcbd69bdc605 req-9aeb6367-d7b3-4ab3-9dd0-98d9bb455463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:03.659875 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3b46c514-95d5-4758-a578-bcbd69bdc605 req-9aeb6367-d7b3-4ab3-9dd0-98d9bb455463 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=94c124bd-d4ff-4709-8b22-7520113efef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388994 May 12 09:37:03.661010 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-d9435053-4a2e-406e-a16e-f27026cce084 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/813a7e57-5052-4603-b4d0-e70845228fcc HTTP/1.1" status: 204 len: 168 time: 0.2494571 May 12 09:37:03.663482 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 38768) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:37:03.731125 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e4022d5c-9301-4fdd-9470-3eb9368e64ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-764730'] for network (246df260-446a-4c52-923b-c7f6bbc54a71), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:03.747485 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3b46c514-95d5-4758-a578-bcbd69bdc605 req-0138af06-c876-4e63-a469-0ed758dd132a service neutron] 10.222.0.65 "GET /v2.0/networks/94c124bd-d4ff-4709-8b22-7520113efef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815735 May 12 09:37:03.810015 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e4022d5c-9301-4fdd-9470-3eb9368e64ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493712', 'neutron.services.segments.db._delete_segments_for_network-8740344558102'] for network (246df260-446a-4c52-923b-c7f6bbc54a71), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:03.829233 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.services.segments.db [None req-e4022d5c-9301-4fdd-9470-3eb9368e64ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['246df260-446a-4c52-923b-c7f6bbc54a71']}} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:37:03.838298 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3b46c514-95d5-4758-a578-bcbd69bdc605 req-382f48a0-6690-4806-ae24-75039f3a92d1 service neutron] 10.222.0.65 "GET /v2.0/networks/94c124bd-d4ff-4709-8b22-7520113efef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852768 May 12 09:37:03.838814 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.services.segments.db [None req-e4022d5c-9301-4fdd-9470-3eb9368e64ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2a9ce3e-af62-49f5-b3df-b70a21d47d0a') {'for_net_delete': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:37:03.839108 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.services.segments.db [None req-e4022d5c-9301-4fdd-9470-3eb9368e64ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2a9ce3e-af62-49f5-b3df-b70a21d47d0a') {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:37:03.848786 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e4022d5c-9301-4fdd-9470-3eb9368e64ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740344559391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25498380'] for segment (b2a9ce3e-af62-49f5-b3df-b70a21d47d0a), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:03.867202 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e4022d5c-9301-4fdd-9470-3eb9368e64ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720414'] for segment (b2a9ce3e-af62-49f5-b3df-b70a21d47d0a), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:03.873796 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4022d5c-9301-4fdd-9470-3eb9368e64ba admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=103458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 09:37:03.874233 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e4022d5c-9301-4fdd-9470-3eb9368e64ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29191936'] for segment (b2a9ce3e-af62-49f5-b3df-b70a21d47d0a), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:03.876372 dv-cinder-837699-5-iscsi neutron-server[103458]: Traceback (most recent call last): May 12 09:37:03.876372 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 09:37:03.876372 dv-cinder-837699-5-iscsi neutron-server[103458]: timer() May 12 09:37:03.876372 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 09:37:03.876372 dv-cinder-837699-5-iscsi neutron-server[103458]: cb(*args, **kw) May 12 09:37:03.876372 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 09:37:03.876372 dv-cinder-837699-5-iscsi neutron-server[103458]: return func(*args, **kwargs) May 12 09:37:03.876372 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 09:37:03.876372 dv-cinder-837699-5-iscsi neutron-server[103458]: self._notify() May 12 09:37:03.876372 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 09:37:03.876372 dv-cinder-837699-5-iscsi neutron-server[103458]: self.callback(batched_events) May 12 09:37:03.876372 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 09:37:03.876372 dv-cinder-837699-5-iscsi neutron-server[103458]: event.method(event) May 12 09:37:03.876372 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 09:37:03.876372 dv-cinder-837699-5-iscsi neutron-server[103458]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 09:37:03.876372 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 09:37:03.876372 dv-cinder-837699-5-iscsi neutron-server[103458]: aggregate_uuid = self.p_client.list_aggregates( May 12 09:37:03.876372 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 09:37:03.876372 dv-cinder-837699-5-iscsi neutron-server[103458]: return f(self, *a, **k) May 12 09:37:03.876372 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 09:37:03.876372 dv-cinder-837699-5-iscsi neutron-server[103458]: return self._get(url).json() May 12 09:37:03.876372 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 09:37:03.876372 dv-cinder-837699-5-iscsi neutron-server[103458]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 09:37:03.876372 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 09:37:03.876372 dv-cinder-837699-5-iscsi neutron-server[103458]: return self.request(url, 'GET', **kwargs) May 12 09:37:03.876372 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 09:37:03.876372 dv-cinder-837699-5-iscsi neutron-server[103458]: base_url = self.get_endpoint(auth, allow=allow, May 12 09:37:03.876372 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 09:37:03.876372 dv-cinder-837699-5-iscsi neutron-server[103458]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 09:37:03.876372 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 09:37:03.876372 dv-cinder-837699-5-iscsi neutron-server[103458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 09:37:03.876372 dv-cinder-837699-5-iscsi neutron-server[103458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 09:37:03.934062 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e4022d5c-9301-4fdd-9470-3eb9368e64ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800027'] for network (246df260-446a-4c52-923b-c7f6bbc54a71), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:03.938998 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e4022d5c-9301-4fdd-9470-3eb9368e64ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728753'] for network (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:03.943353 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-e4022d5c-9301-4fdd-9470-3eb9368e64ba admin admin] 10.222.0.60 "DELETE /v2.0/networks/246df260-446a-4c52-923b-c7f6bbc54a71 HTTP/1.1" status: 204 len: 168 time: 0.2789361 May 12 09:37:03.956416 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4022d5c-9301-4fdd-9470-3eb9368e64ba admin admin] Pushing event deleted for resources: {'Network': ['ID=246df260-446a-4c52-923b-c7f6bbc54a71,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:37:04.111226 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 38776) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:37:04.151175 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-3d402990-2afb-42db-9954-7a09ad2e043b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0bb92cff36154d90bb549f9cef1a7749&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386455 May 12 09:37:04.153497 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 38780) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:37:04.200235 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b82efa06-3e99-4c27-bd62-3dd65c40f885 admin admin] Publish callbacks [] for security_group (d8dc6478-b4b2-4a9d-9967-ea8f748f05a7), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:04.221579 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b82efa06-3e99-4c27-bd62-3dd65c40f885 admin admin] Publish callbacks [] for security_group (d8dc6478-b4b2-4a9d-9967-ea8f748f05a7), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:04.266690 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b82efa06-3e99-4c27-bd62-3dd65c40f885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (d8dc6478-b4b2-4a9d-9967-ea8f748f05a7), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:04.269271 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b82efa06-3e99-4c27-bd62-3dd65c40f885 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:04.272982 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-b82efa06-3e99-4c27-bd62-3dd65c40f885 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d8dc6478-b4b2-4a9d-9967-ea8f748f05a7 HTTP/1.1" status: 204 len: 168 time: 0.1160929 May 12 09:37:04.279882 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82efa06-3e99-4c27-bd62-3dd65c40f885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8dc6478-b4b2-4a9d-9967-ea8f748f05a7,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:37:04.598318 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 38794) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:37:04.614355 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb04a6-bcf4-48eb-977c-2c0071f22693 req-fb7d8c0e-123b-4421-b956-c67a2c7db03d tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:04.615838 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e3fb04a6-bcf4-48eb-977c-2c0071f22693 req-fb7d8c0e-123b-4421-b956-c67a2c7db03d tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ed911f6-afdf-49e6-9897-e51a903b7680 HTTP/1.1" status: 200 len: 946 time: 0.0494852 May 12 09:37:04.638692 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-d68ede0c-51d2-4a3e-83e2-831c5904db33 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1d3842ca641440ad9f1a616a5a4d44bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390692 May 12 09:37:04.641175 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 38796) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:37:04.665871 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e3fb04a6-bcf4-48eb-977c-2c0071f22693 req-658d2f51-2e4b-4e40-aa7b-b03574d08c53 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444372 May 12 09:37:04.688094 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0b83acd6-8aad-43bb-b0ff-1527a9fef0cf admin admin] Publish callbacks [] for security_group (f66e5327-34af-45d2-a4ae-dbcbd6fc3381), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:04.709743 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0b83acd6-8aad-43bb-b0ff-1527a9fef0cf admin admin] Publish callbacks [] for security_group (f66e5327-34af-45d2-a4ae-dbcbd6fc3381), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:04.754618 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0b83acd6-8aad-43bb-b0ff-1527a9fef0cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (f66e5327-34af-45d2-a4ae-dbcbd6fc3381), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:04.757049 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0b83acd6-8aad-43bb-b0ff-1527a9fef0cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:04.758196 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-0b83acd6-8aad-43bb-b0ff-1527a9fef0cf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f66e5327-34af-45d2-a4ae-dbcbd6fc3381 HTTP/1.1" status: 204 len: 168 time: 0.1161051 May 12 09:37:04.765863 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b83acd6-8aad-43bb-b0ff-1527a9fef0cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66e5327-34af-45d2-a4ae-dbcbd6fc3381,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:37:05.786582 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d413d5-eade-4008-b151-0d5d2a513031 req-f1864581-1896-48bf-9174-532d613ff023 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:05.788058 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c1d413d5-eade-4008-b151-0d5d2a513031 req-f1864581-1896-48bf-9174-532d613ff023 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ed911f6-afdf-49e6-9897-e51a903b7680 HTTP/1.1" status: 200 len: 946 time: 0.0480576 May 12 09:37:05.839641 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c1d413d5-eade-4008-b151-0d5d2a513031 req-ca3c7c7a-864f-47cb-b440-79218e70da90 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452573 May 12 09:37:06.958257 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a0dc5-ddb2-49b3-a614-c31bcc318887 req-b1c490dc-122f-4bc4-adc8-7520ac50a0e1 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:06.959744 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f47a0dc5-ddb2-49b3-a614-c31bcc318887 req-b1c490dc-122f-4bc4-adc8-7520ac50a0e1 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ed911f6-afdf-49e6-9897-e51a903b7680 HTTP/1.1" status: 200 len: 946 time: 0.0502136 May 12 09:37:07.005482 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f47a0dc5-ddb2-49b3-a614-c31bcc318887 req-99555d1b-cef9-4233-b1fa-bf2c40382efa tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400028 May 12 09:37:08.121643 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500c4fed-2555-4bbf-b111-ca1e846407c1 req-f7db63a4-b4f3-4cd7-a8c9-6216ae7feb95 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:08.123343 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-500c4fed-2555-4bbf-b111-ca1e846407c1 req-f7db63a4-b4f3-4cd7-a8c9-6216ae7feb95 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ed911f6-afdf-49e6-9897-e51a903b7680 HTTP/1.1" status: 200 len: 946 time: 0.0500071 May 12 09:37:08.169765 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-500c4fed-2555-4bbf-b111-ca1e846407c1 req-3580c811-2ddd-4311-8182-21e1673414c7 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407000 May 12 09:37:09.289964 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe5353-4ad9-4792-9edd-19baa4d144f4 req-b4c5c576-508f-413d-9340-1c3ba0c549d8 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:09.291428 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-defe5353-4ad9-4792-9edd-19baa4d144f4 req-b4c5c576-508f-413d-9340-1c3ba0c549d8 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ed911f6-afdf-49e6-9897-e51a903b7680 HTTP/1.1" status: 200 len: 946 time: 0.0476780 May 12 09:37:09.344880 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-defe5353-4ad9-4792-9edd-19baa4d144f4 req-e2e359c6-78fb-4080-b37f-135dee63bf0c tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477428 May 12 09:37:10.459779 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a9135f-f772-474c-92ae-5bfe84ef1c16 req-b4489bcd-3708-42e8-b71c-cfabab5ae035 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:10.461217 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-83a9135f-f772-474c-92ae-5bfe84ef1c16 req-b4489bcd-3708-42e8-b71c-cfabab5ae035 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ed911f6-afdf-49e6-9897-e51a903b7680 HTTP/1.1" status: 200 len: 946 time: 0.0487094 May 12 09:37:10.508337 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-83a9135f-f772-474c-92ae-5bfe84ef1c16 req-6f446e76-b7d4-4ced-9c7d-2e96fe4d7d9f tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415337 May 12 09:37:10.938652 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba8e3c-314d-4353-b700-59bf95978c01 req-39f9f13f-f636-4ab6-a06f-18d6e1696e9f tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:10.940017 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4dba8e3c-314d-4353-b700-59bf95978c01 req-39f9f13f-f636-4ab6-a06f-18d6e1696e9f tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/ports?device_id=56d286f5-766e-42c0-a80c-4526ac1b3829 HTTP/1.1" status: 200 len: 945 time: 0.0465260 May 12 09:37:10.987559 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4dba8e3c-314d-4353-b700-59bf95978c01 req-17b2fd3a-3000-4ad0-9392-970edd50ae5d tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbfc649a-48dd-48c1-a516-9881d45319ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415008 May 12 09:37:11.623845 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6e6468-9e05-480b-93b3-3aa244582aa6 req-69ff0222-9f02-4d37-a480-0adc51a46b82 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:11.625319 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9a6e6468-9e05-480b-93b3-3aa244582aa6 req-69ff0222-9f02-4d37-a480-0adc51a46b82 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ed911f6-afdf-49e6-9897-e51a903b7680 HTTP/1.1" status: 200 len: 946 time: 0.0481577 May 12 09:37:11.680291 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9a6e6468-9e05-480b-93b3-3aa244582aa6 req-eb270f72-f45d-4b72-a0a5-481accbbc370 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483797 May 12 09:37:12.115944 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c285a3-52e8-4eb8-8295-91ea104086a7 req-9fb6d8ca-e51e-457d-864c-5367e1319f22 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:12.117423 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-78c285a3-52e8-4eb8-8295-91ea104086a7 req-9fb6d8ca-e51e-457d-864c-5367e1319f22 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/ports?device_id=56d286f5-766e-42c0-a80c-4526ac1b3829 HTTP/1.1" status: 200 len: 945 time: 0.0524766 May 12 09:37:12.164821 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-78c285a3-52e8-4eb8-8295-91ea104086a7 req-595954fd-4e4c-43bb-855a-11731c07e893 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbfc649a-48dd-48c1-a516-9881d45319ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416594 May 12 09:37:13.280611 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a2defe-36a2-4e54-bd70-914fc3e74da1 req-6b5700e8-1fc8-4ddd-9bd8-fef8435c552b tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:13.281992 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-62a2defe-36a2-4e54-bd70-914fc3e74da1 req-6b5700e8-1fc8-4ddd-9bd8-fef8435c552b tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/ports?device_id=56d286f5-766e-42c0-a80c-4526ac1b3829 HTTP/1.1" status: 200 len: 945 time: 0.0468473 May 12 09:37:13.330132 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-62a2defe-36a2-4e54-bd70-914fc3e74da1 req-bf6d3a68-4aa3-433e-86bd-ce4227dff56b tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbfc649a-48dd-48c1-a516-9881d45319ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423265 May 12 09:37:13.331946 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f83f5-431e-4a0a-b5eb-bae341eebc40 req-3d3088e1-ec1b-42a9-9dd2-0569aa9c088f tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:13.333402 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-406f83f5-431e-4a0a-b5eb-bae341eebc40 req-3d3088e1-ec1b-42a9-9dd2-0569aa9c088f tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.65 "GET /v2.0/ports?device_id=56d286f5-766e-42c0-a80c-4526ac1b3829 HTTP/1.1" status: 200 len: 945 time: 0.0497179 May 12 09:37:13.416737 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-406f83f5-431e-4a0a-b5eb-bae341eebc40 req-075c1bf5-58e8-486b-b0ac-f24a3f4f23a5 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Deleting port 50f1df2b-d761-4daf-aea9-a81a341d7a3c {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 09:37:13.417081 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-406f83f5-431e-4a0a-b5eb-bae341eebc40 req-075c1bf5-58e8-486b-b0ac-f24a3f4f23a5 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740344431333'] for port (50f1df2b-d761-4daf-aea9-a81a341d7a3c), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:13.506683 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-406f83f5-431e-4a0a-b5eb-bae341eebc40 req-075c1bf5-58e8-486b-b0ac-f24a3f4f23a5 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] For port 50f1df2b-d761-4daf-aea9-a81a341d7a3c, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=50f1df2b-d761-4daf-aea9-a81a341d7a3c,segment=NetworkSegment(4fddeae6-e504-4375-9ac6-b9ae113e6570),segment_id=4fddeae6-e504-4375-9ac6-b9ae113e6570)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:37:13.507049 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-406f83f5-431e-4a0a-b5eb-bae341eebc40 req-075c1bf5-58e8-486b-b0ac-f24a3f4f23a5 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799057'] for port (50f1df2b-d761-4daf-aea9-a81a341d7a3c), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:13.521113 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-406f83f5-431e-4a0a-b5eb-bae341eebc40 req-075c1bf5-58e8-486b-b0ac-f24a3f4f23a5 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Calling delete_port for 50f1df2b-d761-4daf-aea9-a81a341d7a3c owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 09:37:13.652803 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-406f83f5-431e-4a0a-b5eb-bae341eebc40 req-075c1bf5-58e8-486b-b0ac-f24a3f4f23a5 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740344441209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740344012629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28491394'] for port (50f1df2b-d761-4daf-aea9-a81a341d7a3c), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:13.684030 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075c1bf5-58e8-486b-b0ac-f24a3f4f23a5 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Pushing event deleted for resources: {'Port': ['ID=50f1df2b-d761-4daf-aea9-a81a341d7a3c,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:37:13.694484 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] get_ports_and_sgs() called for port_ids ['50f1df2b-d761-4daf-aea9-a81a341d7a3c'] {{(pid=103459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 09:37:13.729307 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-406f83f5-431e-4a0a-b5eb-bae341eebc40 req-075c1bf5-58e8-486b-b0ac-f24a3f4f23a5 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] No DVR routers for this DVR port 50f1df2b-d761-4daf-aea9-a81a341d7a3c on host hv-cinder-83769 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 09:37:13.732185 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-406f83f5-431e-4a0a-b5eb-bae341eebc40 req-075c1bf5-58e8-486b-b0ac-f24a3f4f23a5 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:13.735394 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-406f83f5-431e-4a0a-b5eb-bae341eebc40 req-075c1bf5-58e8-486b-b0ac-f24a3f4f23a5 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.65 "DELETE /v2.0/ports/50f1df2b-d761-4daf-aea9-a81a341d7a3c HTTP/1.1" status: 204 len: 173 time: 0.3969481 May 12 09:37:13.735861 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56d286f5-766e-42c0-a80c-4526ac1b3829', 'name': 'network-vif-deleted', 'tag': '50f1df2b-d761-4daf-aea9-a81a341d7a3c'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:37:13.739309 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ab44c22d40f7c005d262e262c3a77426c373d0f7a848e933746c3cdedb51eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b8fada-46bc-45c5-8bed-9dd0640e79f5" -d '{"events": [{"server_uuid": "56d286f5-766e-42c0-a80c-4526ac1b3829", "name": "network-vif-deleted", "tag": "50f1df2b-d761-4daf-aea9-a81a341d7a3c"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:37:13.778245 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 09:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b1a7d4-af89-4594-b11a-1051660e6a06 x-openstack-request-id: req-d0b1a7d4-af89-4594-b11a-1051660e6a06 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:37:13.778534 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56d286f5-766e-42c0-a80c-4526ac1b3829", "name": "network-vif-deleted", "tag": "50f1df2b-d761-4daf-aea9-a81a341d7a3c", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:37:13.778789 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d0b1a7d4-af89-4594-b11a-1051660e6a06 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:37:13.779187 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0b1a7d4-af89-4594-b11a-1051660e6a06'] response: {'server_uuid': '56d286f5-766e-42c0-a80c-4526ac1b3829', 'name': 'network-vif-deleted', 'tag': '50f1df2b-d761-4daf-aea9-a81a341d7a3c', 'status': 'completed', 'code': 200} May 12 09:37:14.162451 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 38952) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:37:14.167310 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-886c1ba1-5760-419f-9445-335311bc1b8b tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Request body: {'security_group': {'name': 'tempest-securitygroup--532250647', 'description': 'tempest-description--1346947865'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:37:14.191290 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-886c1ba1-5760-419f-9445-335311bc1b8b tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:14.261045 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-886c1ba1-5760-419f-9445-335311bc1b8b tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Publish callbacks [] for security_group (ea8f8a9a-d1be-4e1d-9843-3fec6f08bc36), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:14.264970 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-886c1ba1-5760-419f-9445-335311bc1b8b tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (ea8f8a9a-d1be-4e1d-9843-3fec6f08bc36), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:14.299686 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-886c1ba1-5760-419f-9445-335311bc1b8b tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:14.300927 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-886c1ba1-5760-419f-9445-335311bc1b8b tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1373751 May 12 09:37:14.301743 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886c1ba1-5760-419f-9445-335311bc1b8b tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea8f8a9a-d1be-4e1d-9843-3fec6f08bc36,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:37:14.303871 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 38958) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:37:14.308086 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-0a3c2d3d-ecf1-4023-a89b-b2dbe8a8f5fa tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Request body: {'security_group_rule': {'security_group_id': 'ea8f8a9a-d1be-4e1d-9843-3fec6f08bc36', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:37:14.335700 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0a3c2d3d-ecf1-4023-a89b-b2dbe8a8f5fa tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Publish callbacks [] for security_group_rule (75c92d21-811a-4602-9aab-217fd2547510), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:14.402065 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0a3c2d3d-ecf1-4023-a89b-b2dbe8a8f5fa tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Publish callbacks [] for security_group_rule (75c92d21-811a-4602-9aab-217fd2547510), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:14.406068 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0a3c2d3d-ecf1-4023-a89b-b2dbe8a8f5fa tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689781'] for security_group_rule (75c92d21-811a-4602-9aab-217fd2547510), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:14.429098 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3c2d3d-ecf1-4023-a89b-b2dbe8a8f5fa tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75c92d21-811a-4602-9aab-217fd2547510,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:37:14.441026 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0a3c2d3d-ecf1-4023-a89b-b2dbe8a8f5fa tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:14.445667 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-0a3c2d3d-ecf1-4023-a89b-b2dbe8a8f5fa tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1408510 May 12 09:37:14.446271 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 38964) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:37:14.450463 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-7c72c1c0-e556-41db-8440-90aef044d6ea tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Request body: {'security_group_rule': {'security_group_id': 'ea8f8a9a-d1be-4e1d-9843-3fec6f08bc36', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:37:14.469198 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6ff242ea-f1b0-4473-84fc-84c334778cfa req-7a16e233-2920-4c0c-99ab-784ca9d7a608 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/ports?device_id=56d286f5-766e-42c0-a80c-4526ac1b3829 HTTP/1.1" status: 200 len: 210 time: 0.0389524 May 12 09:37:14.479013 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7c72c1c0-e556-41db-8440-90aef044d6ea tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Publish callbacks [] for security_group_rule (09f2a18e-d82b-4c76-8cb2-d9f53d6918db), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:14.499837 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 38966) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:37:14.538407 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7c72c1c0-e556-41db-8440-90aef044d6ea tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Publish callbacks [] for security_group_rule (09f2a18e-d82b-4c76-8cb2-d9f53d6918db), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:14.542680 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7c72c1c0-e556-41db-8440-90aef044d6ea tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689781'] for security_group_rule (09f2a18e-d82b-4c76-8cb2-d9f53d6918db), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:14.564292 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c72c1c0-e556-41db-8440-90aef044d6ea tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09f2a18e-d82b-4c76-8cb2-d9f53d6918db,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:37:14.571517 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7c72c1c0-e556-41db-8440-90aef044d6ea tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:14.574345 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-7c72c1c0-e556-41db-8440-90aef044d6ea tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1271245 May 12 09:37:14.576643 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 38972) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:37:14.582502 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-7f4df46d-c303-4453-857d-92d9dfcc613f tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Request body: {'floatingip': {'floating_network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:37:14.604568 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7f4df46d-c303-4453-857d-92d9dfcc613f tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:14.630236 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8bce330d-c5ed-45ad-a5a3-f18fb86d0dbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:14.693192 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7f4df46d-c303-4453-857d-92d9dfcc613f tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:14.710890 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8bce330d-c5ed-45ad-a5a3-f18fb86d0dbd admin admin] Publish callbacks [] for security_group (fc6a2a3c-ecc1-4f98-93db-c3d4a558b011), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:14.715019 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8bce330d-c5ed-45ad-a5a3-f18fb86d0dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (fc6a2a3c-ecc1-4f98-93db-c3d4a558b011), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:14.754344 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-8bce330d-c5ed-45ad-a5a3-f18fb86d0dbd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a71eb1c5e3af4eb98f84ec1c65f29cfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2533720 May 12 09:37:14.755285 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bce330d-c5ed-45ad-a5a3-f18fb86d0dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6a2a3c-ecc1-4f98-93db-c3d4a558b011,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:37:14.757043 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 38974) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:37:14.839103 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-7f4df46d-c303-4453-857d-92d9dfcc613f tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Allocated IP 172.27.3.161 (35e64619-a59d-47b1-b4c9-78b55f54f97b/31f684fc-c02d-4e22-bb04-cd143bba725c/9cdcc9de-fc41-4497-bdde-21a6d1fd3acd) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 09:37:14.857459 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a902f930-f39b-4b26-aea9-7d95eb89b009 admin admin] Publish callbacks [] for security_group (fc6a2a3c-ecc1-4f98-93db-c3d4a558b011), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:14.899149 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a902f930-f39b-4b26-aea9-7d95eb89b009 admin admin] Publish callbacks [] for security_group (fc6a2a3c-ecc1-4f98-93db-c3d4a558b011), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:14.990126 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7f4df46d-c303-4453-857d-92d9dfcc613f tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Publish callbacks [] for port (9cdcc9de-fc41-4497-bdde-21a6d1fd3acd), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:15.002805 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a902f930-f39b-4b26-aea9-7d95eb89b009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (fc6a2a3c-ecc1-4f98-93db-c3d4a558b011), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:15.005321 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a902f930-f39b-4b26-aea9-7d95eb89b009 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:15.006479 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-a902f930-f39b-4b26-aea9-7d95eb89b009 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fc6a2a3c-ecc1-4f98-93db-c3d4a558b011 HTTP/1.1" status: 204 len: 168 time: 0.2475314 May 12 09:37:15.023579 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a902f930-f39b-4b26-aea9-7d95eb89b009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6a2a3c-ecc1-4f98-93db-c3d4a558b011,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:37:15.039486 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7f4df46d-c303-4453-857d-92d9dfcc613f tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740344012620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28491394'] for port (9cdcc9de-fc41-4497-bdde-21a6d1fd3acd), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:15.075228 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4df46d-c303-4453-857d-92d9dfcc613f tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Network 35e64619-a59d-47b1-b4c9-78b55f54f97b is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 09:37:15.078069 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-7f4df46d-c303-4453-857d-92d9dfcc613f tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:37:15.081475 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4df46d-c303-4453-857d-92d9dfcc613f tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 09:37:15.114371 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4df46d-c303-4453-857d-92d9dfcc613f tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Pushing event updated for resources: {'Port': ['ID=9cdcc9de-fc41-4497-bdde-21a6d1fd3acd,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:37:15.176333 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7f4df46d-c303-4453-857d-92d9dfcc613f tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Publish callbacks [] for floatingip (f18a56ef-d2ab-4ea5-9d99-7db81a8b89b1), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:15.223245 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7f4df46d-c303-4453-857d-92d9dfcc613f tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (9cdcc9de-fc41-4497-bdde-21a6d1fd3acd), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:15.417595 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7f4df46d-c303-4453-857d-92d9dfcc613f tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Publish callbacks [] for port (9cdcc9de-fc41-4497-bdde-21a6d1fd3acd), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:15.422008 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7f4df46d-c303-4453-857d-92d9dfcc613f tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28491445'] for port (9cdcc9de-fc41-4497-bdde-21a6d1fd3acd), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:15.491591 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4df46d-c303-4453-857d-92d9dfcc613f tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Pushing event updated for resources: {'Port': ['ID=9cdcc9de-fc41-4497-bdde-21a6d1fd3acd,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:37:15.502889 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7f4df46d-c303-4453-857d-92d9dfcc613f tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799862'] for floatingip (f18a56ef-d2ab-4ea5-9d99-7db81a8b89b1), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:15.522362 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7f4df46d-c303-4453-857d-92d9dfcc613f tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for floatingip (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:15.523660 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-7f4df46d-c303-4453-857d-92d9dfcc613f tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9456689 May 12 09:37:15.743522 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-24088a11-96be-41d6-bddf-e2cccd47e9be req-c91a73a4-3af2-45fc-9d1b-2bc6edd4deb0 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--532250647&fields=id&tenant_id=c54669eadc784d4aac5d1a40d18858b1 HTTP/1.1" status: 200 len: 267 time: 0.0510089 May 12 09:37:15.854980 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24088a11-96be-41d6-bddf-e2cccd47e9be req-382a7cdf-c94f-4369-b8ba-1fcd11657242 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:15.856441 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-24088a11-96be-41d6-bddf-e2cccd47e9be req-382a7cdf-c94f-4369-b8ba-1fcd11657242 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/networks?id=94c124bd-d4ff-4709-8b22-7520113efef5 HTTP/1.1" status: 200 len: 818 time: 0.1043661 May 12 09:37:15.870563 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-24088a11-96be-41d6-bddf-e2cccd47e9be req-8a8a6f0a-b9fb-4576-99c1-9afe450101a5 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/quotas/c54669eadc784d4aac5d1a40d18858b1 HTTP/1.1" status: 200 len: 375 time: 0.0088918 May 12 09:37:15.922994 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-24088a11-96be-41d6-bddf-e2cccd47e9be req-0f7b9bae-5213-4265-9b85-d545f141daaa tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c54669eadc784d4aac5d1a40d18858b1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0476096 May 12 09:37:16.033406 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-24088a11-96be-41d6-bddf-e2cccd47e9be req-d563e8f3-82be-4c8a-ae0a-ff2fe0126a92 service neutron] 10.222.0.60 "GET /v2.0/networks/94c124bd-d4ff-4709-8b22-7520113efef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987394 May 12 09:37:16.142472 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-24088a11-96be-41d6-bddf-e2cccd47e9be req-720e49d1-d81b-453e-95b7-6756db8727e4 service neutron] 10.222.0.60 "GET /v2.0/networks/94c124bd-d4ff-4709-8b22-7520113efef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034913 May 12 09:37:16.302822 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-559c670b-153e-42af-8b05-e98f044ea857 req-c84f97ce-3b57-4824-878f-0b992ee91c2d tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=7801a053-99b6-4a9b-9962-1620c14aac30 HTTP/1.1" status: 200 len: 210 time: 0.0318551 May 12 09:37:17.379319 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-100c72d9-a3cb-441f-91fe-ba7db2034a75 req-c1634f65-f3c5-4873-ab7d-81272e90ec86 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=7801a053-99b6-4a9b-9962-1620c14aac30 HTTP/1.1" status: 200 len: 210 time: 0.0271423 May 12 09:37:18.456185 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e8f87df8-991d-4808-9b3e-50c4afaba59b req-f3c06e4a-fee8-4c0a-8634-18ada69f8e40 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=7801a053-99b6-4a9b-9962-1620c14aac30 HTTP/1.1" status: 200 len: 210 time: 0.0273223 May 12 09:37:18.805037 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device 50f1df2b-d761-4daf-aea9-a81a341d7a3c no longer exists at agent hyperv_hv-cinder-83769 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 09:37:18.828809 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] No Port match for: 50f1df2b-d761-4daf-aea9-a81a341d7a3c {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 09:37:18.829162 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device 50f1df2b-d761-4daf-aea9-a81a341d7a3c not bound to the agent host hv-cinder-83769 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 09:37:19.554264 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-419ef8bd-f919-4dd1-a753-8c6438c3d44f req-690ebb25-0fb7-48c2-88d8-062870b6778d tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=7801a053-99b6-4a9b-9962-1620c14aac30 HTTP/1.1" status: 200 len: 210 time: 0.0276310 May 12 09:37:19.607330 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f7ac5b88-8f75-4ee5-a870-6a5e2e87556b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (9bee5a85-5be0-4217-aa6d-1f9c6538b987), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:20.369686 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (cdc2c050-d5b8-41e9-9f41-bf893d522faa), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:20.656435 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4140a939-160b-47d0-8df5-791d2011586a req-4a8a740e-4bfb-4d1d-af39-b82610bad375 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=7801a053-99b6-4a9b-9962-1620c14aac30 HTTP/1.1" status: 200 len: 210 time: 0.0340970 May 12 09:37:21.145276 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24088a11-96be-41d6-bddf-e2cccd47e9be req-a7127ec8-547b-4c7d-a0ec-9b16c2934f54 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:21.146770 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-24088a11-96be-41d6-bddf-e2cccd47e9be req-a7127ec8-547b-4c7d-a0ec-9b16c2934f54 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.65 "GET /v2.0/networks?id=94c124bd-d4ff-4709-8b22-7520113efef5 HTTP/1.1" status: 200 len: 818 time: 0.1054845 May 12 09:37:21.221799 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-24088a11-96be-41d6-bddf-e2cccd47e9be req-0017f8b6-acbb-43aa-a926-8af993ce2259 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c54669eadc784d4aac5d1a40d18858b1 HTTP/1.1" status: 200 len: 379 time: 0.0553663 May 12 09:37:21.331099 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-24088a11-96be-41d6-bddf-e2cccd47e9be req-4132af9f-53bc-40b4-abc5-a3655f657f10 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Request body: {'port': {'device_id': '7801a053-99b6-4a9b-9962-1620c14aac30', 'network_id': '94c124bd-d4ff-4709-8b22-7520113efef5', 'admin_state_up': True, 'tenant_id': 'c54669eadc784d4aac5d1a40d18858b1', 'security_groups': ['ea8f8a9a-d1be-4e1d-9843-3fec6f08bc36']}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:37:21.440295 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24088a11-96be-41d6-bddf-e2cccd47e9be req-4132af9f-53bc-40b4-abc5-a3655f657f10 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Made reservation on behalf of c54669eadc784d4aac5d1a40d18858b1 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 09:37:21.443848 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-24088a11-96be-41d6-bddf-e2cccd47e9be req-4132af9f-53bc-40b4-abc5-a3655f657f10 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:21.565047 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-24088a11-96be-41d6-bddf-e2cccd47e9be req-4132af9f-53bc-40b4-abc5-a3655f657f10 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Allocated IP 172.20.0.13 (94c124bd-d4ff-4709-8b22-7520113efef5/4e261d1c-7f38-449c-aec8-8a565c5048cd/475e0f9c-a9a4-469d-8d8e-9e0f42721e10) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 09:37:21.753769 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-58a443b2-b233-441f-ae78-77ece6a24dfa req-fa78f39c-4420-4e90-9854-965753f9e636 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=7801a053-99b6-4a9b-9962-1620c14aac30 HTTP/1.1" status: 200 len: 210 time: 0.0284231 May 12 09:37:21.828696 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3ce0fbf5-8b8c-464a-98c6-693c16e7b44b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (8db92903-2544-41c2-b919-def82c43c97a), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:21.914081 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-24088a11-96be-41d6-bddf-e2cccd47e9be req-4132af9f-53bc-40b4-abc5-a3655f657f10 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Publish callbacks [] for port (475e0f9c-a9a4-469d-8d8e-9e0f42721e10), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:21.957522 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-24088a11-96be-41d6-bddf-e2cccd47e9be req-4132af9f-53bc-40b4-abc5-a3655f657f10 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740344012620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28491394'] for port (475e0f9c-a9a4-469d-8d8e-9e0f42721e10), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:22.010640 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24088a11-96be-41d6-bddf-e2cccd47e9be req-4132af9f-53bc-40b4-abc5-a3655f657f10 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Network 94c124bd-d4ff-4709-8b22-7520113efef5 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 09:37:22.014746 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-24088a11-96be-41d6-bddf-e2cccd47e9be req-4132af9f-53bc-40b4-abc5-a3655f657f10 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:37:22.016894 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4132af9f-53bc-40b4-abc5-a3655f657f10 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Pushing event updated for resources: {'Port': ['ID=475e0f9c-a9a4-469d-8d8e-9e0f42721e10,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:37:22.019422 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-24088a11-96be-41d6-bddf-e2cccd47e9be req-4132af9f-53bc-40b4-abc5-a3655f657f10 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 09:37:22.078370 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24088a11-96be-41d6-bddf-e2cccd47e9be req-4132af9f-53bc-40b4-abc5-a3655f657f10 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:22.079106 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-24088a11-96be-41d6-bddf-e2cccd47e9be req-4132af9f-53bc-40b4-abc5-a3655f657f10 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:22.100660 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-24088a11-96be-41d6-bddf-e2cccd47e9be req-4132af9f-53bc-40b4-abc5-a3655f657f10 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7738156 May 12 09:37:22.119228 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-24088a11-96be-41d6-bddf-e2cccd47e9be req-8082e2fe-acfd-4162-aec0-712171d3abb5 service neutron] Request body: {'port': {'device_id': '7801a053-99b6-4a9b-9962-1620c14aac30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:37:22.180189 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-24088a11-96be-41d6-bddf-e2cccd47e9be req-8082e2fe-acfd-4162-aec0-712171d3abb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (475e0f9c-a9a4-469d-8d8e-9e0f42721e10), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:22.247450 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-aae92b23-dfa2-4b69-a2c6-6c4f8dd1ac77 None None] Provisioning complete for port 475e0f9c-a9a4-469d-8d8e-9e0f42721e10 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:37:22.247818 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-aae92b23-dfa2-4b69-a2c6-6c4f8dd1ac77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (475e0f9c-a9a4-469d-8d8e-9e0f42721e10), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:22.284769 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-aae92b23-dfa2-4b69-a2c6-6c4f8dd1ac77 None None] Port 475e0f9c-a9a4-469d-8d8e-9e0f42721e10 cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 09:37:22.476028 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [req-24088a11-96be-41d6-bddf-e2cccd47e9be req-8082e2fe-acfd-4162-aec0-712171d3abb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 475e0f9c-a9a4-469d-8d8e-9e0f42721e10 {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 09:37:22.483647 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-24088a11-96be-41d6-bddf-e2cccd47e9be req-8082e2fe-acfd-4162-aec0-712171d3abb5 service neutron] Publish callbacks [] for port (475e0f9c-a9a4-469d-8d8e-9e0f42721e10), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:22.496613 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-24088a11-96be-41d6-bddf-e2cccd47e9be req-8082e2fe-acfd-4162-aec0-712171d3abb5 service neutron] Transition to ACTIVE for port object 475e0f9c-a9a4-469d-8d8e-9e0f42721e10 will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 09:37:22.499753 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-24088a11-96be-41d6-bddf-e2cccd47e9be req-8082e2fe-acfd-4162-aec0-712171d3abb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28491445'] for port (475e0f9c-a9a4-469d-8d8e-9e0f42721e10), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:22.575569 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8082e2fe-acfd-4162-aec0-712171d3abb5 service neutron] Pushing event updated for resources: {'Port': ['ID=475e0f9c-a9a4-469d-8d8e-9e0f42721e10,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:37:22.643444 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-24088a11-96be-41d6-bddf-e2cccd47e9be req-8082e2fe-acfd-4162-aec0-712171d3abb5 service neutron] Attempting to bind port 475e0f9c-a9a4-469d-8d8e-9e0f42721e10 on host hv-cinder-83769 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 09:37:22.643779 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-24088a11-96be-41d6-bddf-e2cccd47e9be req-8082e2fe-acfd-4162-aec0-712171d3abb5 service neutron] Attempting to bind port 475e0f9c-a9a4-469d-8d8e-9e0f42721e10 by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': 'b7b112db-1c39-45b7-a4f2-e3b93d061a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '94c124bd-d4ff-4709-8b22-7520113efef5'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 09:37:22.644108 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24088a11-96be-41d6-bddf-e2cccd47e9be req-8082e2fe-acfd-4162-aec0-712171d3abb5 service neutron] Attempting to bind port 475e0f9c-a9a4-469d-8d8e-9e0f42721e10 on network 94c124bd-d4ff-4709-8b22-7520113efef5 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 09:37:22.648663 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24088a11-96be-41d6-bddf-e2cccd47e9be req-8082e2fe-acfd-4162-aec0-712171d3abb5 service neutron] Port 475e0f9c-a9a4-469d-8d8e-9e0f42721e10 on network 94c124bd-d4ff-4709-8b22-7520113efef5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 09:37:22.648983 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24088a11-96be-41d6-bddf-e2cccd47e9be req-8082e2fe-acfd-4162-aec0-712171d3abb5 service neutron] Attempting to bind port 475e0f9c-a9a4-469d-8d8e-9e0f42721e10 on network 94c124bd-d4ff-4709-8b22-7520113efef5 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 09:37:22.653928 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24088a11-96be-41d6-bddf-e2cccd47e9be req-8082e2fe-acfd-4162-aec0-712171d3abb5 service neutron] Checking agent: {'id': 'cdc2c050-d5b8-41e9-9f41-bf893d522faa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 9, 31, 46), 'started_at': datetime.datetime(2022, 5, 12, 9, 31, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 9, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 09:37:22.654260 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24088a11-96be-41d6-bddf-e2cccd47e9be req-8082e2fe-acfd-4162-aec0-712171d3abb5 service neutron] Checking segment: {'id': 'b7b112db-1c39-45b7-a4f2-e3b93d061a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '94c124bd-d4ff-4709-8b22-7520113efef5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 09:37:22.654639 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24088a11-96be-41d6-bddf-e2cccd47e9be req-8082e2fe-acfd-4162-aec0-712171d3abb5 service neutron] Bound using segment: {'id': 'b7b112db-1c39-45b7-a4f2-e3b93d061a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '94c124bd-d4ff-4709-8b22-7520113efef5'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 09:37:22.655065 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-24088a11-96be-41d6-bddf-e2cccd47e9be req-8082e2fe-acfd-4162-aec0-712171d3abb5 service neutron] Bound port: 475e0f9c-a9a4-469d-8d8e-9e0f42721e10, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7b112db-1c39-45b7-a4f2-e3b93d061a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '94c124bd-d4ff-4709-8b22-7520113efef5'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 09:37:22.655425 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-24088a11-96be-41d6-bddf-e2cccd47e9be req-8082e2fe-acfd-4162-aec0-712171d3abb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (475e0f9c-a9a4-469d-8d8e-9e0f42721e10), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:22.720759 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-24088a11-96be-41d6-bddf-e2cccd47e9be req-8082e2fe-acfd-4162-aec0-712171d3abb5 service neutron] For port 475e0f9c-a9a4-469d-8d8e-9e0f42721e10, host hv-cinder-83769, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 09:37:22.723706 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-24088a11-96be-41d6-bddf-e2cccd47e9be req-8082e2fe-acfd-4162-aec0-712171d3abb5 service neutron] For port 475e0f9c-a9a4-469d-8d8e-9e0f42721e10, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=475e0f9c-a9a4-469d-8d8e-9e0f42721e10,segment=NetworkSegment(b7b112db-1c39-45b7-a4f2-e3b93d061a40),segment_id=b7b112db-1c39-45b7-a4f2-e3b93d061a40)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 09:37:22.729134 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-24088a11-96be-41d6-bddf-e2cccd47e9be req-8082e2fe-acfd-4162-aec0-712171d3abb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28491445'] for port (475e0f9c-a9a4-469d-8d8e-9e0f42721e10), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:22.759787 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24088a11-96be-41d6-bddf-e2cccd47e9be req-8082e2fe-acfd-4162-aec0-712171d3abb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:22.760372 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-24088a11-96be-41d6-bddf-e2cccd47e9be req-8082e2fe-acfd-4162-aec0-712171d3abb5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:22.761713 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-24088a11-96be-41d6-bddf-e2cccd47e9be req-8082e2fe-acfd-4162-aec0-712171d3abb5 service neutron] 10.222.0.65 "PUT /v2.0/ports/475e0f9c-a9a4-469d-8d8e-9e0f42721e10 HTTP/1.1" status: 200 len: 1094 time: 0.6469700 May 12 09:37:22.763701 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7801a053-99b6-4a9b-9962-1620c14aac30', 'tag': '475e0f9c-a9a4-469d-8d8e-9e0f42721e10'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:37:22.765950 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ab44c22d40f7c005d262e262c3a77426c373d0f7a848e933746c3cdedb51eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a14fd3-f3ff-480b-b830-125aa08d0078" -d '{"events": [{"name": "network-changed", "server_uuid": "7801a053-99b6-4a9b-9962-1620c14aac30", "tag": "475e0f9c-a9a4-469d-8d8e-9e0f42721e10"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:37:22.792989 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8082e2fe-acfd-4162-aec0-712171d3abb5 service neutron] Pushing event updated for resources: {'Port': ['ID=475e0f9c-a9a4-469d-8d8e-9e0f42721e10,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:37:22.813842 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 09:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9366b1b5-0309-4db0-a9b6-3fc7b8455c80 x-openstack-request-id: req-9366b1b5-0309-4db0-a9b6-3fc7b8455c80 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:37:22.814240 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7801a053-99b6-4a9b-9962-1620c14aac30", "tag": "475e0f9c-a9a4-469d-8d8e-9e0f42721e10", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:37:22.815142 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9366b1b5-0309-4db0-a9b6-3fc7b8455c80 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:37:22.815606 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9366b1b5-0309-4db0-a9b6-3fc7b8455c80'] response: {'name': 'network-changed', 'server_uuid': '7801a053-99b6-4a9b-9962-1620c14aac30', 'tag': '475e0f9c-a9a4-469d-8d8e-9e0f42721e10', 'status': 'completed', 'code': 200} May 12 09:37:22.902815 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00cc8a6-2138-4b28-a5ca-c01d98f7d9b7 req-4860c4d2-ecd9-4c07-b025-e993fa67667e tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:22.904886 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f00cc8a6-2138-4b28-a5ca-c01d98f7d9b7 req-4860c4d2-ecd9-4c07-b025-e993fa67667e tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=7801a053-99b6-4a9b-9962-1620c14aac30 HTTP/1.1" status: 200 len: 944 time: 0.0563469 May 12 09:37:22.960327 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f00cc8a6-2138-4b28-a5ca-c01d98f7d9b7 req-d3c63ccf-093d-425d-9b5d-b8e4e1352e33 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f8a9a-d1be-4e1d-9843-3fec6f08bc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481818 May 12 09:37:23.066685 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-13a031d7-5ec6-42a3-899f-d50e1f06c687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (f8def58d-f1ec-4d41-abae-d1c60f542bd3), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:24.074923 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e4f426-33f7-4d19-97f1-81c20043d08a req-826537c2-06cf-470a-bc4d-7a0526ec6153 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:24.076378 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e6e4f426-33f7-4d19-97f1-81c20043d08a req-826537c2-06cf-470a-bc4d-7a0526ec6153 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=7801a053-99b6-4a9b-9962-1620c14aac30 HTTP/1.1" status: 200 len: 944 time: 0.0456312 May 12 09:37:24.127642 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e6e4f426-33f7-4d19-97f1-81c20043d08a req-0f58829d-b9f6-4774-9f63-1f0206781d7e tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f8a9a-d1be-4e1d-9843-3fec6f08bc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455670 May 12 09:37:24.471674 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a984b3b9-a9e9-40d7-bd88-8cdbb1de5f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (e377c27d-f788-489a-9a4f-9db675c37dc4), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:25.238637 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd6386-5e74-4cb0-8ddd-44dc2e9b8b84 req-b771687d-8ac6-4b11-ae09-4eb907323bd6 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:25.240083 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0fcd6386-5e74-4cb0-8ddd-44dc2e9b8b84 req-b771687d-8ac6-4b11-ae09-4eb907323bd6 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=7801a053-99b6-4a9b-9962-1620c14aac30 HTTP/1.1" status: 200 len: 944 time: 0.0465720 May 12 09:37:25.287288 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0fcd6386-5e74-4cb0-8ddd-44dc2e9b8b84 req-a2548f59-7815-4a50-b35a-1894e9ba42d6 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f8a9a-d1be-4e1d-9843-3fec6f08bc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414770 May 12 09:37:25.983891 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (0e2e3861-7d79-4ce6-9d91-faa32ae2cb64), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:26.396112 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499cb3c5-5dcc-4f2e-a77a-c4dc79262f5d req-507d72a4-65d3-4222-b300-1d5f24e64aa6 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:26.397559 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-499cb3c5-5dcc-4f2e-a77a-c4dc79262f5d req-507d72a4-65d3-4222-b300-1d5f24e64aa6 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=7801a053-99b6-4a9b-9962-1620c14aac30 HTTP/1.1" status: 200 len: 944 time: 0.0459750 May 12 09:37:26.441426 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-499cb3c5-5dcc-4f2e-a77a-c4dc79262f5d req-307592fe-5bfe-486f-91f8-d3bc292a32f6 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f8a9a-d1be-4e1d-9843-3fec6f08bc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385101 May 12 09:37:27.092323 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a14fd3-f3ff-480b-b830-125aa08d0078 req-59dfbf00-17b9-4910-8049-88b9c00a68ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:27.093791 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b7a14fd3-f3ff-480b-b830-125aa08d0078 req-59dfbf00-17b9-4910-8049-88b9c00a68ed service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c54669eadc784d4aac5d1a40d18858b1&device_id=7801a053-99b6-4a9b-9962-1620c14aac30 HTTP/1.1" status: 200 len: 1128 time: 0.0424116 May 12 09:37:27.242432 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a14fd3-f3ff-480b-b830-125aa08d0078 req-f3bd40c8-56e8-4c5b-a750-7e0a1da88d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:27.243907 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b7a14fd3-f3ff-480b-b830-125aa08d0078 req-f3bd40c8-56e8-4c5b-a750-7e0a1da88d53 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=c54669eadc784d4aac5d1a40d18858b1&shared=False HTTP/1.1" status: 200 len: 919 time: 0.0899048 May 12 09:37:27.339492 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a14fd3-f3ff-480b-b830-125aa08d0078 req-83253927-e42d-416e-86d8-1f5e3d829417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:27.340857 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b7a14fd3-f3ff-480b-b830-125aa08d0078 req-83253927-e42d-416e-86d8-1f5e3d829417 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905693 May 12 09:37:27.434969 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24088a11-96be-41d6-bddf-e2cccd47e9be req-d27724d4-701f-4971-af37-2113ba541495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:27.436412 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-24088a11-96be-41d6-bddf-e2cccd47e9be req-d27724d4-701f-4971-af37-2113ba541495 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c54669eadc784d4aac5d1a40d18858b1&device_id=7801a053-99b6-4a9b-9962-1620c14aac30 HTTP/1.1" status: 200 len: 1128 time: 0.0373123 May 12 09:37:27.490175 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-24088a11-96be-41d6-bddf-e2cccd47e9be req-e73ae985-8902-4034-bac1-b6333442e993 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=475e0f9c-a9a4-469d-8d8e-9e0f42721e10 HTTP/1.1" status: 200 len: 217 time: 0.0376992 May 12 09:37:27.547820 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24088a11-96be-41d6-bddf-e2cccd47e9be req-f55ad663-2bfb-4a72-b834-8c53155d32da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:27.549339 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-24088a11-96be-41d6-bddf-e2cccd47e9be req-f55ad663-2bfb-4a72-b834-8c53155d32da service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4e261d1c-7f38-449c-aec8-8a565c5048cd HTTP/1.1" status: 200 len: 857 time: 0.0509582 May 12 09:37:27.554877 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5145ef-1dfd-4255-9bfe-58fee33d35d2 req-37498540-7dc7-450e-9f8b-9bc5e2746867 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:27.556318 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-fe5145ef-1dfd-4255-9bfe-58fee33d35d2 req-37498540-7dc7-450e-9f8b-9bc5e2746867 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=7801a053-99b6-4a9b-9962-1620c14aac30 HTTP/1.1" status: 200 len: 944 time: 0.0482924 May 12 09:37:27.595405 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24088a11-96be-41d6-bddf-e2cccd47e9be req-605f2985-4e61-49f3-9389-12bddccf9efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:27.596854 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-24088a11-96be-41d6-bddf-e2cccd47e9be req-605f2985-4e61-49f3-9389-12bddccf9efc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=94c124bd-d4ff-4709-8b22-7520113efef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395117 May 12 09:37:27.602781 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-fe5145ef-1dfd-4255-9bfe-58fee33d35d2 req-b740592a-62a6-4800-a1fe-b12c09eb26f7 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f8a9a-d1be-4e1d-9843-3fec6f08bc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405288 May 12 09:37:27.687284 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-24088a11-96be-41d6-bddf-e2cccd47e9be req-c3a14f73-de14-4331-963a-5568c9f17bd2 service neutron] 10.222.0.65 "GET /v2.0/networks/94c124bd-d4ff-4709-8b22-7520113efef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837593 May 12 09:37:27.776532 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-24088a11-96be-41d6-bddf-e2cccd47e9be req-2e1aa5f0-e929-4941-bf2a-0910728036dd service neutron] 10.222.0.65 "GET /v2.0/networks/94c124bd-d4ff-4709-8b22-7520113efef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825217 May 12 09:37:28.233947 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-1d9e6a58-d356-44ab-bb34-37357c1267d7 None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 09:37:28.713384 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5bc4bf-a403-4fe0-b926-a2ff92187b14 req-304b4d60-5a46-4266-baf7-9db1d09d1981 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:28.714842 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ac5bc4bf-a403-4fe0-b926-a2ff92187b14 req-304b4d60-5a46-4266-baf7-9db1d09d1981 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=7801a053-99b6-4a9b-9962-1620c14aac30 HTTP/1.1" status: 200 len: 944 time: 0.0464337 May 12 09:37:28.761541 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ac5bc4bf-a403-4fe0-b926-a2ff92187b14 req-024d9334-fd8c-4670-aac9-79875bafea8b tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f8a9a-d1be-4e1d-9843-3fec6f08bc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411992 May 12 09:37:29.888057 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c33ada-4793-4d49-93b8-380c030a7bfe req-9dbb91fc-6044-40e2-99f9-5667f1abe409 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:29.889598 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-15c33ada-4793-4d49-93b8-380c030a7bfe req-9dbb91fc-6044-40e2-99f9-5667f1abe409 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=7801a053-99b6-4a9b-9962-1620c14aac30 HTTP/1.1" status: 200 len: 944 time: 0.0600705 May 12 09:37:29.941766 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-15c33ada-4793-4d49-93b8-380c030a7bfe req-9147a233-3183-4e55-9878-6d045ab987a6 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f8a9a-d1be-4e1d-9843-3fec6f08bc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455747 May 12 09:37:31.059190 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbbd3a0-cd15-49af-b2d2-dc99c84c53e2 req-e2dd6135-f806-4d95-b67b-af3ed2dd1b94 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:31.060571 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8fbbd3a0-cd15-49af-b2d2-dc99c84c53e2 req-e2dd6135-f806-4d95-b67b-af3ed2dd1b94 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=7801a053-99b6-4a9b-9962-1620c14aac30 HTTP/1.1" status: 200 len: 944 time: 0.0503745 May 12 09:37:31.107700 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8fbbd3a0-cd15-49af-b2d2-dc99c84c53e2 req-d1577d57-aaab-481c-b079-18241463d4f7 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f8a9a-d1be-4e1d-9843-3fec6f08bc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415864 May 12 09:37:32.222468 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1398c6-fdbf-4b59-9858-ca0bac4e658d req-a74e58d0-7ca1-42ac-af02-ff198fe2bc8b tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:32.223910 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5e1398c6-fdbf-4b59-9858-ca0bac4e658d req-a74e58d0-7ca1-42ac-af02-ff198fe2bc8b tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=7801a053-99b6-4a9b-9962-1620c14aac30 HTTP/1.1" status: 200 len: 944 time: 0.0451162 May 12 09:37:32.272558 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5e1398c6-fdbf-4b59-9858-ca0bac4e658d req-7bb164b3-2b8a-4efc-ad28-0e228fb47c83 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f8a9a-d1be-4e1d-9843-3fec6f08bc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432012 May 12 09:37:33.384415 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc4e3d2-a4ed-412e-a647-64af5ee0d8ee req-fce11195-ede9-4fb6-8a98-859f240a2b7a tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:33.386122 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ecc4e3d2-a4ed-412e-a647-64af5ee0d8ee req-fce11195-ede9-4fb6-8a98-859f240a2b7a tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=7801a053-99b6-4a9b-9962-1620c14aac30 HTTP/1.1" status: 200 len: 944 time: 0.0463152 May 12 09:37:33.432812 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ecc4e3d2-a4ed-412e-a647-64af5ee0d8ee req-b3d22c8c-c8b9-4d87-9341-7130a8dac662 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f8a9a-d1be-4e1d-9843-3fec6f08bc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412803 May 12 09:37:34.542840 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0689b0d4-1337-4959-87d6-4e0bfd5dadd5 req-e8cf05a8-9032-475b-8f9a-a18e8ed4c17c tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:34.544248 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0689b0d4-1337-4959-87d6-4e0bfd5dadd5 req-e8cf05a8-9032-475b-8f9a-a18e8ed4c17c tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=7801a053-99b6-4a9b-9962-1620c14aac30 HTTP/1.1" status: 200 len: 944 time: 0.0455425 May 12 09:37:34.590060 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0689b0d4-1337-4959-87d6-4e0bfd5dadd5 req-7cf35629-c146-4a29-b3d2-3ada0247a9d8 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f8a9a-d1be-4e1d-9843-3fec6f08bc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403631 May 12 09:37:35.706925 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5914c8c-2452-413f-9e23-9da5a2972e71 req-38ea23d1-3946-4d55-b922-0491555f8e48 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:35.708375 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f5914c8c-2452-413f-9e23-9da5a2972e71 req-38ea23d1-3946-4d55-b922-0491555f8e48 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=7801a053-99b6-4a9b-9962-1620c14aac30 HTTP/1.1" status: 200 len: 944 time: 0.0485630 May 12 09:37:35.754717 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f5914c8c-2452-413f-9e23-9da5a2972e71 req-132c9449-1752-4eb0-a6cd-55a3bb047ea2 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f8a9a-d1be-4e1d-9843-3fec6f08bc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396681 May 12 09:37:36.866836 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389f0534-7ae0-439f-936b-d3f71d52ac49 req-4fe4ea5e-e350-4acd-b4f2-4971e1d8d661 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:36.868318 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-389f0534-7ae0-439f-936b-d3f71d52ac49 req-4fe4ea5e-e350-4acd-b4f2-4971e1d8d661 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=7801a053-99b6-4a9b-9962-1620c14aac30 HTTP/1.1" status: 200 len: 944 time: 0.0487218 May 12 09:37:36.917014 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-389f0534-7ae0-439f-936b-d3f71d52ac49 req-6d38aa76-dc82-455e-bc63-3abedd65c8b0 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f8a9a-d1be-4e1d-9843-3fec6f08bc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430202 May 12 09:37:38.026568 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25583622-fca8-407f-9a3e-b587058a2d5c req-6f1f2edd-c01e-4ab1-9c84-5c77a2a4aa8a tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:38.027992 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-25583622-fca8-407f-9a3e-b587058a2d5c req-6f1f2edd-c01e-4ab1-9c84-5c77a2a4aa8a tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=7801a053-99b6-4a9b-9962-1620c14aac30 HTTP/1.1" status: 200 len: 944 time: 0.0455608 May 12 09:37:38.075100 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-25583622-fca8-407f-9a3e-b587058a2d5c req-32bb93ab-0b4e-4a85-9b1e-6aa94c52918e tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f8a9a-d1be-4e1d-9843-3fec6f08bc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417566 May 12 09:37:39.184438 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b652b207-f9b5-434e-95f5-4eef59b4ef23 req-d83a2037-b906-4f39-a878-7d6e2a2eda5d tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:39.185857 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b652b207-f9b5-434e-95f5-4eef59b4ef23 req-d83a2037-b906-4f39-a878-7d6e2a2eda5d tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=7801a053-99b6-4a9b-9962-1620c14aac30 HTTP/1.1" status: 200 len: 944 time: 0.0449467 May 12 09:37:39.230342 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b652b207-f9b5-434e-95f5-4eef59b4ef23 req-48041949-bfbb-40cb-a638-5d3daad22344 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f8a9a-d1be-4e1d-9843-3fec6f08bc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390930 May 12 09:37:40.342688 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ca323-03b1-47c7-b99e-66a69c3e290e req-34331565-cce5-4c46-9ff3-f0f2c095a6ed tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:40.344157 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-015ca323-03b1-47c7-b99e-66a69c3e290e req-34331565-cce5-4c46-9ff3-f0f2c095a6ed tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=7801a053-99b6-4a9b-9962-1620c14aac30 HTTP/1.1" status: 200 len: 944 time: 0.0486794 May 12 09:37:40.389068 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-015ca323-03b1-47c7-b99e-66a69c3e290e req-cf1cbee4-22df-422c-99e7-5f4712e26e4b tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f8a9a-d1be-4e1d-9843-3fec6f08bc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392873 May 12 09:37:41.499935 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f553050-ef63-45ea-ac1f-22293c40817d req-121efb0f-be1d-4031-82dc-92a221e20b64 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:41.501361 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6f553050-ef63-45ea-ac1f-22293c40817d req-121efb0f-be1d-4031-82dc-92a221e20b64 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=7801a053-99b6-4a9b-9962-1620c14aac30 HTTP/1.1" status: 200 len: 944 time: 0.0482860 May 12 09:37:41.546390 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6f553050-ef63-45ea-ac1f-22293c40817d req-b8154c26-202c-41ea-a2a4-1cc47a7cb0e7 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f8a9a-d1be-4e1d-9843-3fec6f08bc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395992 May 12 09:37:42.655713 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ce28ae-2917-4df5-b060-53532ac3bb5d req-28dc060f-f464-4a99-a6af-6c095517cdc1 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:42.657141 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c9ce28ae-2917-4df5-b060-53532ac3bb5d req-28dc060f-f464-4a99-a6af-6c095517cdc1 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=7801a053-99b6-4a9b-9962-1620c14aac30 HTTP/1.1" status: 200 len: 944 time: 0.0447011 May 12 09:37:42.704261 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c9ce28ae-2917-4df5-b060-53532ac3bb5d req-ec9dac65-1474-4ca0-84de-8f0e711b7e1d tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f8a9a-d1be-4e1d-9843-3fec6f08bc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409677 May 12 09:37:43.040959 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a6eff6-5337-4e3d-b1c8-f85708f22178 req-a3ae9ea1-5f7a-4e38-9967-10aed84a1319 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:43.042404 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e5a6eff6-5337-4e3d-b1c8-f85708f22178 req-a3ae9ea1-5f7a-4e38-9967-10aed84a1319 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/networks?id=1c036158-1d81-400b-8003-63be31daecc9 HTTP/1.1" status: 200 len: 813 time: 0.1021283 May 12 09:37:43.056015 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e5a6eff6-5337-4e3d-b1c8-f85708f22178 req-3634f6ff-b3ca-4da6-b120-1f139a2823ae tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/quotas/59546c2ca0074bb5b77b7c5e64d9c068 HTTP/1.1" status: 200 len: 375 time: 0.0084193 May 12 09:37:43.086526 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e5a6eff6-5337-4e3d-b1c8-f85708f22178 req-95c643c5-bdf1-4006-be22-76c70b136407 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=59546c2ca0074bb5b77b7c5e64d9c068&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258319 May 12 09:37:43.177268 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e5a6eff6-5337-4e3d-b1c8-f85708f22178 req-ba137b96-cff5-4a95-97f6-3a3c8560c147 service neutron] 10.222.0.60 "GET /v2.0/networks/1c036158-1d81-400b-8003-63be31daecc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844162 May 12 09:37:43.262979 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e5a6eff6-5337-4e3d-b1c8-f85708f22178 req-5aeef07b-2a90-4121-ad25-d3adc5672f26 service neutron] 10.222.0.60 "GET /v2.0/networks/1c036158-1d81-400b-8003-63be31daecc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801885 May 12 09:37:43.341770 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device 475e0f9c-a9a4-469d-8d8e-9e0f42721e10 details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=103459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 09:37:43.417185 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6b84658e-b010-48ce-9d35-c9a049a53b93 req-dda2379b-96c4-4511-abd9-c9bb6325cbca tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/ports?device_id=b28f509a-6478-4c54-b6a2-18006ba9b4e4 HTTP/1.1" status: 200 len: 210 time: 0.0315707 May 12 09:37:43.438845 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] For port 475e0f9c-a9a4-469d-8d8e-9e0f42721e10, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=475e0f9c-a9a4-469d-8d8e-9e0f42721e10,segment=NetworkSegment(b7b112db-1c39-45b7-a4f2-e3b93d061a40),segment_id=b7b112db-1c39-45b7-a4f2-e3b93d061a40)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:37:43.450611 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Returning: {'device': '475e0f9c-a9a4-469d-8d8e-9e0f42721e10', 'network_id': '94c124bd-d4ff-4709-8b22-7520113efef5', 'port_id': '475e0f9c-a9a4-469d-8d8e-9e0f42721e10', 'mac_address': 'fa:16:3e:32:09:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e261d1c-7f38-449c-aec8-8a565c5048cd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 09:37:43.492645 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Current status of the port 475e0f9c-a9a4-469d-8d8e-9e0f42721e10 is: DOWN; New status is: BUILD {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:37:43.493038 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (475e0f9c-a9a4-469d-8d8e-9e0f42721e10), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:43.506392 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 475e0f9c-a9a4-469d-8d8e-9e0f42721e10 {{(pid=103459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 09:37:43.526164 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] For port 475e0f9c-a9a4-469d-8d8e-9e0f42721e10, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=475e0f9c-a9a4-469d-8d8e-9e0f42721e10,segment=NetworkSegment(b7b112db-1c39-45b7-a4f2-e3b93d061a40),segment_id=b7b112db-1c39-45b7-a4f2-e3b93d061a40)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:37:43.530090 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (475e0f9c-a9a4-469d-8d8e-9e0f42721e10), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:43.577799 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Pushing event updated for resources: {'Port': ['ID=475e0f9c-a9a4-469d-8d8e-9e0f42721e10,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:37:43.585282 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:37:43.585627 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:37:43.586001 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:37:43.586367 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:37:43.586703 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:37:43.587031 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:37:43.587355 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:37:43.587676 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:37:43.587999 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:37:43.588319 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:37:43.588640 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:37:43.588963 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:37:43.589282 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:37:43.589597 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:37:43.589952 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:37:43.825748 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0010b5-b47b-4e07-97ae-5283eb2ffabc req-6d4923ae-8062-42db-b492-01679ee43a58 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:43.827268 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dd0010b5-b47b-4e07-97ae-5283eb2ffabc req-6d4923ae-8062-42db-b492-01679ee43a58 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=7801a053-99b6-4a9b-9962-1620c14aac30 HTTP/1.1" status: 200 len: 945 time: 0.0566511 May 12 09:37:43.875922 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dd0010b5-b47b-4e07-97ae-5283eb2ffabc req-a92acae0-c59d-4b6c-9c37-a77cae01e958 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f8a9a-d1be-4e1d-9843-3fec6f08bc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402095 May 12 09:37:44.415754 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] get_ports_and_sgs() called for port_ids ['475e0f9c-a9a4-469d-8d8e-9e0f42721e10'] {{(pid=103459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 09:37:44.511868 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f7ee2221-c119-4a1a-b22d-e1a937a64d96 req-a47c311a-18b9-4d74-90f2-b8ce2832ac6c tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/ports?device_id=b28f509a-6478-4c54-b6a2-18006ba9b4e4 HTTP/1.1" status: 200 len: 210 time: 0.0298078 May 12 09:37:44.989735 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6771c86d-058e-4606-a3ab-aeabe3918381 req-8181f327-058a-4b50-b9c1-1e473b16d324 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:44.991224 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6771c86d-058e-4606-a3ab-aeabe3918381 req-8181f327-058a-4b50-b9c1-1e473b16d324 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=7801a053-99b6-4a9b-9962-1620c14aac30 HTTP/1.1" status: 200 len: 945 time: 0.0492628 May 12 09:37:45.041128 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6771c86d-058e-4606-a3ab-aeabe3918381 req-c0abf03e-09d9-4a9c-829a-df168afa4963 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f8a9a-d1be-4e1d-9843-3fec6f08bc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441720 May 12 09:37:45.082665 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 39374) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:37:45.189222 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8190f762-f61d-467c-bad1-7e5a16b536a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:45.265843 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8190f762-f61d-467c-bad1-7e5a16b536a6 admin admin] Publish callbacks [] for security_group (5b756af3-fbf5-415e-962d-02b9bdeb95a8), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:45.270120 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8190f762-f61d-467c-bad1-7e5a16b536a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (5b756af3-fbf5-415e-962d-02b9bdeb95a8), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:45.311065 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-8190f762-f61d-467c-bad1-7e5a16b536a6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=82537535f26a4f2094d83c7decfc414c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2271268 May 12 09:37:45.313029 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8190f762-f61d-467c-bad1-7e5a16b536a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b756af3-fbf5-415e-962d-02b9bdeb95a8,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:37:45.313700 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 39380) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:37:45.367003 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-73848883-0406-4aec-9194-e16ab46635be admin admin] Publish callbacks [] for security_group (5b756af3-fbf5-415e-962d-02b9bdeb95a8), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:45.387329 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-73848883-0406-4aec-9194-e16ab46635be admin admin] Publish callbacks [] for security_group (5b756af3-fbf5-415e-962d-02b9bdeb95a8), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:45.433435 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-73848883-0406-4aec-9194-e16ab46635be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (5b756af3-fbf5-415e-962d-02b9bdeb95a8), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:45.435968 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-73848883-0406-4aec-9194-e16ab46635be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:45.437141 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-73848883-0406-4aec-9194-e16ab46635be admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5b756af3-fbf5-415e-962d-02b9bdeb95a8 HTTP/1.1" status: 204 len: 168 time: 0.1222727 May 12 09:37:45.444706 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73848883-0406-4aec-9194-e16ab46635be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b756af3-fbf5-415e-962d-02b9bdeb95a8,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:37:45.605242 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7cdf6198-b6b2-46f2-8c87-2e85e85c4b6b req-9340d9b4-905b-4624-a5bd-0a5fa8190e83 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/ports?device_id=b28f509a-6478-4c54-b6a2-18006ba9b4e4 HTTP/1.1" status: 200 len: 210 time: 0.0275145 May 12 09:37:45.995456 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e65e9a24-67de-44dd-8730-8b811d2c62cd req-d8ebf170-349e-4eb6-8c5f-16bdcf4133ca service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4ed911f6-afdf-49e6-9897-e51a903b7680&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430441 May 12 09:37:46.133211 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e9a24-67de-44dd-8730-8b811d2c62cd req-2f0f3a03-a55d-42ca-a1b8-97aab35086d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:46.134155 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device 475e0f9c-a9a4-469d-8d8e-9e0f42721e10 up at agent hyperv_hv-cinder-83769 {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 09:37:46.140299 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e65e9a24-67de-44dd-8730-8b811d2c62cd req-2f0f3a03-a55d-42ca-a1b8-97aab35086d4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c54669eadc784d4aac5d1a40d18858b1&device_id=4ed911f6-afdf-49e6-9897-e51a903b7680 HTTP/1.1" status: 200 len: 1130 time: 0.0696704 May 12 09:37:46.188130 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Provisioning for port 475e0f9c-a9a4-469d-8d8e-9e0f42721e10 completed by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 09:37:46.195240 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Provisioning complete for port 475e0f9c-a9a4-469d-8d8e-9e0f42721e10 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:37:46.195963 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (475e0f9c-a9a4-469d-8d8e-9e0f42721e10), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:46.244387 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a6eff6-5337-4e3d-b1c8-f85708f22178 req-3eebbbea-3af6-48c8-bfba-4c09d95cc4fd tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:46.247276 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e5a6eff6-5337-4e3d-b1c8-f85708f22178 req-3eebbbea-3af6-48c8-bfba-4c09d95cc4fd tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.65 "GET /v2.0/networks?id=1c036158-1d81-400b-8003-63be31daecc9 HTTP/1.1" status: 200 len: 813 time: 0.1720483 May 12 09:37:46.267845 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-e5a6eff6-5337-4e3d-b1c8-f85708f22178 req-3b159c80-2ba3-4bd1-9143-9385e1c11f50 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Request body: {'port': {'device_id': 'b28f509a-6478-4c54-b6a2-18006ba9b4e4', 'network_id': '1c036158-1d81-400b-8003-63be31daecc9', 'admin_state_up': True, 'tenant_id': '59546c2ca0074bb5b77b7c5e64d9c068'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:37:46.311908 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Current status of the port 475e0f9c-a9a4-469d-8d8e-9e0f42721e10 is: BUILD; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:37:46.312292 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (475e0f9c-a9a4-469d-8d8e-9e0f42721e10), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:46.313548 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e9a24-67de-44dd-8730-8b811d2c62cd req-1c8e05ef-928a-4d95-9147-efff8f02eaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:46.315853 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e65e9a24-67de-44dd-8730-8b811d2c62cd req-1c8e05ef-928a-4d95-9147-efff8f02eaa5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=94c124bd-d4ff-4709-8b22-7520113efef5 HTTP/1.1" status: 200 len: 919 time: 0.1438985 May 12 09:37:46.327722 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb20cb-4133-4376-80ab-9e87bfe6f763 req-4dfd0ba0-d4d2-46f2-924b-52b6294f705a tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:46.329345 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-72fb20cb-4133-4376-80ab-9e87bfe6f763 req-4dfd0ba0-d4d2-46f2-924b-52b6294f705a tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=7801a053-99b6-4a9b-9962-1620c14aac30 HTTP/1.1" status: 200 len: 945 time: 0.1803045 May 12 09:37:46.338693 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7801a053-99b6-4a9b-9962-1620c14aac30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '475e0f9c-a9a4-469d-8d8e-9e0f42721e10'}] {{(pid=103459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:37:46.340910 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86b47e387812c2b24e7094e641fb8cdf00e205bc2b1299b72670831d9f7cf680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa127e8-ce92-401f-939a-6ce0cccf9288" -d '{"events": [{"server_uuid": "7801a053-99b6-4a9b-9962-1620c14aac30", "name": "network-vif-plugged", "status": "completed", "tag": "475e0f9c-a9a4-469d-8d8e-9e0f42721e10"}]}' {{(pid=103459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:37:46.356451 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] For port 475e0f9c-a9a4-469d-8d8e-9e0f42721e10, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=475e0f9c-a9a4-469d-8d8e-9e0f42721e10,segment=NetworkSegment(b7b112db-1c39-45b7-a4f2-e3b93d061a40),segment_id=b7b112db-1c39-45b7-a4f2-e3b93d061a40)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:37:46.368380 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (475e0f9c-a9a4-469d-8d8e-9e0f42721e10), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:46.411475 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 09:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5575fcd8-a4c9-4c16-8ad3-cc3f594d7dff x-openstack-request-id: req-5575fcd8-a4c9-4c16-8ad3-cc3f594d7dff {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:37:46.411960 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7801a053-99b6-4a9b-9962-1620c14aac30", "name": "network-vif-plugged", "status": "completed", "tag": "475e0f9c-a9a4-469d-8d8e-9e0f42721e10", "code": 200}]} {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:37:46.412210 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5575fcd8-a4c9-4c16-8ad3-cc3f594d7dff {{(pid=103459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:37:46.412600 dv-cinder-837699-5-iscsi neutron-server[103459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5575fcd8-a4c9-4c16-8ad3-cc3f594d7dff'] response: {'server_uuid': '7801a053-99b6-4a9b-9962-1620c14aac30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '475e0f9c-a9a4-469d-8d8e-9e0f42721e10', 'code': 200} May 12 09:37:46.441156 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Pushing event updated for resources: {'Port': ['ID=475e0f9c-a9a4-469d-8d8e-9e0f42721e10,revision_number=5']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:37:46.442309 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-72fb20cb-4133-4376-80ab-9e87bfe6f763 req-fceeb0f5-8c8f-463f-8bfe-917fb25b96d1 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f8a9a-d1be-4e1d-9843-3fec6f08bc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965712 May 12 09:37:46.481217 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5a6eff6-5337-4e3d-b1c8-f85708f22178 req-3b159c80-2ba3-4bd1-9143-9385e1c11f50 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Made reservation on behalf of 59546c2ca0074bb5b77b7c5e64d9c068 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 09:37:46.486259 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e5a6eff6-5337-4e3d-b1c8-f85708f22178 req-3b159c80-2ba3-4bd1-9143-9385e1c11f50 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:46.526549 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e65e9a24-67de-44dd-8730-8b811d2c62cd req-867ed8bc-99fd-4951-9eb4-332d91c08f99 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8e31c88-6d60-467b-8eec-0d8851da1ced HTTP/1.1" status: 200 len: 217 time: 0.0648472 May 12 09:37:46.604040 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e9a24-67de-44dd-8730-8b811d2c62cd req-1f66db26-bfe2-496d-ba0d-cd2976a04ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:46.605601 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e65e9a24-67de-44dd-8730-8b811d2c62cd req-1f66db26-bfe2-496d-ba0d-cd2976a04ac0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4e261d1c-7f38-449c-aec8-8a565c5048cd HTTP/1.1" status: 200 len: 857 time: 0.0729728 May 12 09:37:46.681855 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e9a24-67de-44dd-8730-8b811d2c62cd req-36f7afdc-e202-4584-8994-fd2100d2b28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:46.683979 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e65e9a24-67de-44dd-8730-8b811d2c62cd req-36f7afdc-e202-4584-8994-fd2100d2b28b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=94c124bd-d4ff-4709-8b22-7520113efef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0717404 May 12 09:37:46.717466 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-e5a6eff6-5337-4e3d-b1c8-f85708f22178 req-3b159c80-2ba3-4bd1-9143-9385e1c11f50 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Allocated IP 172.20.0.10 (1c036158-1d81-400b-8003-63be31daecc9/1ecf6080-a26e-4fbd-931a-1d3b6d55afc8/8acbd1cf-7e16-4732-87ec-d4881219909c) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 09:37:46.719921 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3384bf81-2e5c-4c14-ad20-fa8bf3328bda req-ee5e0667-e62e-405c-a2d0-057aff4fce1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:46.721702 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3384bf81-2e5c-4c14-ad20-fa8bf3328bda req-ee5e0667-e62e-405c-a2d0-057aff4fce1c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7801a053-99b6-4a9b-9962-1620c14aac30 HTTP/1.1" status: 200 len: 1130 time: 0.0668793 May 12 09:37:46.752432 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-23a5d6dd-d279-4cfa-a9df-51da42ec7f8c req-72be7853-552a-4fb7-8eba-0f50440be310 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/ports?device_id=b28f509a-6478-4c54-b6a2-18006ba9b4e4 HTTP/1.1" status: 200 len: 210 time: 0.0407999 May 12 09:37:46.811004 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-3384bf81-2e5c-4c14-ad20-fa8bf3328bda req-fb928e2a-e439-45ea-9568-f48616e6174a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=ea8f8a9a-d1be-4e1d-9843-3fec6f08bc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807910 May 12 09:37:46.811624 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e65e9a24-67de-44dd-8730-8b811d2c62cd req-b1210f81-092b-483a-a7f5-e91e981192c8 service neutron] 10.222.0.65 "GET /v2.0/networks/94c124bd-d4ff-4709-8b22-7520113efef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198299 May 12 09:37:46.925538 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e5a6eff6-5337-4e3d-b1c8-f85708f22178 req-3b159c80-2ba3-4bd1-9143-9385e1c11f50 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Publish callbacks [] for port (8acbd1cf-7e16-4732-87ec-d4881219909c), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:46.965448 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e5a6eff6-5337-4e3d-b1c8-f85708f22178 req-3b159c80-2ba3-4bd1-9143-9385e1c11f50 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740344012620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28491394'] for port (8acbd1cf-7e16-4732-87ec-d4881219909c), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:47.005347 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5a6eff6-5337-4e3d-b1c8-f85708f22178 req-3b159c80-2ba3-4bd1-9143-9385e1c11f50 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Network 1c036158-1d81-400b-8003-63be31daecc9 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 09:37:47.008313 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-e5a6eff6-5337-4e3d-b1c8-f85708f22178 req-3b159c80-2ba3-4bd1-9143-9385e1c11f50 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:37:47.011069 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5a6eff6-5337-4e3d-b1c8-f85708f22178 req-3b159c80-2ba3-4bd1-9143-9385e1c11f50 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 09:37:47.045735 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b159c80-2ba3-4bd1-9143-9385e1c11f50 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Pushing event updated for resources: {'Port': ['ID=8acbd1cf-7e16-4732-87ec-d4881219909c,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:37:47.067133 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a6eff6-5337-4e3d-b1c8-f85708f22178 req-3b159c80-2ba3-4bd1-9143-9385e1c11f50 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:47.067760 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e5a6eff6-5337-4e3d-b1c8-f85708f22178 req-3b159c80-2ba3-4bd1-9143-9385e1c11f50 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:47.083348 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e5a6eff6-5337-4e3d-b1c8-f85708f22178 req-3b159c80-2ba3-4bd1-9143-9385e1c11f50 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8205802 May 12 09:37:47.563795 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c87503-d5e5-49e1-a30e-0ff6ab8bb753 req-051acecb-0678-4137-ba39-5991962140f8 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:47.565286 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c2c87503-d5e5-49e1-a30e-0ff6ab8bb753 req-051acecb-0678-4137-ba39-5991962140f8 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=7801a053-99b6-4a9b-9962-1620c14aac30 HTTP/1.1" status: 200 len: 946 time: 0.0509181 May 12 09:37:47.864192 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c2c87503-d5e5-49e1-a30e-0ff6ab8bb753 req-56a24858-ccb7-498b-a824-db7992ca0c16 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f8a9a-d1be-4e1d-9843-3fec6f08bc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2928643 May 12 09:37:47.900872 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dff892-ea9b-407b-9c0c-71761b31f816 req-f3e2dbbc-8f82-4c12-914b-fe8237580af1 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:47.902447 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f0dff892-ea9b-407b-9c0c-71761b31f816 req-f3e2dbbc-8f82-4c12-914b-fe8237580af1 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/ports?device_id=b28f509a-6478-4c54-b6a2-18006ba9b4e4 HTTP/1.1" status: 200 len: 932 time: 0.0561464 May 12 09:37:47.907380 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-e5a6eff6-5337-4e3d-b1c8-f85708f22178 req-bcb147d8-0f9a-4742-a3f9-258810406a47 service neutron] Request body: {'port': {'device_id': 'b28f509a-6478-4c54-b6a2-18006ba9b4e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:37:47.973318 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e5a6eff6-5337-4e3d-b1c8-f85708f22178 req-bcb147d8-0f9a-4742-a3f9-258810406a47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (8acbd1cf-7e16-4732-87ec-d4881219909c), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:48.005862 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f0dff892-ea9b-407b-9c0c-71761b31f816 req-9955489b-ded5-4b95-846f-c1b41526c392 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbfc649a-48dd-48c1-a516-9881d45319ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948725 May 12 09:37:48.025719 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e65e9a24-67de-44dd-8730-8b811d2c62cd req-b3acb6d7-c401-4c33-9f1b-95554186502d service neutron] 10.222.0.65 "GET /v2.0/networks/94c124bd-d4ff-4709-8b22-7520113efef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223030 May 12 09:37:48.269003 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [req-e5a6eff6-5337-4e3d-b1c8-f85708f22178 req-bcb147d8-0f9a-4742-a3f9-258810406a47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8acbd1cf-7e16-4732-87ec-d4881219909c {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 09:37:48.277373 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e5a6eff6-5337-4e3d-b1c8-f85708f22178 req-bcb147d8-0f9a-4742-a3f9-258810406a47 service neutron] Publish callbacks [] for port (8acbd1cf-7e16-4732-87ec-d4881219909c), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:48.290078 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-e5a6eff6-5337-4e3d-b1c8-f85708f22178 req-bcb147d8-0f9a-4742-a3f9-258810406a47 service neutron] Transition to ACTIVE for port object 8acbd1cf-7e16-4732-87ec-d4881219909c will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 09:37:48.293472 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e5a6eff6-5337-4e3d-b1c8-f85708f22178 req-bcb147d8-0f9a-4742-a3f9-258810406a47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28491445'] for port (8acbd1cf-7e16-4732-87ec-d4881219909c), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:48.342225 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb147d8-0f9a-4742-a3f9-258810406a47 service neutron] Pushing event updated for resources: {'Port': ['ID=8acbd1cf-7e16-4732-87ec-d4881219909c,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:37:48.412930 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-e5a6eff6-5337-4e3d-b1c8-f85708f22178 req-bcb147d8-0f9a-4742-a3f9-258810406a47 service neutron] Attempting to bind port 8acbd1cf-7e16-4732-87ec-d4881219909c on host hv-cinder-83769 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 09:37:48.413261 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-e5a6eff6-5337-4e3d-b1c8-f85708f22178 req-bcb147d8-0f9a-4742-a3f9-258810406a47 service neutron] Attempting to bind port 8acbd1cf-7e16-4732-87ec-d4881219909c by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': '4fddeae6-e504-4375-9ac6-b9ae113e6570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1c036158-1d81-400b-8003-63be31daecc9'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 09:37:48.413589 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a6eff6-5337-4e3d-b1c8-f85708f22178 req-bcb147d8-0f9a-4742-a3f9-258810406a47 service neutron] Attempting to bind port 8acbd1cf-7e16-4732-87ec-d4881219909c on network 1c036158-1d81-400b-8003-63be31daecc9 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 09:37:48.417798 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a6eff6-5337-4e3d-b1c8-f85708f22178 req-bcb147d8-0f9a-4742-a3f9-258810406a47 service neutron] Port 8acbd1cf-7e16-4732-87ec-d4881219909c on network 1c036158-1d81-400b-8003-63be31daecc9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 09:37:48.418150 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a6eff6-5337-4e3d-b1c8-f85708f22178 req-bcb147d8-0f9a-4742-a3f9-258810406a47 service neutron] Attempting to bind port 8acbd1cf-7e16-4732-87ec-d4881219909c on network 1c036158-1d81-400b-8003-63be31daecc9 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 09:37:48.422881 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a6eff6-5337-4e3d-b1c8-f85708f22178 req-bcb147d8-0f9a-4742-a3f9-258810406a47 service neutron] Checking agent: {'id': 'cdc2c050-d5b8-41e9-9f41-bf893d522faa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 9, 31, 46), 'started_at': datetime.datetime(2022, 5, 12, 9, 31, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 9, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 09:37:48.423209 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a6eff6-5337-4e3d-b1c8-f85708f22178 req-bcb147d8-0f9a-4742-a3f9-258810406a47 service neutron] Checking segment: {'id': '4fddeae6-e504-4375-9ac6-b9ae113e6570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1c036158-1d81-400b-8003-63be31daecc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 09:37:48.423627 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a6eff6-5337-4e3d-b1c8-f85708f22178 req-bcb147d8-0f9a-4742-a3f9-258810406a47 service neutron] Bound using segment: {'id': '4fddeae6-e504-4375-9ac6-b9ae113e6570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1c036158-1d81-400b-8003-63be31daecc9'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 09:37:48.424040 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-e5a6eff6-5337-4e3d-b1c8-f85708f22178 req-bcb147d8-0f9a-4742-a3f9-258810406a47 service neutron] Bound port: 8acbd1cf-7e16-4732-87ec-d4881219909c, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fddeae6-e504-4375-9ac6-b9ae113e6570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1c036158-1d81-400b-8003-63be31daecc9'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 09:37:48.424390 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e5a6eff6-5337-4e3d-b1c8-f85708f22178 req-bcb147d8-0f9a-4742-a3f9-258810406a47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (8acbd1cf-7e16-4732-87ec-d4881219909c), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:48.488269 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-e5a6eff6-5337-4e3d-b1c8-f85708f22178 req-bcb147d8-0f9a-4742-a3f9-258810406a47 service neutron] For port 8acbd1cf-7e16-4732-87ec-d4881219909c, host hv-cinder-83769, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 09:37:48.491431 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-e5a6eff6-5337-4e3d-b1c8-f85708f22178 req-bcb147d8-0f9a-4742-a3f9-258810406a47 service neutron] For port 8acbd1cf-7e16-4732-87ec-d4881219909c, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=8acbd1cf-7e16-4732-87ec-d4881219909c,segment=NetworkSegment(4fddeae6-e504-4375-9ac6-b9ae113e6570),segment_id=4fddeae6-e504-4375-9ac6-b9ae113e6570)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 09:37:48.497488 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e5a6eff6-5337-4e3d-b1c8-f85708f22178 req-bcb147d8-0f9a-4742-a3f9-258810406a47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28491445'] for port (8acbd1cf-7e16-4732-87ec-d4881219909c), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:48.532279 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a6eff6-5337-4e3d-b1c8-f85708f22178 req-bcb147d8-0f9a-4742-a3f9-258810406a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:48.532975 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e5a6eff6-5337-4e3d-b1c8-f85708f22178 req-bcb147d8-0f9a-4742-a3f9-258810406a47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:48.534343 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e5a6eff6-5337-4e3d-b1c8-f85708f22178 req-bcb147d8-0f9a-4742-a3f9-258810406a47 service neutron] 10.222.0.65 "PUT /v2.0/ports/8acbd1cf-7e16-4732-87ec-d4881219909c HTTP/1.1" status: 200 len: 1094 time: 0.6312582 May 12 09:37:48.534779 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b28f509a-6478-4c54-b6a2-18006ba9b4e4', 'tag': '8acbd1cf-7e16-4732-87ec-d4881219909c'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:37:48.537009 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ab44c22d40f7c005d262e262c3a77426c373d0f7a848e933746c3cdedb51eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22515fd7-1f01-41a5-866a-5587563274de" -d '{"events": [{"name": "network-changed", "server_uuid": "b28f509a-6478-4c54-b6a2-18006ba9b4e4", "tag": "8acbd1cf-7e16-4732-87ec-d4881219909c"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:37:48.558595 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb147d8-0f9a-4742-a3f9-258810406a47 service neutron] Pushing event updated for resources: {'Port': ['ID=8acbd1cf-7e16-4732-87ec-d4881219909c,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:37:48.574706 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 09:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ae1e75-8845-469f-bf17-7c062c803a8d x-openstack-request-id: req-08ae1e75-8845-469f-bf17-7c062c803a8d {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:37:48.574990 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b28f509a-6478-4c54-b6a2-18006ba9b4e4", "tag": "8acbd1cf-7e16-4732-87ec-d4881219909c", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:37:48.575242 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-08ae1e75-8845-469f-bf17-7c062c803a8d {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:37:48.575644 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08ae1e75-8845-469f-bf17-7c062c803a8d'] response: {'name': 'network-changed', 'server_uuid': 'b28f509a-6478-4c54-b6a2-18006ba9b4e4', 'tag': '8acbd1cf-7e16-4732-87ec-d4881219909c', 'status': 'completed', 'code': 200} May 12 09:37:48.984430 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a292a6-f14f-4729-bc7e-8284aabc482a req-5ecffe3b-8e86-4724-881f-d97201d23bb1 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:48.985969 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b8a292a6-f14f-4729-bc7e-8284aabc482a req-5ecffe3b-8e86-4724-881f-d97201d23bb1 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=7801a053-99b6-4a9b-9962-1620c14aac30 HTTP/1.1" status: 200 len: 946 time: 0.0530064 May 12 09:37:49.037298 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b8a292a6-f14f-4729-bc7e-8284aabc482a req-7c31a1f1-37b9-4c7e-9452-0ff1240c9875 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f8a9a-d1be-4e1d-9843-3fec6f08bc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449977 May 12 09:37:49.134691 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e171902b-89ce-4711-9902-0a9d19c4f5d8 req-5ac838b7-931e-482c-b23d-0a4f33d72604 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:49.136162 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e171902b-89ce-4711-9902-0a9d19c4f5d8 req-5ac838b7-931e-482c-b23d-0a4f33d72604 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/ports?device_id=b28f509a-6478-4c54-b6a2-18006ba9b4e4 HTTP/1.1" status: 200 len: 944 time: 0.0603216 May 12 09:37:49.195273 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e171902b-89ce-4711-9902-0a9d19c4f5d8 req-0005cc92-4f55-4fe1-8611-625b0649686f tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbfc649a-48dd-48c1-a516-9881d45319ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478237 May 12 09:37:49.610370 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-60cdcf45-ff50-495a-858c-03002987bf5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (9bee5a85-5be0-4217-aa6d-1f9c6538b987), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:49.991169 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22515fd7-1f01-41a5-866a-5587563274de req-5c08a4f9-5b22-4ae9-98e7-247ac00ad375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:49.993145 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-22515fd7-1f01-41a5-866a-5587563274de req-5c08a4f9-5b22-4ae9-98e7-247ac00ad375 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=59546c2ca0074bb5b77b7c5e64d9c068&device_id=b28f509a-6478-4c54-b6a2-18006ba9b4e4 HTTP/1.1" status: 200 len: 1128 time: 0.0459094 May 12 09:37:50.153797 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce8fa8-42d1-4d56-9604-04f02ec6fb32 req-5fc6adee-c706-40ab-8549-85b99556e9a1 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:50.155285 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e0ce8fa8-42d1-4d56-9604-04f02ec6fb32 req-5fc6adee-c706-40ab-8549-85b99556e9a1 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=7801a053-99b6-4a9b-9962-1620c14aac30 HTTP/1.1" status: 200 len: 946 time: 0.0472393 May 12 09:37:50.207917 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e0ce8fa8-42d1-4d56-9604-04f02ec6fb32 req-7ba721aa-bcac-465d-9bf1-6844bbb55320 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f8a9a-d1be-4e1d-9843-3fec6f08bc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457180 May 12 09:37:50.355195 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242cb390-e873-4454-a3ce-6e7d9622e37c req-810fa753-f561-4bac-ab46-640b5c77243e tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:50.356674 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-242cb390-e873-4454-a3ce-6e7d9622e37c req-810fa753-f561-4bac-ab46-640b5c77243e tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/ports?device_id=b28f509a-6478-4c54-b6a2-18006ba9b4e4 HTTP/1.1" status: 200 len: 944 time: 0.0892539 May 12 09:37:50.366494 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (cdc2c050-d5b8-41e9-9f41-bf893d522faa), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:50.372640 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6724b6-64c0-4da4-85c8-1b4436559d26 req-3453cbc5-66d9-435a-9628-cb83b97b0392 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:50.374042 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ab6724b6-64c0-4da4-85c8-1b4436559d26 req-3453cbc5-66d9-435a-9628-cb83b97b0392 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=7801a053-99b6-4a9b-9962-1620c14aac30 HTTP/1.1" status: 200 len: 946 time: 0.0951643 May 12 09:37:50.384100 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 39574) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:37:50.388655 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-58ab2982-edde-447d-b6b2-0fc54b64b9da tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Request body: {'floatingip': {'port_id': '475e0f9c-a9a4-469d-8d8e-9e0f42721e10'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:37:50.417359 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-242cb390-e873-4454-a3ce-6e7d9622e37c req-7bf6e574-af4a-446b-925f-3bd3089f8439 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbfc649a-48dd-48c1-a516-9881d45319ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500267 May 12 09:37:50.431713 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-58ab2982-edde-447d-b6b2-0fc54b64b9da tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Publish callbacks [] for floatingip (f18a56ef-d2ab-4ea5-9d99-7db81a8b89b1), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:50.899534 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22515fd7-1f01-41a5-866a-5587563274de req-ceddb3fa-6110-445f-bf48-82a64d8e7392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:50.900988 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-22515fd7-1f01-41a5-866a-5587563274de req-ceddb3fa-6110-445f-bf48-82a64d8e7392 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=59546c2ca0074bb5b77b7c5e64d9c068&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1691749 May 12 09:37:50.947606 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-58ab2982-edde-447d-b6b2-0fc54b64b9da tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:50.952433 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-58ab2982-edde-447d-b6b2-0fc54b64b9da tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799862'] for floatingip (f18a56ef-d2ab-4ea5-9d99-7db81a8b89b1), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:51.058286 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.db.l3_db [None req-58ab2982-edde-447d-b6b2-0fc54b64b9da tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Floating IP f18a56ef-d2ab-4ea5-9d99-7db81a8b89b1 associated. External IP: 172.27.3.161, port: 475e0f9c-a9a4-469d-8d8e-9e0f42721e10. May 12 09:37:51.442485 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22515fd7-1f01-41a5-866a-5587563274de req-fbb7a69e-d198-4d14-95a6-c5ec48c04855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:51.443954 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-22515fd7-1f01-41a5-866a-5587563274de req-fbb7a69e-d198-4d14-95a6-c5ec48c04855 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3512590 May 12 09:37:51.539541 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b881cd-ca92-4ae6-8c06-02dac9619097 req-7872c55e-1930-44c3-b26e-dd5735cf5c23 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:51.541031 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-58b881cd-ca92-4ae6-8c06-02dac9619097 req-7872c55e-1930-44c3-b26e-dd5735cf5c23 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/ports?device_id=b28f509a-6478-4c54-b6a2-18006ba9b4e4 HTTP/1.1" status: 200 len: 944 time: 0.0533793 May 12 09:37:51.584575 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a6eff6-5337-4e3d-b1c8-f85708f22178 req-b3c1e9bf-78d9-4756-981a-e21d55a8625e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:51.586010 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e5a6eff6-5337-4e3d-b1c8-f85708f22178 req-b3c1e9bf-78d9-4756-981a-e21d55a8625e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=59546c2ca0074bb5b77b7c5e64d9c068&device_id=b28f509a-6478-4c54-b6a2-18006ba9b4e4 HTTP/1.1" status: 200 len: 1128 time: 0.0545428 May 12 09:37:51.588036 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-58b881cd-ca92-4ae6-8c06-02dac9619097 req-cf7764f0-80b4-4b4e-8d2b-34a5e079e92f tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbfc649a-48dd-48c1-a516-9881d45319ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413897 May 12 09:37:51.591234 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ab2982-edde-447d-b6b2-0fc54b64b9da tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Router 570d9e20-7314-401c-9272-bd8b431bcad6 has already been hosted by L3 agent 8db92903-2544-41c2-b919-def82c43c97a {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 09:37:51.671466 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e5a6eff6-5337-4e3d-b1c8-f85708f22178 req-ad404e92-9bbd-4859-9afb-3fa4eae7fefa service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8acbd1cf-7e16-4732-87ec-d4881219909c HTTP/1.1" status: 200 len: 217 time: 0.0693886 May 12 09:37:51.760506 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a6eff6-5337-4e3d-b1c8-f85708f22178 req-08ce3ed4-36a3-497c-9cba-c77aeab0875d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:51.762026 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e5a6eff6-5337-4e3d-b1c8-f85708f22178 req-08ce3ed4-36a3-497c-9cba-c77aeab0875d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1ecf6080-a26e-4fbd-931a-1d3b6d55afc8 HTTP/1.1" status: 200 len: 853 time: 0.0838730 May 12 09:37:51.800105 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ab2982-edde-447d-b6b2-0fc54b64b9da tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Notify agent at l3_agent.dv-cinder-837699-5-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 09:37:51.805068 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-58ab2982-edde-447d-b6b2-0fc54b64b9da tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for floatingip (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:51.809301 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e5a6eff6-5337-4e3d-b1c8-f85708f22178 req-818c7a28-388e-4ae9-b38d-1cbe86544679 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1c036158-1d81-400b-8003-63be31daecc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392909 May 12 09:37:51.810510 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fea55c8-002d-4499-bff8-7d568535e6c2 None None] Sync routers for ids ['570d9e20-7314-401c-9272-bd8b431bcad6'] in dv-cinder-837699-5-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 09:37:51.833943 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fea55c8-002d-4499-bff8-7d568535e6c2 None None] Routers {'570d9e20-7314-401c-9272-bd8b431bcad6'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:37:51.837123 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-3fea55c8-002d-4499-bff8-7d568535e6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:37:22Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['570d9e20-7314-401c-9272-bd8b431bcad6'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:37:51.839840 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-c4165d4a-2227-45dc-96d3-8ab7779b7ede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (8db92903-2544-41c2-b919-def82c43c97a), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:51.862449 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-58ab2982-edde-447d-b6b2-0fc54b64b9da tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "PUT /v2.0/floatingips/f18a56ef-d2ab-4ea5-9d99-7db81a8b89b1 HTTP/1.1" status: 200 len: 992 time: 1.4772265 May 12 09:37:51.864646 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7801a053-99b6-4a9b-9962-1620c14aac30', 'tag': '475e0f9c-a9a4-469d-8d8e-9e0f42721e10'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:37:51.866668 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ab44c22d40f7c005d262e262c3a77426c373d0f7a848e933746c3cdedb51eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9feb8eb8-7000-4c8f-b4ed-fcc34f81b067" -d '{"events": [{"name": "network-changed", "server_uuid": "7801a053-99b6-4a9b-9962-1620c14aac30", "tag": "475e0f9c-a9a4-469d-8d8e-9e0f42721e10"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:37:51.908492 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 09:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22800979-a435-4adf-8f10-afd4f545c20b x-openstack-request-id: req-22800979-a435-4adf-8f10-afd4f545c20b {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:37:51.908910 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7801a053-99b6-4a9b-9962-1620c14aac30", "tag": "475e0f9c-a9a4-469d-8d8e-9e0f42721e10", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:37:51.909252 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-22800979-a435-4adf-8f10-afd4f545c20b {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:37:51.910039 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22800979-a435-4adf-8f10-afd4f545c20b'] response: {'name': 'network-changed', 'server_uuid': '7801a053-99b6-4a9b-9962-1620c14aac30', 'tag': '475e0f9c-a9a4-469d-8d8e-9e0f42721e10', 'status': 'completed', 'code': 200} May 12 09:37:51.935295 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e5a6eff6-5337-4e3d-b1c8-f85708f22178 req-909aad18-30ad-4b05-b8d2-95a84d7b50ca service neutron] 10.222.0.65 "GET /v2.0/networks/1c036158-1d81-400b-8003-63be31daecc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102657 May 12 09:37:51.958481 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-3fea55c8-002d-4499-bff8-7d568535e6c2 None None] Set router 570d9e20-7314-401c-9272-bd8b431bcad6 gateway port host: dv-cinder-837699-5-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:37:52.014327 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb8eb8-7000-4c8f-b4ed-fcc34f81b067 req-d0c918ee-52c4-467f-916b-c6e1c41745c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:52.015982 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9feb8eb8-7000-4c8f-b4ed-fcc34f81b067 req-d0c918ee-52c4-467f-916b-c6e1c41745c0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c54669eadc784d4aac5d1a40d18858b1&device_id=7801a053-99b6-4a9b-9962-1620c14aac30 HTTP/1.1" status: 200 len: 1130 time: 0.0544455 May 12 09:37:52.044676 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e5a6eff6-5337-4e3d-b1c8-f85708f22178 req-480250dd-7ebf-4b6e-ae8e-697ccbeabcb7 service neutron] 10.222.0.65 "GET /v2.0/networks/1c036158-1d81-400b-8003-63be31daecc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938067 May 12 09:37:52.122737 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb8eb8-7000-4c8f-b4ed-fcc34f81b067 req-0bfc9975-f90d-4065-ae6b-08247fcd77b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:52.124226 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9feb8eb8-7000-4c8f-b4ed-fcc34f81b067 req-0bfc9975-f90d-4065-ae6b-08247fcd77b4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=94c124bd-d4ff-4709-8b22-7520113efef5 HTTP/1.1" status: 200 len: 919 time: 0.1009545 May 12 09:37:52.194052 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-3fea55c8-002d-4499-bff8-7d568535e6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570d9e20-7314-401c-9272-bd8b431bcad6', 'name': 'tempest-ServerRescueNegativeTestJSON-803505975-router', 'tenant_id': 'c54669eadc784d4aac5d1a40d18858b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'd404145d-bce6-4028-b3fb-2af9b5d03c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:33:47Z', 'updated_at': '2022-05-12T09:33:56Z', 'revision_number': 4, 'project_id': 'c54669eadc784d4aac5d1a40d18858b1', 'gw_port': {'id': 'd404145d-bce6-4028-b3fb-2af9b5d03c34', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570d9e20-7314-401c-9272-bd8b431bcad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:48Z', 'updated_at': '2022-05-12T09:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_floatingips': [{'id': 'f18a56ef-d2ab-4ea5-9d99-7db81a8b89b1', 'tenant_id': 'c54669eadc784d4aac5d1a40d18858b1', 'floating_ip_address': '172.27.3.161', 'floating_network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'router_id': '570d9e20-7314-401c-9272-bd8b431bcad6', 'port_id': '475e0f9c-a9a4-469d-8d8e-9e0f42721e10', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94c124bd-d4ff-4709-8b22-7520113efef5', 'mac_address': 'fa:16:3e:32:09:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7801a053-99b6-4a9b-9962-1620c14aac30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T09:37:15Z', 'updated_at': '2022-05-12T09:37:50Z', 'revision_number': 1, 'project_id': 'c54669eadc784d4aac5d1a40d18858b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97c088ed-f6af-4784-b065-f774bd7264fa', 'name': '', 'network_id': '94c124bd-d4ff-4709-8b22-7520113efef5', 'tenant_id': 'c54669eadc784d4aac5d1a40d18858b1', 'mac_address': 'fa:16:3e:60:73:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570d9e20-7314-401c-9272-bd8b431bcad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4e261d1c-7f38-449c-aec8-8a565c5048cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:54Z', 'updated_at': '2022-05-12T09:34:10Z', 'revision_number': 5, 'project_id': 'c54669eadc784d4aac5d1a40d18858b1', 'subnets': [{'id': '4e261d1c-7f38-449c-aec8-8a565c5048cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:37:52.219662 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fea55c8-002d-4499-bff8-7d568535e6c2 None None] Checking router: 570d9e20-7314-401c-9272-bd8b431bcad6 for host: dv-cinder-837699-5-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 09:37:52.228339 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fea55c8-002d-4499-bff8-7d568535e6c2 None None] Routers {'570d9e20-7314-401c-9272-bd8b431bcad6'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:37:52.228928 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-3fea55c8-002d-4499-bff8-7d568535e6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:37:52Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['570d9e20-7314-401c-9272-bd8b431bcad6'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:37:52.357383 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-3fea55c8-002d-4499-bff8-7d568535e6c2 None None] Set router 570d9e20-7314-401c-9272-bd8b431bcad6 gateway port host: dv-cinder-837699-5-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:37:52.575732 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-3fea55c8-002d-4499-bff8-7d568535e6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570d9e20-7314-401c-9272-bd8b431bcad6', 'name': 'tempest-ServerRescueNegativeTestJSON-803505975-router', 'tenant_id': 'c54669eadc784d4aac5d1a40d18858b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'd404145d-bce6-4028-b3fb-2af9b5d03c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:33:47Z', 'updated_at': '2022-05-12T09:33:56Z', 'revision_number': 4, 'project_id': 'c54669eadc784d4aac5d1a40d18858b1', 'gw_port': {'id': 'd404145d-bce6-4028-b3fb-2af9b5d03c34', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570d9e20-7314-401c-9272-bd8b431bcad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:48Z', 'updated_at': '2022-05-12T09:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_floatingips': [{'id': 'f18a56ef-d2ab-4ea5-9d99-7db81a8b89b1', 'tenant_id': 'c54669eadc784d4aac5d1a40d18858b1', 'floating_ip_address': '172.27.3.161', 'floating_network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'router_id': '570d9e20-7314-401c-9272-bd8b431bcad6', 'port_id': '475e0f9c-a9a4-469d-8d8e-9e0f42721e10', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94c124bd-d4ff-4709-8b22-7520113efef5', 'mac_address': 'fa:16:3e:32:09:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7801a053-99b6-4a9b-9962-1620c14aac30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T09:37:15Z', 'updated_at': '2022-05-12T09:37:50Z', 'revision_number': 1, 'project_id': 'c54669eadc784d4aac5d1a40d18858b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97c088ed-f6af-4784-b065-f774bd7264fa', 'name': '', 'network_id': '94c124bd-d4ff-4709-8b22-7520113efef5', 'tenant_id': 'c54669eadc784d4aac5d1a40d18858b1', 'mac_address': 'fa:16:3e:60:73:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570d9e20-7314-401c-9272-bd8b431bcad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4e261d1c-7f38-449c-aec8-8a565c5048cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:54Z', 'updated_at': '2022-05-12T09:34:10Z', 'revision_number': 5, 'project_id': 'c54669eadc784d4aac5d1a40d18858b1', 'subnets': [{'id': '4e261d1c-7f38-449c-aec8-8a565c5048cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:37:52.602952 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fea55c8-002d-4499-bff8-7d568535e6c2 None None] The sync data for ids ['570d9e20-7314-401c-9272-bd8b431bcad6'] in dv-cinder-837699-5-iscsi is: [{'id': '570d9e20-7314-401c-9272-bd8b431bcad6', 'name': 'tempest-ServerRescueNegativeTestJSON-803505975-router', 'tenant_id': 'c54669eadc784d4aac5d1a40d18858b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'd404145d-bce6-4028-b3fb-2af9b5d03c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:33:47Z', 'updated_at': '2022-05-12T09:33:56Z', 'revision_number': 4, 'project_id': 'c54669eadc784d4aac5d1a40d18858b1', 'gw_port': {'id': 'd404145d-bce6-4028-b3fb-2af9b5d03c34', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570d9e20-7314-401c-9272-bd8b431bcad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:48Z', 'updated_at': '2022-05-12T09:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_floatingips': [{'id': 'f18a56ef-d2ab-4ea5-9d99-7db81a8b89b1', 'tenant_id': 'c54669eadc784d4aac5d1a40d18858b1', 'floating_ip_address': '172.27.3.161', 'floating_network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'router_id': '570d9e20-7314-401c-9272-bd8b431bcad6', 'port_id': '475e0f9c-a9a4-469d-8d8e-9e0f42721e10', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94c124bd-d4ff-4709-8b22-7520113efef5', 'mac_address': 'fa:16:3e:32:09:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7801a053-99b6-4a9b-9962-1620c14aac30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T09:37:15Z', 'updated_at': '2022-05-12T09:37:50Z', 'revision_number': 1, 'project_id': 'c54669eadc784d4aac5d1a40d18858b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97c088ed-f6af-4784-b065-f774bd7264fa', 'name': '', 'network_id': '94c124bd-d4ff-4709-8b22-7520113efef5', 'tenant_id': 'c54669eadc784d4aac5d1a40d18858b1', 'mac_address': 'fa:16:3e:60:73:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570d9e20-7314-401c-9272-bd8b431bcad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4e261d1c-7f38-449c-aec8-8a565c5048cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:54Z', 'updated_at': '2022-05-12T09:34:10Z', 'revision_number': 5, 'project_id': 'c54669eadc784d4aac5d1a40d18858b1', 'subnets': [{'id': '4e261d1c-7f38-449c-aec8-8a565c5048cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 09:37:52.710444 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b97f9b-fc55-43a7-899b-6e6d62e53343 req-9300cf43-f213-4aa8-8ca5-f462fcb5775f tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:52.712426 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-69b97f9b-fc55-43a7-899b-6e6d62e53343 req-9300cf43-f213-4aa8-8ca5-f462fcb5775f tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/ports?device_id=b28f509a-6478-4c54-b6a2-18006ba9b4e4 HTTP/1.1" status: 200 len: 944 time: 0.0539417 May 12 09:37:52.768137 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-69b97f9b-fc55-43a7-899b-6e6d62e53343 req-fdf59b92-7290-4c60-b4c6-f43b6848e18f tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbfc649a-48dd-48c1-a516-9881d45319ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502646 May 12 09:37:52.820603 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f24e34-6d26-4733-b5c7-42299bcaae7a None None] New status for floating IP f18a56ef-d2ab-4ea5-9d99-7db81a8b89b1: ACTIVE {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 09:37:53.070590 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-13a031d7-5ec6-42a3-899f-d50e1f06c687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (f8def58d-f1ec-4d41-abae-d1c60f542bd3), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:53.884577 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25bfdd4-c813-4433-8a9c-46fc60b59bf1 req-224d2445-1548-4759-b6d3-430b6a49950c tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:53.886099 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c25bfdd4-c813-4433-8a9c-46fc60b59bf1 req-224d2445-1548-4759-b6d3-430b6a49950c tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/ports?device_id=b28f509a-6478-4c54-b6a2-18006ba9b4e4 HTTP/1.1" status: 200 len: 944 time: 0.0481246 May 12 09:37:53.934186 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c25bfdd4-c813-4433-8a9c-46fc60b59bf1 req-32f6ade2-895d-45ac-9c35-af5b3af0b784 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbfc649a-48dd-48c1-a516-9881d45319ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424929 May 12 09:37:54.476132 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a984b3b9-a9e9-40d7-bd88-8cdbb1de5f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (e377c27d-f788-489a-9a4f-9db675c37dc4), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:55.051678 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d47e3c-2281-440a-b5c1-0061264dd220 req-dd0c0b63-d836-4b63-b95a-37d327027843 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:55.053030 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-13d47e3c-2281-440a-b5c1-0061264dd220 req-dd0c0b63-d836-4b63-b95a-37d327027843 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/ports?device_id=b28f509a-6478-4c54-b6a2-18006ba9b4e4 HTTP/1.1" status: 200 len: 944 time: 0.0458887 May 12 09:37:55.100946 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-13d47e3c-2281-440a-b5c1-0061264dd220 req-cbc3215d-513c-4753-a635-1ef61a8cc22c tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbfc649a-48dd-48c1-a516-9881d45319ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407660 May 12 09:37:55.987020 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (0e2e3861-7d79-4ce6-9d91-faa32ae2cb64), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:56.160306 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device 8acbd1cf-7e16-4732-87ec-d4881219909c details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=103459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 09:37:56.218741 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e037c9-2f27-406e-a96b-d5695998d84f req-7729e539-f41a-4041-a951-c5b9f0f8fb91 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:56.220182 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-19e037c9-2f27-406e-a96b-d5695998d84f req-7729e539-f41a-4041-a951-c5b9f0f8fb91 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/ports?device_id=b28f509a-6478-4c54-b6a2-18006ba9b4e4 HTTP/1.1" status: 200 len: 944 time: 0.0509832 May 12 09:37:56.263048 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] For port 8acbd1cf-7e16-4732-87ec-d4881219909c, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=8acbd1cf-7e16-4732-87ec-d4881219909c,segment=NetworkSegment(4fddeae6-e504-4375-9ac6-b9ae113e6570),segment_id=4fddeae6-e504-4375-9ac6-b9ae113e6570)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:37:56.267682 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-19e037c9-2f27-406e-a96b-d5695998d84f req-c8a8e1a3-b057-48ec-a2c9-ba3cb6e5a5c1 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbfc649a-48dd-48c1-a516-9881d45319ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419929 May 12 09:37:56.278511 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Returning: {'device': '8acbd1cf-7e16-4732-87ec-d4881219909c', 'network_id': '1c036158-1d81-400b-8003-63be31daecc9', 'port_id': '8acbd1cf-7e16-4732-87ec-d4881219909c', 'mac_address': 'fa:16:3e:1e:0a:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ecf6080-a26e-4fbd-931a-1d3b6d55afc8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 09:37:56.316060 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Current status of the port 8acbd1cf-7e16-4732-87ec-d4881219909c is: DOWN; New status is: BUILD {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:37:56.316453 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (8acbd1cf-7e16-4732-87ec-d4881219909c), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:56.329551 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8acbd1cf-7e16-4732-87ec-d4881219909c {{(pid=103459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 09:37:56.351083 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] For port 8acbd1cf-7e16-4732-87ec-d4881219909c, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=8acbd1cf-7e16-4732-87ec-d4881219909c,segment=NetworkSegment(4fddeae6-e504-4375-9ac6-b9ae113e6570),segment_id=4fddeae6-e504-4375-9ac6-b9ae113e6570)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:37:56.355246 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (8acbd1cf-7e16-4732-87ec-d4881219909c), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:56.406856 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Pushing event updated for resources: {'Port': ['ID=8acbd1cf-7e16-4732-87ec-d4881219909c,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:37:57.382492 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99e44a5-edf3-4942-9932-55dfd4e36449 req-fc8c0446-44b5-4851-a7e1-ee7c28a9327e tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:57.384217 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a99e44a5-edf3-4942-9932-55dfd4e36449 req-fc8c0446-44b5-4851-a7e1-ee7c28a9327e tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/ports?device_id=b28f509a-6478-4c54-b6a2-18006ba9b4e4 HTTP/1.1" status: 200 len: 945 time: 0.0470796 May 12 09:37:57.442310 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a99e44a5-edf3-4942-9932-55dfd4e36449 req-4c67783c-9122-4fbe-870c-6fe757c14009 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbfc649a-48dd-48c1-a516-9881d45319ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524061 May 12 09:37:57.497327 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9feb8eb8-7000-4c8f-b4ed-fcc34f81b067 req-c2de5206-719d-4ac3-962a-492ffb9e149c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=475e0f9c-a9a4-469d-8d8e-9e0f42721e10 HTTP/1.1" status: 200 len: 1002 time: 0.0678747 May 12 09:37:57.545666 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb8eb8-7000-4c8f-b4ed-fcc34f81b067 req-236ffa83-4a64-4e6d-8ab1-324badbd681e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:57.547067 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9feb8eb8-7000-4c8f-b4ed-fcc34f81b067 req-236ffa83-4a64-4e6d-8ab1-324badbd681e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4e261d1c-7f38-449c-aec8-8a565c5048cd HTTP/1.1" status: 200 len: 857 time: 0.0428739 May 12 09:37:57.593495 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb8eb8-7000-4c8f-b4ed-fcc34f81b067 req-ea627082-b71d-46d8-9099-0150c1743f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:57.594996 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9feb8eb8-7000-4c8f-b4ed-fcc34f81b067 req-ea627082-b71d-46d8-9099-0150c1743f9c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=94c124bd-d4ff-4709-8b22-7520113efef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409038 May 12 09:37:57.630011 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] get_ports_and_sgs() called for port_ids ['8acbd1cf-7e16-4732-87ec-d4881219909c'] {{(pid=103459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 09:37:57.697614 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9feb8eb8-7000-4c8f-b4ed-fcc34f81b067 req-7b96e8f1-3b52-41de-8336-156b6e5b46bc service neutron] 10.222.0.65 "GET /v2.0/networks/94c124bd-d4ff-4709-8b22-7520113efef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930176 May 12 09:37:57.789936 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9feb8eb8-7000-4c8f-b4ed-fcc34f81b067 req-48941953-edd0-455d-92f0-c2e90bcababc service neutron] 10.222.0.65 "GET /v2.0/networks/94c124bd-d4ff-4709-8b22-7520113efef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857971 May 12 09:37:58.557278 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a598c-2961-471b-a52f-6182a434c28e req-a9fd3d6e-4587-4506-8e0a-9e62124b584c tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:58.558889 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-989a598c-2961-471b-a52f-6182a434c28e req-a9fd3d6e-4587-4506-8e0a-9e62124b584c tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/ports?device_id=b28f509a-6478-4c54-b6a2-18006ba9b4e4 HTTP/1.1" status: 200 len: 945 time: 0.0521014 May 12 09:37:58.604889 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-989a598c-2961-471b-a52f-6182a434c28e req-d4e4958c-0592-4eb3-a856-d79f56df35f9 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbfc649a-48dd-48c1-a516-9881d45319ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404623 May 12 09:37:59.268959 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device 8acbd1cf-7e16-4732-87ec-d4881219909c up at agent hyperv_hv-cinder-83769 {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 09:37:59.318553 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Provisioning for port 8acbd1cf-7e16-4732-87ec-d4881219909c completed by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 09:37:59.324087 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Provisioning complete for port 8acbd1cf-7e16-4732-87ec-d4881219909c triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:37:59.324465 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (8acbd1cf-7e16-4732-87ec-d4881219909c), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:59.400281 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Current status of the port 8acbd1cf-7e16-4732-87ec-d4881219909c is: BUILD; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:37:59.400663 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (8acbd1cf-7e16-4732-87ec-d4881219909c), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:59.422698 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b28f509a-6478-4c54-b6a2-18006ba9b4e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8acbd1cf-7e16-4732-87ec-d4881219909c'}] {{(pid=103459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:37:59.425438 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86b47e387812c2b24e7094e641fb8cdf00e205bc2b1299b72670831d9f7cf680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a969fb39-be0a-41bd-ae56-a82bf07b3c04" -d '{"events": [{"server_uuid": "b28f509a-6478-4c54-b6a2-18006ba9b4e4", "name": "network-vif-plugged", "status": "completed", "tag": "8acbd1cf-7e16-4732-87ec-d4881219909c"}]}' {{(pid=103459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:37:59.445012 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] For port 8acbd1cf-7e16-4732-87ec-d4881219909c, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=8acbd1cf-7e16-4732-87ec-d4881219909c,segment=NetworkSegment(4fddeae6-e504-4375-9ac6-b9ae113e6570),segment_id=4fddeae6-e504-4375-9ac6-b9ae113e6570)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:37:59.448868 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (8acbd1cf-7e16-4732-87ec-d4881219909c), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:37:59.472800 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 09:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baef0920-9625-419c-8186-f099cececff6 x-openstack-request-id: req-baef0920-9625-419c-8186-f099cececff6 {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:37:59.473092 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b28f509a-6478-4c54-b6a2-18006ba9b4e4", "name": "network-vif-plugged", "status": "completed", "tag": "8acbd1cf-7e16-4732-87ec-d4881219909c", "code": 200}]} {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:37:59.473343 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-baef0920-9625-419c-8186-f099cececff6 {{(pid=103459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:37:59.473731 dv-cinder-837699-5-iscsi neutron-server[103459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-baef0920-9625-419c-8186-f099cececff6'] response: {'server_uuid': 'b28f509a-6478-4c54-b6a2-18006ba9b4e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8acbd1cf-7e16-4732-87ec-d4881219909c', 'code': 200} May 12 09:37:59.499446 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Pushing event updated for resources: {'Port': ['ID=8acbd1cf-7e16-4732-87ec-d4881219909c,revision_number=5']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:37:59.752763 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc88b0-52bf-4e25-825f-5cf7b751b75c req-4c71c212-35a3-4ef3-8249-fa4257c31a2e tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:59.754235 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-decc88b0-52bf-4e25-825f-5cf7b751b75c req-4c71c212-35a3-4ef3-8249-fa4257c31a2e tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/ports?device_id=b28f509a-6478-4c54-b6a2-18006ba9b4e4 HTTP/1.1" status: 200 len: 946 time: 0.0757380 May 12 09:37:59.755526 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f570146d-aa9e-4608-9b23-75a57ca51913 req-c8224485-5264-4562-bc17-a8b6473e62aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:37:59.756821 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f570146d-aa9e-4608-9b23-75a57ca51913 req-c8224485-5264-4562-bc17-a8b6473e62aa service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b28f509a-6478-4c54-b6a2-18006ba9b4e4 HTTP/1.1" status: 200 len: 1130 time: 0.0508473 May 12 09:37:59.831065 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-decc88b0-52bf-4e25-825f-5cf7b751b75c req-dfee839b-5c47-4fd2-a7a1-dc6eb261ca5a tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbfc649a-48dd-48c1-a516-9881d45319ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710895 May 12 09:37:59.833390 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f570146d-aa9e-4608-9b23-75a57ca51913 req-91d1e635-8797-49a4-b6af-b0744b94f38a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=fbfc649a-48dd-48c1-a516-9881d45319ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678217 May 12 09:38:00.944228 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ada49-b83a-4adc-b3c7-3bdb19366887 req-8a43093f-66a8-4a93-b7d3-e5f141a4bfa2 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:38:00.945671 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-230ada49-b83a-4adc-b3c7-3bdb19366887 req-8a43093f-66a8-4a93-b7d3-e5f141a4bfa2 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/ports?device_id=b28f509a-6478-4c54-b6a2-18006ba9b4e4 HTTP/1.1" status: 200 len: 946 time: 0.0462236 May 12 09:38:00.991027 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-230ada49-b83a-4adc-b3c7-3bdb19366887 req-5cc5ef1f-57e6-43ef-9350-b12554841407 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbfc649a-48dd-48c1-a516-9881d45319ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399444 May 12 09:38:02.106093 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5852fa40-5e4b-4d7d-bb2c-0fcbc2d7dd8e req-f2b17f69-9168-4278-abcd-9cc826537c8c tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:38:02.107727 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5852fa40-5e4b-4d7d-bb2c-0fcbc2d7dd8e req-f2b17f69-9168-4278-abcd-9cc826537c8c tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/ports?device_id=b28f509a-6478-4c54-b6a2-18006ba9b4e4 HTTP/1.1" status: 200 len: 946 time: 0.0470417 May 12 09:38:02.155876 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5852fa40-5e4b-4d7d-bb2c-0fcbc2d7dd8e req-97cd6252-519d-434f-9f5f-8daaf19d940a tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbfc649a-48dd-48c1-a516-9881d45319ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426047 May 12 09:38:03.277628 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b9850-b291-4cb8-ab42-109382d4590f req-511b1adb-19d2-46f1-a44b-d0f5c0024e37 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:38:03.279101 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e08b9850-b291-4cb8-ab42-109382d4590f req-511b1adb-19d2-46f1-a44b-d0f5c0024e37 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/ports?device_id=b28f509a-6478-4c54-b6a2-18006ba9b4e4 HTTP/1.1" status: 200 len: 946 time: 0.0487220 May 12 09:38:03.328476 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e08b9850-b291-4cb8-ab42-109382d4590f req-b01d2e95-8704-41a3-b72a-f736888acbb3 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbfc649a-48dd-48c1-a516-9881d45319ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433636 May 12 09:38:05.233920 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-1d9e6a58-d356-44ab-bb34-37357c1267d7 None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 09:38:19.613072 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9cc3e3a1-5323-4151-9bf7-a5416a03dcdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (9bee5a85-5be0-4217-aa6d-1f9c6538b987), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:38:20.361203 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (cdc2c050-d5b8-41e9-9f41-bf893d522faa), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:38:21.831016 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-33c4ba78-8beb-459f-9818-b9f9f5a6213c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (8db92903-2544-41c2-b919-def82c43c97a), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:38:23.073122 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-13a031d7-5ec6-42a3-899f-d50e1f06c687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (f8def58d-f1ec-4d41-abae-d1c60f542bd3), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:38:24.477575 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a984b3b9-a9e9-40d7-bd88-8cdbb1de5f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (e377c27d-f788-489a-9a4f-9db675c37dc4), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:38:25.988979 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (0e2e3861-7d79-4ce6-9d91-faa32ae2cb64), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:38:39.870654 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af1696e-c0e8-4905-82d4-aa4bdbab79ef req-da32510b-7443-42ec-bd57-8539b21ad407 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:38:39.872098 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4af1696e-c0e8-4905-82d4-aa4bdbab79ef req-da32510b-7443-42ec-bd57-8539b21ad407 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/ports?device_id=b28f509a-6478-4c54-b6a2-18006ba9b4e4 HTTP/1.1" status: 200 len: 946 time: 0.0461988 May 12 09:38:39.917601 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4af1696e-c0e8-4905-82d4-aa4bdbab79ef req-63f2a8c5-7c03-437b-8fb0-b2a18b5144c4 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbfc649a-48dd-48c1-a516-9881d45319ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399778 May 12 09:38:41.037631 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd9ee4-4265-43f9-918d-f00a9ec6693e req-4d9c05b5-250a-438c-b9d6-566c43e03cff tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:38:41.039119 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c8dd9ee4-4265-43f9-918d-f00a9ec6693e req-4d9c05b5-250a-438c-b9d6-566c43e03cff tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/ports?device_id=b28f509a-6478-4c54-b6a2-18006ba9b4e4 HTTP/1.1" status: 200 len: 946 time: 0.0523131 May 12 09:38:41.087189 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c8dd9ee4-4265-43f9-918d-f00a9ec6693e req-db283073-35c1-4567-83b2-3a97001b4d96 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbfc649a-48dd-48c1-a516-9881d45319ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425651 May 12 09:38:42.201978 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b6abfc-8229-43ae-8592-a82e54c9040e req-0fea0fcc-0ec8-4605-9ea2-f799004aad92 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:38:42.203422 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-07b6abfc-8229-43ae-8592-a82e54c9040e req-0fea0fcc-0ec8-4605-9ea2-f799004aad92 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/ports?device_id=b28f509a-6478-4c54-b6a2-18006ba9b4e4 HTTP/1.1" status: 200 len: 946 time: 0.0458560 May 12 09:38:42.231952 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-1d9e6a58-d356-44ab-bb34-37357c1267d7 None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 09:38:42.248112 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-07b6abfc-8229-43ae-8592-a82e54c9040e req-7ad37df7-0974-4033-9bbe-06a9a69b8c27 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/security-groups?id=fbfc649a-48dd-48c1-a516-9881d45319ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393074 May 12 09:38:42.845934 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4276847f-8dc2-44c1-8559-7fdfc183ea0d req-27341f00-cb5c-4277-8a29-07f1a04318e3 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:38:42.847353 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4276847f-8dc2-44c1-8559-7fdfc183ea0d req-27341f00-cb5c-4277-8a29-07f1a04318e3 tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.65 "GET /v2.0/ports?device_id=b28f509a-6478-4c54-b6a2-18006ba9b4e4 HTTP/1.1" status: 200 len: 946 time: 0.0455260 May 12 09:38:42.934825 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [req-4276847f-8dc2-44c1-8559-7fdfc183ea0d req-3ff572bf-1336-4802-9d09-2472a7d9856a tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Deleting port 8acbd1cf-7e16-4732-87ec-d4881219909c {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 09:38:42.935084 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-4276847f-8dc2-44c1-8559-7fdfc183ea0d req-3ff572bf-1336-4802-9d09-2472a7d9856a tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740344431333'] for port (8acbd1cf-7e16-4732-87ec-d4881219909c), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:38:43.019771 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-4276847f-8dc2-44c1-8559-7fdfc183ea0d req-3ff572bf-1336-4802-9d09-2472a7d9856a tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] For port 8acbd1cf-7e16-4732-87ec-d4881219909c, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=8acbd1cf-7e16-4732-87ec-d4881219909c,segment=NetworkSegment(4fddeae6-e504-4375-9ac6-b9ae113e6570),segment_id=4fddeae6-e504-4375-9ac6-b9ae113e6570)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:38:43.020127 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-4276847f-8dc2-44c1-8559-7fdfc183ea0d req-3ff572bf-1336-4802-9d09-2472a7d9856a tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799057'] for port (8acbd1cf-7e16-4732-87ec-d4881219909c), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:38:43.038429 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [req-4276847f-8dc2-44c1-8559-7fdfc183ea0d req-3ff572bf-1336-4802-9d09-2472a7d9856a tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Calling delete_port for 8acbd1cf-7e16-4732-87ec-d4881219909c owned by compute:nova {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 09:38:43.189309 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-4276847f-8dc2-44c1-8559-7fdfc183ea0d req-3ff572bf-1336-4802-9d09-2472a7d9856a tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740344441209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740344012629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29192019'] for port (8acbd1cf-7e16-4732-87ec-d4881219909c), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:38:43.216040 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff572bf-1336-4802-9d09-2472a7d9856a tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Pushing event deleted for resources: {'Port': ['ID=8acbd1cf-7e16-4732-87ec-d4881219909c,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:38:43.226048 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff572bf-1336-4802-9d09-2472a7d9856a tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:38:43.226404 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff572bf-1336-4802-9d09-2472a7d9856a tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:38:43.226746 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff572bf-1336-4802-9d09-2472a7d9856a tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:38:43.227085 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff572bf-1336-4802-9d09-2472a7d9856a tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:38:43.227425 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff572bf-1336-4802-9d09-2472a7d9856a tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:38:43.227757 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff572bf-1336-4802-9d09-2472a7d9856a tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:38:43.228097 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff572bf-1336-4802-9d09-2472a7d9856a tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:38:43.228876 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff572bf-1336-4802-9d09-2472a7d9856a tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:38:43.228876 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff572bf-1336-4802-9d09-2472a7d9856a tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:38:43.229126 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff572bf-1336-4802-9d09-2472a7d9856a tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:38:43.229456 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff572bf-1336-4802-9d09-2472a7d9856a tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:38:43.229784 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff572bf-1336-4802-9d09-2472a7d9856a tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:38:43.230139 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff572bf-1336-4802-9d09-2472a7d9856a tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:38:43.230462 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff572bf-1336-4802-9d09-2472a7d9856a tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:38:43.230783 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff572bf-1336-4802-9d09-2472a7d9856a tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:38:43.232182 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] get_ports_and_sgs() called for port_ids ['8acbd1cf-7e16-4732-87ec-d4881219909c'] {{(pid=103459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 09:38:43.292871 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [req-4276847f-8dc2-44c1-8559-7fdfc183ea0d req-3ff572bf-1336-4802-9d09-2472a7d9856a tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] No DVR routers for this DVR port 8acbd1cf-7e16-4732-87ec-d4881219909c on host hv-cinder-83769 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 09:38:43.295995 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-4276847f-8dc2-44c1-8559-7fdfc183ea0d req-3ff572bf-1336-4802-9d09-2472a7d9856a tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:38:43.299269 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4276847f-8dc2-44c1-8559-7fdfc183ea0d req-3ff572bf-1336-4802-9d09-2472a7d9856a tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.65 "DELETE /v2.0/ports/8acbd1cf-7e16-4732-87ec-d4881219909c HTTP/1.1" status: 204 len: 173 time: 0.4464393 May 12 09:38:43.299711 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b28f509a-6478-4c54-b6a2-18006ba9b4e4', 'name': 'network-vif-deleted', 'tag': '8acbd1cf-7e16-4732-87ec-d4881219909c'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:38:43.302011 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c5c35592cdadc16d94e4e59e173057c198c772a9b1006d4fd44537c4a2e10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-408035dd-ec1e-4fd3-86e5-833feefbf48f" -d '{"events": [{"server_uuid": "b28f509a-6478-4c54-b6a2-18006ba9b4e4", "name": "network-vif-deleted", "tag": "8acbd1cf-7e16-4732-87ec-d4881219909c"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:38:43.353194 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 09:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfdde54c-a4ed-41ca-8e21-0f065d0102d4 x-openstack-request-id: req-dfdde54c-a4ed-41ca-8e21-0f065d0102d4 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:38:43.353489 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b28f509a-6478-4c54-b6a2-18006ba9b4e4", "name": "network-vif-deleted", "tag": "8acbd1cf-7e16-4732-87ec-d4881219909c", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:38:43.353739 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dfdde54c-a4ed-41ca-8e21-0f065d0102d4 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:38:43.354163 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfdde54c-a4ed-41ca-8e21-0f065d0102d4'] response: {'server_uuid': 'b28f509a-6478-4c54-b6a2-18006ba9b4e4', 'name': 'network-vif-deleted', 'tag': '8acbd1cf-7e16-4732-87ec-d4881219909c', 'status': 'completed', 'code': 200} May 12 09:38:43.356033 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9f16fa15-02fa-4710-804c-dcb4dedeca5a req-3d730ca3-9b13-4a8f-813f-0171c69d2c0e tempest-VolumesSnapshotTestJSON-625626064 tempest-VolumesSnapshotTestJSON-625626064-project] 10.222.0.60 "GET /v2.0/ports?device_id=b28f509a-6478-4c54-b6a2-18006ba9b4e4 HTTP/1.1" status: 200 len: 210 time: 0.0373726 May 12 09:38:45.920067 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ec691247-6331-47aa-9e4d-55c020319994 req-8b462109-5a65-4b09-b45e-5954f46d9890 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0373707 May 12 09:38:45.989677 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec691247-6331-47aa-9e4d-55c020319994 req-d81d99a6-01c8-4b8d-810c-76c6c1a64707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:38:45.991118 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ec691247-6331-47aa-9e4d-55c020319994 req-d81d99a6-01c8-4b8d-810c-76c6c1a64707 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=da5b9f41ad6b4506872df6cb86ae9f73&device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 1130 time: 0.0373769 May 12 09:38:46.096341 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec691247-6331-47aa-9e4d-55c020319994 req-b63bed76-4176-42f1-940a-0fe999127cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:38:46.097810 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ec691247-6331-47aa-9e4d-55c020319994 req-b63bed76-4176-42f1-940a-0fe999127cf6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=157184d7-26b8-47d5-86e0-3945164ff04d HTTP/1.1" status: 200 len: 911 time: 0.0898821 May 12 09:38:46.164733 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ec691247-6331-47aa-9e4d-55c020319994 req-2a50bbec-27ab-4a11-ae86-1a260fe6e800 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b HTTP/1.1" status: 200 len: 1002 time: 0.0599151 May 12 09:38:46.214112 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec691247-6331-47aa-9e4d-55c020319994 req-b81a9d3e-5aa8-4ebd-80b8-f77a8e8acc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:38:46.215552 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ec691247-6331-47aa-9e4d-55c020319994 req-b81a9d3e-5aa8-4ebd-80b8-f77a8e8acc29 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dc5a5cf9-5b7a-426c-931b-02b56a7bf3f3 HTTP/1.1" status: 200 len: 849 time: 0.0442002 May 12 09:38:46.263149 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec691247-6331-47aa-9e4d-55c020319994 req-14d26429-d19f-4e85-bd9a-b925df9b2ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:38:46.264634 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ec691247-6331-47aa-9e4d-55c020319994 req-14d26429-d19f-4e85-bd9a-b925df9b2ce5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=157184d7-26b8-47d5-86e0-3945164ff04d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424583 May 12 09:38:46.362216 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ec691247-6331-47aa-9e4d-55c020319994 req-202e9cbc-176e-4c31-b119-033690ada12a service neutron] 10.222.0.65 "GET /v2.0/networks/157184d7-26b8-47d5-86e0-3945164ff04d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910077 May 12 09:38:46.458601 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ec691247-6331-47aa-9e4d-55c020319994 req-a77b6aa3-12c7-4cfc-9927-9f5e11dfffd1 service neutron] 10.222.0.65 "GET /v2.0/networks/157184d7-26b8-47d5-86e0-3945164ff04d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898278 May 12 09:38:47.496798 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device 8acbd1cf-7e16-4732-87ec-d4881219909c no longer exists at agent hyperv_hv-cinder-83769 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 09:38:47.517593 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] No Port match for: 8acbd1cf-7e16-4732-87ec-d4881219909c {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 09:38:47.517974 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device 8acbd1cf-7e16-4732-87ec-d4881219909c not bound to the agent host hv-cinder-83769 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 09:38:49.616044 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-21effe11-3cf1-41a2-a79f-55b7d888140f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (9bee5a85-5be0-4217-aa6d-1f9c6538b987), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:38:50.376328 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (cdc2c050-d5b8-41e9-9f41-bf893d522faa), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:38:51.832394 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d6a0095f-5a3b-4fa6-b82d-1eece5b7d85d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (8db92903-2544-41c2-b919-def82c43c97a), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:38:53.076022 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-13a031d7-5ec6-42a3-899f-d50e1f06c687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (f8def58d-f1ec-4d41-abae-d1c60f542bd3), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:38:54.480763 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a984b3b9-a9e9-40d7-bd88-8cdbb1de5f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (e377c27d-f788-489a-9a4f-9db675c37dc4), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:38:55.991155 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (0e2e3861-7d79-4ce6-9d91-faa32ae2cb64), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:02.523525 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 40246) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:39:02.625518 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2a595b73-dc07-49ff-b5d4-fce2e2e853a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:02.699413 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2a595b73-dc07-49ff-b5d4-fce2e2e853a2 admin admin] Publish callbacks [] for security_group (f9e5f641-3d03-406a-897c-a483fed5fa30), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:02.703103 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2a595b73-dc07-49ff-b5d4-fce2e2e853a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (f9e5f641-3d03-406a-897c-a483fed5fa30), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:02.741367 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-2a595b73-dc07-49ff-b5d4-fce2e2e853a2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4be145132c0945e7a97bd81ef598ff63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2167675 May 12 09:39:02.742249 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a595b73-dc07-49ff-b5d4-fce2e2e853a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e5f641-3d03-406a-897c-a483fed5fa30,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:39:02.744033 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 40252) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:39:02.749290 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a595b73-dc07-49ff-b5d4-fce2e2e853a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:39:02.749643 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a595b73-dc07-49ff-b5d4-fce2e2e853a2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:39:02.750010 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a595b73-dc07-49ff-b5d4-fce2e2e853a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:39:02.750359 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a595b73-dc07-49ff-b5d4-fce2e2e853a2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:39:02.750700 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a595b73-dc07-49ff-b5d4-fce2e2e853a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:39:02.751033 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a595b73-dc07-49ff-b5d4-fce2e2e853a2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:39:02.751887 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a595b73-dc07-49ff-b5d4-fce2e2e853a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:39:02.752216 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a595b73-dc07-49ff-b5d4-fce2e2e853a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:39:02.752548 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a595b73-dc07-49ff-b5d4-fce2e2e853a2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:39:02.752880 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a595b73-dc07-49ff-b5d4-fce2e2e853a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:39:02.753211 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a595b73-dc07-49ff-b5d4-fce2e2e853a2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:39:02.753541 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a595b73-dc07-49ff-b5d4-fce2e2e853a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:39:02.753872 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a595b73-dc07-49ff-b5d4-fce2e2e853a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:39:02.754218 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a595b73-dc07-49ff-b5d4-fce2e2e853a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:39:02.754545 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a595b73-dc07-49ff-b5d4-fce2e2e853a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:39:02.791638 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-30e89130-95c1-4208-8ef6-7623d3c9204c admin admin] Publish callbacks [] for security_group (f9e5f641-3d03-406a-897c-a483fed5fa30), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:02.811855 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-30e89130-95c1-4208-8ef6-7623d3c9204c admin admin] Publish callbacks [] for security_group (f9e5f641-3d03-406a-897c-a483fed5fa30), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:02.857306 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-30e89130-95c1-4208-8ef6-7623d3c9204c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (f9e5f641-3d03-406a-897c-a483fed5fa30), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:02.859761 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-30e89130-95c1-4208-8ef6-7623d3c9204c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:02.860911 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-30e89130-95c1-4208-8ef6-7623d3c9204c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f9e5f641-3d03-406a-897c-a483fed5fa30 HTTP/1.1" status: 204 len: 168 time: 0.1158664 May 12 09:39:02.870409 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e89130-95c1-4208-8ef6-7623d3c9204c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e5f641-3d03-406a-897c-a483fed5fa30,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:39:04.540830 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 40276) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:39:04.647188 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0eb7673b-ba71-4ae4-919c-2ca5c8d1831e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:04.720842 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0eb7673b-ba71-4ae4-919c-2ca5c8d1831e admin admin] Publish callbacks [] for security_group (c0a4baf5-4861-42b4-a821-de9ca4527347), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:04.724304 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0eb7673b-ba71-4ae4-919c-2ca5c8d1831e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (c0a4baf5-4861-42b4-a821-de9ca4527347), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:04.763125 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-0eb7673b-ba71-4ae4-919c-2ca5c8d1831e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=babd90c62f834cbc946a064f95ecc508&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2212126 May 12 09:39:04.763985 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb7673b-ba71-4ae4-919c-2ca5c8d1831e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a4baf5-4861-42b4-a821-de9ca4527347,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:39:04.766412 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 40280) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:39:04.813381 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b648afa4-1f45-4ad6-b64c-5c6dcd8d1066 admin admin] Publish callbacks [] for security_group (c0a4baf5-4861-42b4-a821-de9ca4527347), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:04.834206 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b648afa4-1f45-4ad6-b64c-5c6dcd8d1066 admin admin] Publish callbacks [] for security_group (c0a4baf5-4861-42b4-a821-de9ca4527347), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:04.881776 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b648afa4-1f45-4ad6-b64c-5c6dcd8d1066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (c0a4baf5-4861-42b4-a821-de9ca4527347), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:04.884499 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b648afa4-1f45-4ad6-b64c-5c6dcd8d1066 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:04.885610 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-b648afa4-1f45-4ad6-b64c-5c6dcd8d1066 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c0a4baf5-4861-42b4-a821-de9ca4527347 HTTP/1.1" status: 204 len: 168 time: 0.1176577 May 12 09:39:04.893622 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b648afa4-1f45-4ad6-b64c-5c6dcd8d1066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a4baf5-4861-42b4-a821-de9ca4527347,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:39:11.372828 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-caa0c0d0-0c2b-4ea7-8cc7-5ff76e012936 req-f10d7040-e417-41c7-9120-1ab463cc6c1a tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=2890a03f9cb34b87bf2debc1fa58a242&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285196 May 12 09:39:11.550904 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa0c0d0-0c2b-4ea7-8cc7-5ff76e012936 req-f526ef98-2144-45c4-a0b1-1c17787e32e0 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:39:11.552364 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-caa0c0d0-0c2b-4ea7-8cc7-5ff76e012936 req-f526ef98-2144-45c4-a0b1-1c17787e32e0 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1736474 May 12 09:39:11.567759 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-caa0c0d0-0c2b-4ea7-8cc7-5ff76e012936 req-3f19bb96-aeee-41a4-b4d8-2be202994292 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] 10.222.0.60 "GET /v2.0/quotas/2890a03f9cb34b87bf2debc1fa58a242 HTTP/1.1" status: 200 len: 375 time: 0.0097220 May 12 09:39:11.601800 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-caa0c0d0-0c2b-4ea7-8cc7-5ff76e012936 req-57d4f545-dd37-430d-b3dd-93371324fbe9 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2890a03f9cb34b87bf2debc1fa58a242&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290091 May 12 09:39:11.755886 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1e41c24a-507a-4890-9035-4634ab940dc8 req-61875d4f-ee46-4496-8d88-5afccb3a1a55 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdb77a19-8eff-499f-9b73-650dbf04f59a HTTP/1.1" status: 200 len: 210 time: 0.0278552 May 12 09:39:12.847327 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ead334cf-0085-4e72-97cc-81f9a12a8a4d req-3139b8a5-697f-4781-ac1b-f124353f1089 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdb77a19-8eff-499f-9b73-650dbf04f59a HTTP/1.1" status: 200 len: 210 time: 0.0269148 May 12 09:39:13.943098 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2e44647e-50aa-4049-9c12-6e1d0864a590 req-46a00d8c-bdc7-4e9d-979b-58f02cd812cc tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdb77a19-8eff-499f-9b73-650dbf04f59a HTTP/1.1" status: 200 len: 210 time: 0.0267432 May 12 09:39:14.291170 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-caa0c0d0-0c2b-4ea7-8cc7-5ff76e012936 req-a7d2fa38-4746-4814-bb54-9a1c80bfc1d3 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=2890a03f9cb34b87bf2debc1fa58a242&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0209386 May 12 09:39:14.401882 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa0c0d0-0c2b-4ea7-8cc7-5ff76e012936 req-d92f601e-2003-4d6c-b404-1cee788999ca tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:39:14.403493 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-caa0c0d0-0c2b-4ea7-8cc7-5ff76e012936 req-d92f601e-2003-4d6c-b404-1cee788999ca tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1074183 May 12 09:39:14.426323 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [req-caa0c0d0-0c2b-4ea7-8cc7-5ff76e012936 req-f17faf2b-666a-46bd-845e-3ca01e71a418 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] Request body: {'port': {'device_id': 'fdb77a19-8eff-499f-9b73-650dbf04f59a', 'network_id': '093dfe8d-7c51-407d-bab0-00d2822ed575', 'admin_state_up': True, 'tenant_id': '2890a03f9cb34b87bf2debc1fa58a242'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:39:14.537384 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caa0c0d0-0c2b-4ea7-8cc7-5ff76e012936 req-f17faf2b-666a-46bd-845e-3ca01e71a418 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] Made reservation on behalf of 2890a03f9cb34b87bf2debc1fa58a242 for: {'port': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 09:39:14.540665 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-caa0c0d0-0c2b-4ea7-8cc7-5ff76e012936 req-f17faf2b-666a-46bd-845e-3ca01e71a418 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:14.549871 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-caa0c0d0-0c2b-4ea7-8cc7-5ff76e012936 req-f17faf2b-666a-46bd-845e-3ca01e71a418 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:14.620237 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-caa0c0d0-0c2b-4ea7-8cc7-5ff76e012936 req-f17faf2b-666a-46bd-845e-3ca01e71a418 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] Publish callbacks [] for security_group (ae7c14d4-a053-49ed-b0c8-1ec4237af863), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:14.624686 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-caa0c0d0-0c2b-4ea7-8cc7-5ff76e012936 req-f17faf2b-666a-46bd-845e-3ca01e71a418 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (ae7c14d4-a053-49ed-b0c8-1ec4237af863), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:14.685430 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17faf2b-666a-46bd-845e-3ca01e71a418 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7c14d4-a053-49ed-b0c8-1ec4237af863,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:39:14.762106 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [req-caa0c0d0-0c2b-4ea7-8cc7-5ff76e012936 req-f17faf2b-666a-46bd-845e-3ca01e71a418 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] Allocated IP 192.168.233.164 (093dfe8d-7c51-407d-bab0-00d2822ed575/2a80deb1-417f-415b-b143-66db89ad6d0a/4dd4cf01-e532-4759-ba91-3f4d4dfac741) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 09:39:14.915571 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-caa0c0d0-0c2b-4ea7-8cc7-5ff76e012936 req-f17faf2b-666a-46bd-845e-3ca01e71a418 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] Publish callbacks [] for port (4dd4cf01-e532-4759-ba91-3f4d4dfac741), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:14.976057 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-caa0c0d0-0c2b-4ea7-8cc7-5ff76e012936 req-f17faf2b-666a-46bd-845e-3ca01e71a418 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740344012620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29192019'] for port (4dd4cf01-e532-4759-ba91-3f4d4dfac741), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:15.037248 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c75f2-9382-4355-92c7-9ed73f13e41f req-b88228b1-39fa-4162-a4ec-62b4eb410872 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:39:15.039104 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-003c75f2-9382-4355-92c7-9ed73f13e41f req-b88228b1-39fa-4162-a4ec-62b4eb410872 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 946 time: 0.0967417 May 12 09:39:15.060630 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caa0c0d0-0c2b-4ea7-8cc7-5ff76e012936 req-f17faf2b-666a-46bd-845e-3ca01e71a418 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] Network 093dfe8d-7c51-407d-bab0-00d2822ed575 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 09:39:15.076983 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [req-caa0c0d0-0c2b-4ea7-8cc7-5ff76e012936 req-f17faf2b-666a-46bd-845e-3ca01e71a418 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:39:15.089073 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [req-caa0c0d0-0c2b-4ea7-8cc7-5ff76e012936 req-f17faf2b-666a-46bd-845e-3ca01e71a418 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 09:39:15.099657 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17faf2b-666a-46bd-845e-3ca01e71a418 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] Pushing event updated for resources: {'Port': ['ID=4dd4cf01-e532-4759-ba91-3f4d4dfac741,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:39:15.341373 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-8bd06649-2e57-4478-b107-1428b8827b87 None None] Provisioning complete for port 4dd4cf01-e532-4759-ba91-3f4d4dfac741 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:39:15.341977 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-8bd06649-2e57-4478-b107-1428b8827b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (4dd4cf01-e532-4759-ba91-3f4d4dfac741), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:15.373391 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187be278-3526-45a0-b2bd-f1a7ebe8b221 req-2379d406-05a3-4fd0-8a3e-99f4873536ed tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:39:15.374832 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-187be278-3526-45a0-b2bd-f1a7ebe8b221 req-2379d406-05a3-4fd0-8a3e-99f4873536ed tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdb77a19-8eff-499f-9b73-650dbf04f59a HTTP/1.1" status: 200 len: 936 time: 0.3601415 May 12 09:39:15.377176 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-8bd06649-2e57-4478-b107-1428b8827b87 None None] Port 4dd4cf01-e532-4759-ba91-3f4d4dfac741 cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 09:39:15.424123 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-003c75f2-9382-4355-92c7-9ed73f13e41f req-99139677-f54a-4e0a-a2fa-e0e7c0d9aaa0 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1c58aee-1342-4b1d-a617-7ce1b9baa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3607528 May 12 09:39:15.429434 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa0c0d0-0c2b-4ea7-8cc7-5ff76e012936 req-f17faf2b-666a-46bd-845e-3ca01e71a418 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:39:15.430051 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-caa0c0d0-0c2b-4ea7-8cc7-5ff76e012936 req-f17faf2b-666a-46bd-845e-3ca01e71a418 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:15.458415 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-caa0c0d0-0c2b-4ea7-8cc7-5ff76e012936 req-f17faf2b-666a-46bd-845e-3ca01e71a418 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0372138 May 12 09:39:15.465088 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-187be278-3526-45a0-b2bd-f1a7ebe8b221 req-c306b2af-7b08-49f1-9d80-86a443ccfcd8 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae7c14d4-a053-49ed-b0c8-1ec4237af863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797105 May 12 09:39:15.565551 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [req-caa0c0d0-0c2b-4ea7-8cc7-5ff76e012936 req-1b5d94af-e326-4f7a-b0aa-11007a368fbb service neutron] Request body: {'port': {'device_id': 'fdb77a19-8eff-499f-9b73-650dbf04f59a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:39:15.620903 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-caa0c0d0-0c2b-4ea7-8cc7-5ff76e012936 req-1b5d94af-e326-4f7a-b0aa-11007a368fbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (4dd4cf01-e532-4759-ba91-3f4d4dfac741), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:15.908987 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [req-caa0c0d0-0c2b-4ea7-8cc7-5ff76e012936 req-1b5d94af-e326-4f7a-b0aa-11007a368fbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dd4cf01-e532-4759-ba91-3f4d4dfac741 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 09:39:15.916147 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-caa0c0d0-0c2b-4ea7-8cc7-5ff76e012936 req-1b5d94af-e326-4f7a-b0aa-11007a368fbb service neutron] Publish callbacks [] for port (4dd4cf01-e532-4759-ba91-3f4d4dfac741), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:15.930863 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [req-caa0c0d0-0c2b-4ea7-8cc7-5ff76e012936 req-1b5d94af-e326-4f7a-b0aa-11007a368fbb service neutron] Transition to ACTIVE for port object 4dd4cf01-e532-4759-ba91-3f4d4dfac741 will not be triggered until provisioned by entity L2. {{(pid=103458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 09:39:15.935014 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-caa0c0d0-0c2b-4ea7-8cc7-5ff76e012936 req-1b5d94af-e326-4f7a-b0aa-11007a368fbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29192036'] for port (4dd4cf01-e532-4759-ba91-3f4d4dfac741), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:15.988500 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d94af-e326-4f7a-b0aa-11007a368fbb service neutron] Pushing event updated for resources: {'Port': ['ID=4dd4cf01-e532-4759-ba91-3f4d4dfac741,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:39:16.060563 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-caa0c0d0-0c2b-4ea7-8cc7-5ff76e012936 req-1b5d94af-e326-4f7a-b0aa-11007a368fbb service neutron] Attempting to bind port 4dd4cf01-e532-4759-ba91-3f4d4dfac741 on host hv-cinder-83769 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 09:39:16.060900 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-caa0c0d0-0c2b-4ea7-8cc7-5ff76e012936 req-1b5d94af-e326-4f7a-b0aa-11007a368fbb service neutron] Attempting to bind port 4dd4cf01-e532-4759-ba91-3f4d4dfac741 by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': '91bffc89-f936-4043-82fd-f98fc9b35dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '093dfe8d-7c51-407d-bab0-00d2822ed575'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 09:39:16.061232 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa0c0d0-0c2b-4ea7-8cc7-5ff76e012936 req-1b5d94af-e326-4f7a-b0aa-11007a368fbb service neutron] Attempting to bind port 4dd4cf01-e532-4759-ba91-3f4d4dfac741 on network 093dfe8d-7c51-407d-bab0-00d2822ed575 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 09:39:16.066409 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa0c0d0-0c2b-4ea7-8cc7-5ff76e012936 req-1b5d94af-e326-4f7a-b0aa-11007a368fbb service neutron] Port 4dd4cf01-e532-4759-ba91-3f4d4dfac741 on network 093dfe8d-7c51-407d-bab0-00d2822ed575 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 09:39:16.066686 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa0c0d0-0c2b-4ea7-8cc7-5ff76e012936 req-1b5d94af-e326-4f7a-b0aa-11007a368fbb service neutron] Attempting to bind port 4dd4cf01-e532-4759-ba91-3f4d4dfac741 on network 093dfe8d-7c51-407d-bab0-00d2822ed575 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 09:39:16.072009 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa0c0d0-0c2b-4ea7-8cc7-5ff76e012936 req-1b5d94af-e326-4f7a-b0aa-11007a368fbb service neutron] Checking agent: {'id': 'cdc2c050-d5b8-41e9-9f41-bf893d522faa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 9, 31, 46), 'started_at': datetime.datetime(2022, 5, 12, 9, 31, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 9, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 09:39:16.072350 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa0c0d0-0c2b-4ea7-8cc7-5ff76e012936 req-1b5d94af-e326-4f7a-b0aa-11007a368fbb service neutron] Checking segment: {'id': '91bffc89-f936-4043-82fd-f98fc9b35dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '093dfe8d-7c51-407d-bab0-00d2822ed575'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 09:39:16.072736 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa0c0d0-0c2b-4ea7-8cc7-5ff76e012936 req-1b5d94af-e326-4f7a-b0aa-11007a368fbb service neutron] Bound using segment: {'id': '91bffc89-f936-4043-82fd-f98fc9b35dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '093dfe8d-7c51-407d-bab0-00d2822ed575'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 09:39:16.073166 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-caa0c0d0-0c2b-4ea7-8cc7-5ff76e012936 req-1b5d94af-e326-4f7a-b0aa-11007a368fbb service neutron] Bound port: 4dd4cf01-e532-4759-ba91-3f4d4dfac741, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91bffc89-f936-4043-82fd-f98fc9b35dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '093dfe8d-7c51-407d-bab0-00d2822ed575'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 09:39:16.073530 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-caa0c0d0-0c2b-4ea7-8cc7-5ff76e012936 req-1b5d94af-e326-4f7a-b0aa-11007a368fbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (4dd4cf01-e532-4759-ba91-3f4d4dfac741), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:16.138488 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-caa0c0d0-0c2b-4ea7-8cc7-5ff76e012936 req-1b5d94af-e326-4f7a-b0aa-11007a368fbb service neutron] For port 4dd4cf01-e532-4759-ba91-3f4d4dfac741, host hv-cinder-83769, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 09:39:16.141413 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-caa0c0d0-0c2b-4ea7-8cc7-5ff76e012936 req-1b5d94af-e326-4f7a-b0aa-11007a368fbb service neutron] For port 4dd4cf01-e532-4759-ba91-3f4d4dfac741, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=4dd4cf01-e532-4759-ba91-3f4d4dfac741,segment=NetworkSegment(91bffc89-f936-4043-82fd-f98fc9b35dad),segment_id=91bffc89-f936-4043-82fd-f98fc9b35dad)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 09:39:16.146971 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-caa0c0d0-0c2b-4ea7-8cc7-5ff76e012936 req-1b5d94af-e326-4f7a-b0aa-11007a368fbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29192036'] for port (4dd4cf01-e532-4759-ba91-3f4d4dfac741), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:16.181796 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa0c0d0-0c2b-4ea7-8cc7-5ff76e012936 req-1b5d94af-e326-4f7a-b0aa-11007a368fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:39:16.182440 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-caa0c0d0-0c2b-4ea7-8cc7-5ff76e012936 req-1b5d94af-e326-4f7a-b0aa-11007a368fbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:16.183812 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-caa0c0d0-0c2b-4ea7-8cc7-5ff76e012936 req-1b5d94af-e326-4f7a-b0aa-11007a368fbb service neutron] 10.222.0.65 "PUT /v2.0/ports/4dd4cf01-e532-4759-ba91-3f4d4dfac741 HTTP/1.1" status: 200 len: 1098 time: 0.7088556 May 12 09:39:16.184248 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdb77a19-8eff-499f-9b73-650dbf04f59a', 'tag': '4dd4cf01-e532-4759-ba91-3f4d4dfac741'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:39:16.186500 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c5c35592cdadc16d94e4e59e173057c198c772a9b1006d4fd44537c4a2e10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d55b1e8-264f-47ca-a875-15ed72408159" -d '{"events": [{"name": "network-changed", "server_uuid": "fdb77a19-8eff-499f-9b73-650dbf04f59a", "tag": "4dd4cf01-e532-4759-ba91-3f4d4dfac741"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:39:16.210621 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d94af-e326-4f7a-b0aa-11007a368fbb service neutron] Pushing event updated for resources: {'Port': ['ID=4dd4cf01-e532-4759-ba91-3f4d4dfac741,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:39:16.236314 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 09:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316c103f-2695-442c-b823-bdc9a4b05e84 x-openstack-request-id: req-316c103f-2695-442c-b823-bdc9a4b05e84 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:39:16.236602 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdb77a19-8eff-499f-9b73-650dbf04f59a", "tag": "4dd4cf01-e532-4759-ba91-3f4d4dfac741", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:39:16.236955 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-316c103f-2695-442c-b823-bdc9a4b05e84 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:39:16.237243 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-316c103f-2695-442c-b823-bdc9a4b05e84'] response: {'name': 'network-changed', 'server_uuid': 'fdb77a19-8eff-499f-9b73-650dbf04f59a', 'tag': '4dd4cf01-e532-4759-ba91-3f4d4dfac741', 'status': 'completed', 'code': 200} May 12 09:39:16.296037 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa0c0d0-0c2b-4ea7-8cc7-5ff76e012936 req-9ebc170e-71f8-42d1-b706-9351f7140fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:39:16.297605 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-caa0c0d0-0c2b-4ea7-8cc7-5ff76e012936 req-9ebc170e-71f8-42d1-b706-9351f7140fae service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2890a03f9cb34b87bf2debc1fa58a242&device_id=fdb77a19-8eff-499f-9b73-650dbf04f59a HTTP/1.1" status: 200 len: 1132 time: 0.0441298 May 12 09:39:16.349156 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-caa0c0d0-0c2b-4ea7-8cc7-5ff76e012936 req-a503158a-be18-4059-9371-d5c6fa2f14c4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=4dd4cf01-e532-4759-ba91-3f4d4dfac741 HTTP/1.1" status: 200 len: 217 time: 0.0360222 May 12 09:39:16.399025 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa0c0d0-0c2b-4ea7-8cc7-5ff76e012936 req-eef46b60-f331-4c37-8521-1f2ae368eee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:39:16.400482 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-caa0c0d0-0c2b-4ea7-8cc7-5ff76e012936 req-eef46b60-f331-4c37-8521-1f2ae368eee3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2a80deb1-417f-415b-b143-66db89ad6d0a HTTP/1.1" status: 200 len: 843 time: 0.0445316 May 12 09:39:16.455876 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa0c0d0-0c2b-4ea7-8cc7-5ff76e012936 req-c4a4dbe2-78bd-41f5-bb84-d302c5c1f790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:39:16.457428 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-caa0c0d0-0c2b-4ea7-8cc7-5ff76e012936 req-c4a4dbe2-78bd-41f5-bb84-d302c5c1f790 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=093dfe8d-7c51-407d-bab0-00d2822ed575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0508831 May 12 09:39:16.605687 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f90d4-a634-44d1-8ecb-57649b82831b req-3bc39ff8-027f-4063-bb43-8df20707af03 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:39:16.607126 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-fb3f90d4-a634-44d1-8ecb-57649b82831b req-3bc39ff8-027f-4063-bb43-8df20707af03 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 946 time: 0.1047077 May 12 09:39:16.643607 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b424696-32db-493b-8a58-81bc4c864ce5 req-9ea8ec44-c06d-4f22-a102-64310b59927d tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:39:16.644998 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7b424696-32db-493b-8a58-81bc4c864ce5 req-9ea8ec44-c06d-4f22-a102-64310b59927d tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdb77a19-8eff-499f-9b73-650dbf04f59a HTTP/1.1" status: 200 len: 948 time: 0.0892737 May 12 09:39:16.671911 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-caa0c0d0-0c2b-4ea7-8cc7-5ff76e012936 req-238afd89-a7d8-4c5b-a677-d47b2263810f service neutron] 10.222.0.65 "GET /v2.0/networks/093dfe8d-7c51-407d-bab0-00d2822ed575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073028 May 12 09:39:16.733394 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-fb3f90d4-a634-44d1-8ecb-57649b82831b req-0b54bb8c-29c2-4665-b289-6183f8f7f914 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1c58aee-1342-4b1d-a617-7ce1b9baa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184771 May 12 09:39:16.776719 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7b424696-32db-493b-8a58-81bc4c864ce5 req-530db0f4-9039-4291-91dc-6baf2bdbed45 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae7c14d4-a053-49ed-b0c8-1ec4237af863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255510 May 12 09:39:16.808188 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-caa0c0d0-0c2b-4ea7-8cc7-5ff76e012936 req-6ee1b9cb-61f2-4bb7-a119-a21dd6b56961 service neutron] 10.222.0.65 "GET /v2.0/networks/093dfe8d-7c51-407d-bab0-00d2822ed575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264360 May 12 09:39:17.852654 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b194e35-8b62-4f33-b4b0-3b076cfd864e req-7cf15f80-d3e5-43c1-bf93-381eecbd334d tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:39:17.854103 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3b194e35-8b62-4f33-b4b0-3b076cfd864e req-7cf15f80-d3e5-43c1-bf93-381eecbd334d tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 946 time: 0.0492826 May 12 09:39:17.915226 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187a8f97-94b2-49f0-b462-e17def104862 req-db79f9ef-e89a-4d95-a135-022dc6626102 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:39:17.916729 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-187a8f97-94b2-49f0-b462-e17def104862 req-db79f9ef-e89a-4d95-a135-022dc6626102 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdb77a19-8eff-499f-9b73-650dbf04f59a HTTP/1.1" status: 200 len: 948 time: 0.0720024 May 12 09:39:17.946149 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3b194e35-8b62-4f33-b4b0-3b076cfd864e req-afa3a06e-1027-422f-a095-44692d3252ec tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1c58aee-1342-4b1d-a617-7ce1b9baa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841520 May 12 09:39:17.977508 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-187a8f97-94b2-49f0-b462-e17def104862 req-84ad1e1e-b5b5-4f2c-a607-bc9f0cde0529 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae7c14d4-a053-49ed-b0c8-1ec4237af863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549285 May 12 09:39:19.091989 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340df636-c684-486e-a7bf-a3f5c8c9433f req-5a500a61-b3ad-48a9-ae28-26301d88632e tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:39:19.093439 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-340df636-c684-486e-a7bf-a3f5c8c9433f req-5a500a61-b3ad-48a9-ae28-26301d88632e tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 946 time: 0.0759244 May 12 09:39:19.113045 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63241a8f-75a3-4954-8774-d51a92fe7d05 req-e1375fbb-b27d-4a66-bc1c-3467ba3cfb97 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:39:19.114456 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-63241a8f-75a3-4954-8774-d51a92fe7d05 req-e1375fbb-b27d-4a66-bc1c-3467ba3cfb97 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdb77a19-8eff-499f-9b73-650dbf04f59a HTTP/1.1" status: 200 len: 948 time: 0.0654459 May 12 09:39:19.170617 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-340df636-c684-486e-a7bf-a3f5c8c9433f req-58388e94-d641-47d7-95e8-90c240da7ccc tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1c58aee-1342-4b1d-a617-7ce1b9baa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716212 May 12 09:39:19.181539 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-63241a8f-75a3-4954-8774-d51a92fe7d05 req-7e797f55-1dd7-461f-8bd5-57e514e8122c tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae7c14d4-a053-49ed-b0c8-1ec4237af863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603094 May 12 09:39:19.230525 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-1d9e6a58-d356-44ab-bb34-37357c1267d7 None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 09:39:19.616820 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-db784d86-2cc4-4074-8e03-0ba4be13c569 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (9bee5a85-5be0-4217-aa6d-1f9c6538b987), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:19.869651 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 40494) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:39:19.914074 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad756dc2-d49a-48f8-a902-ee535f6646e4 admin admin] Deleting subnet 1ecf6080-a26e-4fbd-931a-1d3b6d55afc8 {{(pid=103458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 09:39:19.917108 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ad756dc2-d49a-48f8-a902-ee535f6646e4 admin admin] Publish callbacks [] for subnet (1ecf6080-a26e-4fbd-931a-1d3b6d55afc8), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:19.954565 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ad756dc2-d49a-48f8-a902-ee535f6646e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25498421'] for subnet (1ecf6080-a26e-4fbd-931a-1d3b6d55afc8), precommit_delete_associations {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:19.992254 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ad756dc2-d49a-48f8-a902-ee535f6646e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-718821'] for subnet (1ecf6080-a26e-4fbd-931a-1d3b6d55afc8), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:20.042911 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ad756dc2-d49a-48f8-a902-ee535f6646e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-718844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29193378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28648165'] for subnet (1ecf6080-a26e-4fbd-931a-1d3b6d55afc8), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:20.070119 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ad756dc2-d49a-48f8-a902-ee535f6646e4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:20.073126 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-ad756dc2-d49a-48f8-a902-ee535f6646e4 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/1ecf6080-a26e-4fbd-931a-1d3b6d55afc8 HTTP/1.1" status: 204 len: 168 time: 0.2025211 May 12 09:39:20.073925 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad756dc2-d49a-48f8-a902-ee535f6646e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ecf6080-a26e-4fbd-931a-1d3b6d55afc8,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:39:20.075845 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 40496) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:39:20.144367 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ed8cfe8c-e56d-492e-8235-93d8c7c6c128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-764730'] for network (1c036158-1d81-400b-8003-63be31daecc9), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:20.226300 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ed8cfe8c-e56d-492e-8235-93d8c7c6c128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493712', 'neutron.services.segments.db._delete_segments_for_network-8740344558102'] for network (1c036158-1d81-400b-8003-63be31daecc9), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:20.248762 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-ed8cfe8c-e56d-492e-8235-93d8c7c6c128 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c036158-1d81-400b-8003-63be31daecc9']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:39:20.258904 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-ed8cfe8c-e56d-492e-8235-93d8c7c6c128 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fddeae6-e504-4375-9ac6-b9ae113e6570') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:39:20.259205 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-ed8cfe8c-e56d-492e-8235-93d8c7c6c128 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fddeae6-e504-4375-9ac6-b9ae113e6570') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:39:20.268507 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ed8cfe8c-e56d-492e-8235-93d8c7c6c128 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740344559391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28484903'] for segment (4fddeae6-e504-4375-9ac6-b9ae113e6570), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:20.281345 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ed8cfe8c-e56d-492e-8235-93d8c7c6c128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720414'] for segment (4fddeae6-e504-4375-9ac6-b9ae113e6570), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:20.288273 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed8cfe8c-e56d-492e-8235-93d8c7c6c128 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 09:39:20.288680 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ed8cfe8c-e56d-492e-8235-93d8c7c6c128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28491473'] for segment (4fddeae6-e504-4375-9ac6-b9ae113e6570), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:20.290592 dv-cinder-837699-5-iscsi neutron-server[103457]: Traceback (most recent call last): May 12 09:39:20.290592 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 09:39:20.290592 dv-cinder-837699-5-iscsi neutron-server[103457]: timer() May 12 09:39:20.290592 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 09:39:20.290592 dv-cinder-837699-5-iscsi neutron-server[103457]: cb(*args, **kw) May 12 09:39:20.290592 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 09:39:20.290592 dv-cinder-837699-5-iscsi neutron-server[103457]: return func(*args, **kwargs) May 12 09:39:20.290592 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 09:39:20.290592 dv-cinder-837699-5-iscsi neutron-server[103457]: self._notify() May 12 09:39:20.290592 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 09:39:20.290592 dv-cinder-837699-5-iscsi neutron-server[103457]: self.callback(batched_events) May 12 09:39:20.290592 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 09:39:20.290592 dv-cinder-837699-5-iscsi neutron-server[103457]: event.method(event) May 12 09:39:20.290592 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 09:39:20.290592 dv-cinder-837699-5-iscsi neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 09:39:20.290592 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 09:39:20.290592 dv-cinder-837699-5-iscsi neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( May 12 09:39:20.290592 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 09:39:20.290592 dv-cinder-837699-5-iscsi neutron-server[103457]: return f(self, *a, **k) May 12 09:39:20.290592 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 09:39:20.290592 dv-cinder-837699-5-iscsi neutron-server[103457]: return self._get(url).json() May 12 09:39:20.290592 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 09:39:20.290592 dv-cinder-837699-5-iscsi neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 09:39:20.290592 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 09:39:20.290592 dv-cinder-837699-5-iscsi neutron-server[103457]: return self.request(url, 'GET', **kwargs) May 12 09:39:20.290592 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 09:39:20.290592 dv-cinder-837699-5-iscsi neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, May 12 09:39:20.290592 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 09:39:20.290592 dv-cinder-837699-5-iscsi neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 09:39:20.290592 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 09:39:20.290592 dv-cinder-837699-5-iscsi neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 09:39:20.290592 dv-cinder-837699-5-iscsi neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 09:39:20.324041 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3d9663-8f57-47ba-9921-61e4fe64ed77 req-186a87fc-8ffd-45b3-8853-9dcbd5340d0e tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:39:20.326151 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-df3d9663-8f57-47ba-9921-61e4fe64ed77 req-186a87fc-8ffd-45b3-8853-9dcbd5340d0e tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 946 time: 0.0835013 May 12 09:39:20.338268 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dee6329-e3f9-4e90-b7f2-3cb15119bf2e req-496d5139-436b-4cfc-9746-55ad0dd68b9d tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:39:20.339735 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7dee6329-e3f9-4e90-b7f2-3cb15119bf2e req-496d5139-436b-4cfc-9746-55ad0dd68b9d tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdb77a19-8eff-499f-9b73-650dbf04f59a HTTP/1.1" status: 200 len: 948 time: 0.0876164 May 12 09:39:20.355560 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ed8cfe8c-e56d-492e-8235-93d8c7c6c128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800027'] for network (1c036158-1d81-400b-8003-63be31daecc9), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:20.365853 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ed8cfe8c-e56d-492e-8235-93d8c7c6c128 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728753'] for network (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:20.371247 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-ed8cfe8c-e56d-492e-8235-93d8c7c6c128 admin admin] 10.222.0.60 "DELETE /v2.0/networks/1c036158-1d81-400b-8003-63be31daecc9 HTTP/1.1" status: 204 len: 168 time: 0.2920737 May 12 09:39:20.378571 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8cfe8c-e56d-492e-8235-93d8c7c6c128 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c036158-1d81-400b-8003-63be31daecc9,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:39:20.398637 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (cdc2c050-d5b8-41e9-9f41-bf893d522faa), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:20.414407 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-df3d9663-8f57-47ba-9921-61e4fe64ed77 req-61f415d3-7d58-4a53-abd6-4fd9f97429bb tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1c58aee-1342-4b1d-a617-7ce1b9baa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736208 May 12 09:39:20.421440 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7dee6329-e3f9-4e90-b7f2-3cb15119bf2e req-2536c63a-7d03-4ad5-9844-6e51ad5272a8 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae7c14d4-a053-49ed-b0c8-1ec4237af863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739567 May 12 09:39:20.506046 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d55b1e8-264f-47ca-a875-15ed72408159 req-1a28d6b7-68b4-471a-8447-cc0babbc9bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:39:20.507574 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4d55b1e8-264f-47ca-a875-15ed72408159 req-1a28d6b7-68b4-471a-8447-cc0babbc9bae service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2890a03f9cb34b87bf2debc1fa58a242&device_id=fdb77a19-8eff-499f-9b73-650dbf04f59a HTTP/1.1" status: 200 len: 1132 time: 0.0420415 May 12 09:39:20.540772 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 40504) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:39:20.621602 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-2774b764-0613-40e7-8725-185a54a9f7e6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=59546c2ca0074bb5b77b7c5e64d9c068&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0797887 May 12 09:39:20.624163 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 40506) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:39:20.631252 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d55b1e8-264f-47ca-a875-15ed72408159 req-fb49cdde-aabe-46b8-8744-350cb5f89a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:39:20.632700 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4d55b1e8-264f-47ca-a875-15ed72408159 req-fb49cdde-aabe-46b8-8744-350cb5f89a36 service neutron] 10.222.0.65 "GET /v2.0/networks?id=093dfe8d-7c51-407d-bab0-00d2822ed575 HTTP/1.1" status: 200 len: 870 time: 0.1165247 May 12 09:39:20.672354 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-42063889-d425-47c2-97ea-968bb77946b5 admin admin] Publish callbacks [] for security_group (fbfc649a-48dd-48c1-a516-9881d45319ed), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:20.674661 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4d55b1e8-264f-47ca-a875-15ed72408159 req-a82c249d-7914-44f6-93b4-3b1a56003a25 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=4dd4cf01-e532-4759-ba91-3f4d4dfac741 HTTP/1.1" status: 200 len: 217 time: 0.0352032 May 12 09:39:20.693920 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-42063889-d425-47c2-97ea-968bb77946b5 admin admin] Publish callbacks [] for security_group (fbfc649a-48dd-48c1-a516-9881d45319ed), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:20.729289 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d55b1e8-264f-47ca-a875-15ed72408159 req-50ba9975-0deb-4b8a-babb-81581ab967c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:39:20.730769 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4d55b1e8-264f-47ca-a875-15ed72408159 req-50ba9975-0deb-4b8a-babb-81581ab967c9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2a80deb1-417f-415b-b143-66db89ad6d0a HTTP/1.1" status: 200 len: 843 time: 0.0472806 May 12 09:39:20.740764 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-42063889-d425-47c2-97ea-968bb77946b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (fbfc649a-48dd-48c1-a516-9881d45319ed), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:20.743328 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-42063889-d425-47c2-97ea-968bb77946b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:20.744456 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-42063889-d425-47c2-97ea-968bb77946b5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fbfc649a-48dd-48c1-a516-9881d45319ed HTTP/1.1" status: 204 len: 168 time: 0.1190627 May 12 09:39:20.753150 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42063889-d425-47c2-97ea-968bb77946b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbfc649a-48dd-48c1-a516-9881d45319ed,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:39:20.779218 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d55b1e8-264f-47ca-a875-15ed72408159 req-935da2d6-b9b8-4902-97e7-138d4851c641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:39:20.780839 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4d55b1e8-264f-47ca-a875-15ed72408159 req-935da2d6-b9b8-4902-97e7-138d4851c641 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=093dfe8d-7c51-407d-bab0-00d2822ed575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0427780 May 12 09:39:20.871747 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4d55b1e8-264f-47ca-a875-15ed72408159 req-9210df42-0dfe-4a35-936c-bea0c4cab96e service neutron] 10.222.0.65 "GET /v2.0/networks/093dfe8d-7c51-407d-bab0-00d2822ed575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843177 May 12 09:39:20.966141 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4d55b1e8-264f-47ca-a875-15ed72408159 req-367c3e3d-7e14-4efc-a210-d6dc9dac29a1 service neutron] 10.222.0.65 "GET /v2.0/networks/093dfe8d-7c51-407d-bab0-00d2822ed575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874059 May 12 09:39:21.564231 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6a0866-5511-4e02-8e94-e58edbc2f520 req-f103f208-0e2b-4ea6-ab17-0f2897b175de tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:39:21.565701 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9a6a0866-5511-4e02-8e94-e58edbc2f520 req-f103f208-0e2b-4ea6-ab17-0f2897b175de tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 946 time: 0.0807962 May 12 09:39:21.571640 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a518747-5b6c-410e-a249-56ec2f55964b req-6519fc31-88b7-4383-9acf-9a381295170f tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:39:21.573002 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9a518747-5b6c-410e-a249-56ec2f55964b req-6519fc31-88b7-4383-9acf-9a381295170f tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdb77a19-8eff-499f-9b73-650dbf04f59a HTTP/1.1" status: 200 len: 948 time: 0.0773921 May 12 09:39:21.640587 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9a6a0866-5511-4e02-8e94-e58edbc2f520 req-f9ac7fc5-9281-4ed1-ad5e-c77d9dd146ec tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1c58aee-1342-4b1d-a617-7ce1b9baa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666406 May 12 09:39:21.648093 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9a518747-5b6c-410e-a249-56ec2f55964b req-5c51ca6f-e2db-4d82-9c6c-85a90e23cbff tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae7c14d4-a053-49ed-b0c8-1ec4237af863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669932 May 12 09:39:21.808411 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device 4dd4cf01-e532-4759-ba91-3f4d4dfac741 details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=103459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 09:39:21.855777 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-c66e5225-6440-4c47-a398-aea3341b4ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (8db92903-2544-41c2-b919-def82c43c97a), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:21.919870 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] For port 4dd4cf01-e532-4759-ba91-3f4d4dfac741, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=4dd4cf01-e532-4759-ba91-3f4d4dfac741,segment=NetworkSegment(91bffc89-f936-4043-82fd-f98fc9b35dad),segment_id=91bffc89-f936-4043-82fd-f98fc9b35dad)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:39:21.931472 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Returning: {'device': '4dd4cf01-e532-4759-ba91-3f4d4dfac741', 'network_id': '093dfe8d-7c51-407d-bab0-00d2822ed575', 'port_id': '4dd4cf01-e532-4759-ba91-3f4d4dfac741', 'mac_address': 'fa:16:3e:02:3a:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a80deb1-417f-415b-b143-66db89ad6d0a', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 09:39:21.968811 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Current status of the port 4dd4cf01-e532-4759-ba91-3f4d4dfac741 is: DOWN; New status is: BUILD {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:39:21.969117 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (4dd4cf01-e532-4759-ba91-3f4d4dfac741), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:21.981221 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dd4cf01-e532-4759-ba91-3f4d4dfac741 {{(pid=103459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 09:39:22.001464 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] For port 4dd4cf01-e532-4759-ba91-3f4d4dfac741, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=4dd4cf01-e532-4759-ba91-3f4d4dfac741,segment=NetworkSegment(91bffc89-f936-4043-82fd-f98fc9b35dad),segment_id=91bffc89-f936-4043-82fd-f98fc9b35dad)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:39:22.005638 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (4dd4cf01-e532-4759-ba91-3f4d4dfac741), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:22.054433 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Pushing event updated for resources: {'Port': ['ID=4dd4cf01-e532-4759-ba91-3f4d4dfac741,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:39:22.061425 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:39:22.061767 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:39:22.062136 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:39:22.062497 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:39:22.062834 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:39:22.063731 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:39:22.064059 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:39:22.064387 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:39:22.064711 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:39:22.065061 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:39:22.065380 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:39:22.065723 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:39:22.066073 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:39:22.066418 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:39:22.066736 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:39:22.621405 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] get_ports_and_sgs() called for port_ids ['4dd4cf01-e532-4759-ba91-3f4d4dfac741'] {{(pid=103459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 09:39:22.794853 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1ec18-277f-4815-ba34-cbd3806e20d5 req-1b082905-6a60-4a48-a10e-4080c2dd7b8a tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:39:22.796291 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4bf1ec18-277f-4815-ba34-cbd3806e20d5 req-1b082905-6a60-4a48-a10e-4080c2dd7b8a tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdb77a19-8eff-499f-9b73-650dbf04f59a HTTP/1.1" status: 200 len: 949 time: 0.0776072 May 12 09:39:22.802342 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ab6563-fa2f-46b1-ae80-6c4c6384170a req-0d38ac4b-c388-42a5-878d-7d9cd14f6aec tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:39:22.803687 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-20ab6563-fa2f-46b1-ae80-6c4c6384170a req-0d38ac4b-c388-42a5-878d-7d9cd14f6aec tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 946 time: 0.0822706 May 12 09:39:22.873318 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4bf1ec18-277f-4815-ba34-cbd3806e20d5 req-1031d103-1668-4944-aff0-1e68a30b16ce tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae7c14d4-a053-49ed-b0c8-1ec4237af863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686445 May 12 09:39:22.877176 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-20ab6563-fa2f-46b1-ae80-6c4c6384170a req-58161324-0384-424e-b0f0-c0f797ad0e2a tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1c58aee-1342-4b1d-a617-7ce1b9baa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662796 May 12 09:39:23.079243 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-13a031d7-5ec6-42a3-899f-d50e1f06c687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (f8def58d-f1ec-4d41-abae-d1c60f542bd3), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:24.014816 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3800d3a2-abce-458e-8cf1-273e6474e401 req-da0678c5-6728-4075-abf9-dc81b823a441 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:39:24.016816 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3800d3a2-abce-458e-8cf1-273e6474e401 req-da0678c5-6728-4075-abf9-dc81b823a441 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdb77a19-8eff-499f-9b73-650dbf04f59a HTTP/1.1" status: 200 len: 949 time: 0.0764968 May 12 09:39:24.023651 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437c5850-7140-49aa-94db-5917cb4d5383 req-53ca839e-21c0-4263-b53c-da1c60deccfe tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:39:24.025210 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-437c5850-7140-49aa-94db-5917cb4d5383 req-53ca839e-21c0-4263-b53c-da1c60deccfe tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 946 time: 0.0754442 May 12 09:39:24.047795 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device 4dd4cf01-e532-4759-ba91-3f4d4dfac741 up at agent hyperv_hv-cinder-83769 {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 09:39:24.106474 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3800d3a2-abce-458e-8cf1-273e6474e401 req-dcbd6369-b4a9-46d6-8318-651e7c6810eb tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae7c14d4-a053-49ed-b0c8-1ec4237af863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801194 May 12 09:39:24.115597 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-437c5850-7140-49aa-94db-5917cb4d5383 req-44fe135d-0f61-4e98-87e4-e617a0dced2c tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1c58aee-1342-4b1d-a617-7ce1b9baa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825884 May 12 09:39:24.119568 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Provisioning for port 4dd4cf01-e532-4759-ba91-3f4d4dfac741 completed by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 09:39:24.127286 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Provisioning complete for port 4dd4cf01-e532-4759-ba91-3f4d4dfac741 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:39:24.127668 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (4dd4cf01-e532-4759-ba91-3f4d4dfac741), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:24.203226 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Current status of the port 4dd4cf01-e532-4759-ba91-3f4d4dfac741 is: BUILD; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:39:24.203645 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (4dd4cf01-e532-4759-ba91-3f4d4dfac741), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:24.225481 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb77a19-8eff-499f-9b73-650dbf04f59a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dd4cf01-e532-4759-ba91-3f4d4dfac741'}] {{(pid=103459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:39:24.227720 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86b47e387812c2b24e7094e641fb8cdf00e205bc2b1299b72670831d9f7cf680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f79b89fd-94de-4898-8c03-bab99afe0f33" -d '{"events": [{"server_uuid": "fdb77a19-8eff-499f-9b73-650dbf04f59a", "name": "network-vif-plugged", "status": "completed", "tag": "4dd4cf01-e532-4759-ba91-3f4d4dfac741"}]}' {{(pid=103459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:39:24.240918 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] For port 4dd4cf01-e532-4759-ba91-3f4d4dfac741, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=4dd4cf01-e532-4759-ba91-3f4d4dfac741,segment=NetworkSegment(91bffc89-f936-4043-82fd-f98fc9b35dad),segment_id=91bffc89-f936-4043-82fd-f98fc9b35dad)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:39:24.244654 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (4dd4cf01-e532-4759-ba91-3f4d4dfac741), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:24.268465 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 09:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d69f46f-0a35-4cb3-9b56-e30c556b8c9e x-openstack-request-id: req-7d69f46f-0a35-4cb3-9b56-e30c556b8c9e {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:39:24.268780 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb77a19-8eff-499f-9b73-650dbf04f59a", "name": "network-vif-plugged", "status": "completed", "tag": "4dd4cf01-e532-4759-ba91-3f4d4dfac741", "code": 200}]} {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:39:24.269040 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7d69f46f-0a35-4cb3-9b56-e30c556b8c9e {{(pid=103459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:39:24.269434 dv-cinder-837699-5-iscsi neutron-server[103459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d69f46f-0a35-4cb3-9b56-e30c556b8c9e'] response: {'server_uuid': 'fdb77a19-8eff-499f-9b73-650dbf04f59a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dd4cf01-e532-4759-ba91-3f4d4dfac741', 'code': 200} May 12 09:39:24.297144 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Pushing event updated for resources: {'Port': ['ID=4dd4cf01-e532-4759-ba91-3f4d4dfac741,revision_number=5']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:39:24.472803 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62462bc7-8896-4a39-b846-bfe799aff290 req-f5d7f583-bd96-4040-b90c-a3bce73a3708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:39:24.474419 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-62462bc7-8896-4a39-b846-bfe799aff290 req-f5d7f583-bd96-4040-b90c-a3bce73a3708 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fdb77a19-8eff-499f-9b73-650dbf04f59a HTTP/1.1" status: 200 len: 1134 time: 0.0390279 May 12 09:39:24.485731 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a984b3b9-a9e9-40d7-bd88-8cdbb1de5f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (e377c27d-f788-489a-9a4f-9db675c37dc4), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:24.518434 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-62462bc7-8896-4a39-b846-bfe799aff290 req-3c5bcecb-e600-48b3-b3d5-6633123e0761 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=ae7c14d4-a053-49ed-b0c8-1ec4237af863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377438 May 12 09:39:25.249168 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a85de-abde-497b-a529-a3f0ab82b9cb req-2922982f-bec0-43ca-b021-fa679abeb405 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:39:25.251186 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9f4a85de-abde-497b-a529-a3f0ab82b9cb req-2922982f-bec0-43ca-b021-fa679abeb405 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdb77a19-8eff-499f-9b73-650dbf04f59a HTTP/1.1" status: 200 len: 950 time: 0.0745773 May 12 09:39:25.261506 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc3df1f-98a0-4004-91e8-63fbf8f4265b req-2226403f-afcb-4b81-82e9-47e7fa0bf411 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:39:25.262882 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6bc3df1f-98a0-4004-91e8-63fbf8f4265b req-2226403f-afcb-4b81-82e9-47e7fa0bf411 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 946 time: 0.0750599 May 12 09:39:25.332728 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9f4a85de-abde-497b-a529-a3f0ab82b9cb req-37a2db67-eb1f-450d-8919-eb5baff381dd tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae7c14d4-a053-49ed-b0c8-1ec4237af863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688529 May 12 09:39:25.336601 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6bc3df1f-98a0-4004-91e8-63fbf8f4265b req-3adb7a90-0aa6-4dc2-984e-3acfcacdfdf9 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1c58aee-1342-4b1d-a617-7ce1b9baa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664611 May 12 09:39:25.992390 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (0e2e3861-7d79-4ce6-9d91-faa32ae2cb64), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:26.466947 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6971611-8636-4d1d-a37b-767e597b0911 req-88f92cb7-d5f5-4591-acc6-fad05c58bb73 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:39:26.468432 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c6971611-8636-4d1d-a37b-767e597b0911 req-88f92cb7-d5f5-4591-acc6-fad05c58bb73 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdb77a19-8eff-499f-9b73-650dbf04f59a HTTP/1.1" status: 200 len: 950 time: 0.0694919 May 12 09:39:26.479149 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8535383d-7f2a-4454-b9f1-4718bf1ef14f req-b04c394f-1e4c-4edf-ade0-cc71717ca782 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:39:26.480505 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8535383d-7f2a-4454-b9f1-4718bf1ef14f req-b04c394f-1e4c-4edf-ade0-cc71717ca782 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 946 time: 0.0723469 May 12 09:39:26.553536 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c6971611-8636-4d1d-a37b-767e597b0911 req-008e4ba6-fbb1-4687-b8c1-4555d9548b91 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae7c14d4-a053-49ed-b0c8-1ec4237af863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720785 May 12 09:39:26.556567 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8535383d-7f2a-4454-b9f1-4718bf1ef14f req-b0cc07b1-549c-464a-85c1-343745b76acb tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1c58aee-1342-4b1d-a617-7ce1b9baa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694139 May 12 09:39:27.691076 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179c952a-3e51-458d-a273-f23ba410416f req-043be8ea-b380-42f0-a5d5-ae0e1ec868a2 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:39:27.692520 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-179c952a-3e51-458d-a273-f23ba410416f req-043be8ea-b380-42f0-a5d5-ae0e1ec868a2 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdb77a19-8eff-499f-9b73-650dbf04f59a HTTP/1.1" status: 200 len: 950 time: 0.0724719 May 12 09:39:27.698430 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea10fe9-5d4c-46c2-a902-7e361e3a5966 req-9266b914-6de4-4f6c-b5a3-61492eee33dc tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:39:27.699764 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-cea10fe9-5d4c-46c2-a902-7e361e3a5966 req-9266b914-6de4-4f6c-b5a3-61492eee33dc tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 946 time: 0.0703740 May 12 09:39:27.772442 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-179c952a-3e51-458d-a273-f23ba410416f req-fa084fa9-3126-4aac-89a8-87904710c7f8 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae7c14d4-a053-49ed-b0c8-1ec4237af863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717659 May 12 09:39:27.775576 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-cea10fe9-5d4c-46c2-a902-7e361e3a5966 req-5a71a52f-6e71-452f-9233-b86edb836cdf tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1c58aee-1342-4b1d-a617-7ce1b9baa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692632 May 12 09:39:28.912012 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03f6fcb-e6fd-4a70-a60e-9cedfa47fc37 req-4ea4c001-ae7b-4c9a-8ef4-5eb52b6749e2 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:39:28.913451 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b03f6fcb-e6fd-4a70-a60e-9cedfa47fc37 req-4ea4c001-ae7b-4c9a-8ef4-5eb52b6749e2 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdb77a19-8eff-499f-9b73-650dbf04f59a HTTP/1.1" status: 200 len: 950 time: 0.0716224 May 12 09:39:28.921059 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a857e6c8-0507-434a-9e43-a6e830ce0de3 req-4d88175a-2a64-4ef0-889c-5a29d43b4ec2 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:39:28.922941 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a857e6c8-0507-434a-9e43-a6e830ce0de3 req-4d88175a-2a64-4ef0-889c-5a29d43b4ec2 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 946 time: 0.0723777 May 12 09:39:28.995241 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b03f6fcb-e6fd-4a70-a60e-9cedfa47fc37 req-26167133-cfdc-4dd9-84da-7414bd396ac2 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae7c14d4-a053-49ed-b0c8-1ec4237af863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713737 May 12 09:39:28.998220 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a857e6c8-0507-434a-9e43-a6e830ce0de3 req-5f5bbe60-bf6a-467d-9c71-e34488119e04 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1c58aee-1342-4b1d-a617-7ce1b9baa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687537 May 12 09:39:30.133505 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4ff55f-16e7-417d-a93f-6b9f51b104f0 req-b2184b90-7930-417f-ba53-092720a9e1ee tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:39:30.135260 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1c4ff55f-16e7-417d-a93f-6b9f51b104f0 req-b2184b90-7930-417f-ba53-092720a9e1ee tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdb77a19-8eff-499f-9b73-650dbf04f59a HTTP/1.1" status: 200 len: 950 time: 0.0738285 May 12 09:39:30.141081 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9b4500-84d9-491d-b0a1-301bc443c56c req-e26c541a-d7e3-4cf2-8ae5-9dcadfd04056 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:39:30.142424 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1f9b4500-84d9-491d-b0a1-301bc443c56c req-e26c541a-d7e3-4cf2-8ae5-9dcadfd04056 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 946 time: 0.0718696 May 12 09:39:30.212679 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1c4ff55f-16e7-417d-a93f-6b9f51b104f0 req-38834f9c-9db8-4f8c-8f84-d1521662bb42 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae7c14d4-a053-49ed-b0c8-1ec4237af863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693271 May 12 09:39:30.215849 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1f9b4500-84d9-491d-b0a1-301bc443c56c req-d51e2472-5c31-4d93-a811-ebb1fb8b3d56 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1c58aee-1342-4b1d-a617-7ce1b9baa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669534 May 12 09:39:31.344915 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac5780c-6690-4a74-bf84-b0e52978c46d req-5203c417-34e7-45ee-a033-0c25b39db4dd tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:39:31.346475 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1ac5780c-6690-4a74-bf84-b0e52978c46d req-5203c417-34e7-45ee-a033-0c25b39db4dd tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdb77a19-8eff-499f-9b73-650dbf04f59a HTTP/1.1" status: 200 len: 950 time: 0.0642710 May 12 09:39:31.404312 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaaa3f2-7aab-4602-8b2e-266b4107c7e6 req-651fb463-e6c8-4336-bea7-6ee79dc8faa2 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:39:31.405999 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-daaaa3f2-7aab-4602-8b2e-266b4107c7e6 req-651fb463-e6c8-4336-bea7-6ee79dc8faa2 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 946 time: 0.1130311 May 12 09:39:31.434442 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1ac5780c-6690-4a74-bf84-b0e52978c46d req-048f2491-0329-4936-a72f-4e0f715a6ba2 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae7c14d4-a053-49ed-b0c8-1ec4237af863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725913 May 12 09:39:31.464170 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-daaaa3f2-7aab-4602-8b2e-266b4107c7e6 req-6d1f73a3-484a-49d3-8ea9-034219422659 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1c58aee-1342-4b1d-a617-7ce1b9baa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522554 May 12 09:39:32.578900 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd88ef6b-83e5-4276-bbfa-28da70c91efe req-414a098b-b0f1-4703-a38f-eb92d3681fa4 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:39:32.580346 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-cd88ef6b-83e5-4276-bbfa-28da70c91efe req-414a098b-b0f1-4703-a38f-eb92d3681fa4 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdb77a19-8eff-499f-9b73-650dbf04f59a HTTP/1.1" status: 200 len: 950 time: 0.0760765 May 12 09:39:32.590315 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ab215f-9568-4344-805a-f96f7a0e159e req-e1ae5c60-d370-4e85-a1ce-2c052cc3621f tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:39:32.591658 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e4ab215f-9568-4344-805a-f96f7a0e159e req-e1ae5c60-d370-4e85-a1ce-2c052cc3621f tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 946 time: 0.0560129 May 12 09:39:32.660438 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-cd88ef6b-83e5-4276-bbfa-28da70c91efe req-4d91916a-df28-41a3-9e9d-74a30ba36833 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae7c14d4-a053-49ed-b0c8-1ec4237af863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677588 May 12 09:39:32.664271 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e4ab215f-9568-4344-805a-f96f7a0e159e req-f9d075ba-ccfe-4b6c-9b1c-d06495099efb tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1c58aee-1342-4b1d-a617-7ce1b9baa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655921 May 12 09:39:33.799282 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103d5758-0fc8-4773-8f08-4309bf03479d req-6a3a2f47-bdc2-4aea-b2df-c5d1341b2af8 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:39:33.800711 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-103d5758-0fc8-4773-8f08-4309bf03479d req-6a3a2f47-bdc2-4aea-b2df-c5d1341b2af8 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdb77a19-8eff-499f-9b73-650dbf04f59a HTTP/1.1" status: 200 len: 950 time: 0.0746782 May 12 09:39:33.808329 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a7fd33-8e7c-4a71-94cf-73a8c11c9499 req-f249241f-aa17-40fa-9e6e-6b429a3d6c6d tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:39:33.809664 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-17a7fd33-8e7c-4a71-94cf-73a8c11c9499 req-f249241f-aa17-40fa-9e6e-6b429a3d6c6d tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 946 time: 0.0750294 May 12 09:39:33.876812 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-103d5758-0fc8-4773-8f08-4309bf03479d req-8c0b1397-b695-4bfc-aef1-7392552f16c6 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae7c14d4-a053-49ed-b0c8-1ec4237af863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661960 May 12 09:39:33.883982 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-17a7fd33-8e7c-4a71-94cf-73a8c11c9499 req-1b68f60a-70f6-4068-8a88-0bdd85c8ff99 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1c58aee-1342-4b1d-a617-7ce1b9baa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674384 May 12 09:39:35.016096 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a946a594-2393-4f42-ab39-f8d1a3640f2c req-c1bca78e-76b1-484d-8d92-f83cbedd7d45 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:39:35.017558 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a946a594-2393-4f42-ab39-f8d1a3640f2c req-c1bca78e-76b1-484d-8d92-f83cbedd7d45 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdb77a19-8eff-499f-9b73-650dbf04f59a HTTP/1.1" status: 200 len: 950 time: 0.0740144 May 12 09:39:35.036957 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d3867a-9c70-4350-a246-01ad7219cc9f req-f186d2f0-8f9d-4ac5-be35-efa9d719bf55 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:39:35.038387 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b7d3867a-9c70-4350-a246-01ad7219cc9f req-f186d2f0-8f9d-4ac5-be35-efa9d719bf55 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 946 time: 0.0679104 May 12 09:39:35.095911 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a946a594-2393-4f42-ab39-f8d1a3640f2c req-4211b241-20bc-47b4-b836-f013adac9a27 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae7c14d4-a053-49ed-b0c8-1ec4237af863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725830 May 12 09:39:35.107268 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b7d3867a-9c70-4350-a246-01ad7219cc9f req-91e0e680-de1b-4b87-82b9-906a5a617d72 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1c58aee-1342-4b1d-a617-7ce1b9baa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601840 May 12 09:39:36.234068 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7096c6a-c417-4e35-accb-bbbc221d9162 req-888bb53b-77bd-416c-940a-072953510baa tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:39:36.236054 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e7096c6a-c417-4e35-accb-bbbc221d9162 req-888bb53b-77bd-416c-940a-072953510baa tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdb77a19-8eff-499f-9b73-650dbf04f59a HTTP/1.1" status: 200 len: 950 time: 0.0712605 May 12 09:39:36.246564 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8704bb-bdf6-49ed-bcd8-3aa373fa0a6d req-72d3c706-38e4-4b59-96d6-f3bf4155657d tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:39:36.248075 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0f8704bb-bdf6-49ed-bcd8-3aa373fa0a6d req-72d3c706-38e4-4b59-96d6-f3bf4155657d tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 946 time: 0.0727966 May 12 09:39:36.329702 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e7096c6a-c417-4e35-accb-bbbc221d9162 req-96dbf5d7-ee64-47ec-aaa7-56b1cdaeb201 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae7c14d4-a053-49ed-b0c8-1ec4237af863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806222 May 12 09:39:36.332809 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0f8704bb-bdf6-49ed-bcd8-3aa373fa0a6d req-0f9fa15c-6990-400e-b928-b768451c302d tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1c58aee-1342-4b1d-a617-7ce1b9baa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774837 May 12 09:39:36.596627 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128e5997-1fc9-4330-b5d4-8f48fd616924 req-52a554d7-8088-442c-989b-36fd5b2ee195 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:39:36.598165 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-128e5997-1fc9-4330-b5d4-8f48fd616924 req-52a554d7-8088-442c-989b-36fd5b2ee195 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdb77a19-8eff-499f-9b73-650dbf04f59a HTTP/1.1" status: 200 len: 950 time: 0.0626507 May 12 09:39:36.667375 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-128e5997-1fc9-4330-b5d4-8f48fd616924 req-770591f2-36f9-4324-864b-6c2a9dff125e tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae7c14d4-a053-49ed-b0c8-1ec4237af863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634222 May 12 09:39:37.444531 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bfc7ed-df69-48c4-845a-32224dfbe210 req-de8a3f58-8c94-45d9-89c1-27a4f89514a0 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:39:37.445982 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-26bfc7ed-df69-48c4-845a-32224dfbe210 req-de8a3f58-8c94-45d9-89c1-27a4f89514a0 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 946 time: 0.0454383 May 12 09:39:37.493688 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-26bfc7ed-df69-48c4-845a-32224dfbe210 req-526fe6d4-7741-45c2-876d-df9317e2914a tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1c58aee-1342-4b1d-a617-7ce1b9baa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422688 May 12 09:39:37.788862 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be12bde-6046-4861-be1f-85d09e1f3802 req-93e68f99-e494-43bb-bda0-ac77570aafe2 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:39:37.790320 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9be12bde-6046-4861-be1f-85d09e1f3802 req-93e68f99-e494-43bb-bda0-ac77570aafe2 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdb77a19-8eff-499f-9b73-650dbf04f59a HTTP/1.1" status: 200 len: 950 time: 0.0465896 May 12 09:39:37.837075 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9be12bde-6046-4861-be1f-85d09e1f3802 req-26e13240-8976-4fc9-835b-9d92efc8c584 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae7c14d4-a053-49ed-b0c8-1ec4237af863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411832 May 12 09:39:38.603830 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8a46e7-ddf5-42f9-9a59-b59e2d7cef93 req-eb72e415-6145-4e31-9324-628f1ea95e85 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:39:38.605285 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-fd8a46e7-ddf5-42f9-9a59-b59e2d7cef93 req-eb72e415-6145-4e31-9324-628f1ea95e85 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 946 time: 0.0450644 May 12 09:39:38.652774 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-fd8a46e7-ddf5-42f9-9a59-b59e2d7cef93 req-6b8a5c98-17a2-4aba-a5cf-b09732d73232 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1c58aee-1342-4b1d-a617-7ce1b9baa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414674 May 12 09:39:38.951205 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2bbcaa-55a7-4def-9aea-91e7fb0389e2 req-3988eeb0-3e24-46d9-9909-dffde553e73c tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:39:38.952630 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ba2bbcaa-55a7-4def-9aea-91e7fb0389e2 req-3988eeb0-3e24-46d9-9909-dffde553e73c tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdb77a19-8eff-499f-9b73-650dbf04f59a HTTP/1.1" status: 200 len: 950 time: 0.0493391 May 12 09:39:38.997579 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ba2bbcaa-55a7-4def-9aea-91e7fb0389e2 req-4924ae7c-6399-4cb7-bffc-c62306bab466 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae7c14d4-a053-49ed-b0c8-1ec4237af863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394044 May 12 09:39:39.765416 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e7e14-04ed-49ae-9c69-ac87e52093d6 req-22d0e87c-ad8f-460f-b0db-f189d1c984b8 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:39:39.766999 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-577e7e14-04ed-49ae-9c69-ac87e52093d6 req-22d0e87c-ad8f-460f-b0db-f189d1c984b8 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 946 time: 0.0458913 May 12 09:39:39.813259 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-577e7e14-04ed-49ae-9c69-ac87e52093d6 req-2eba26df-4dda-4875-9e65-792c8b7e7e1e tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1c58aee-1342-4b1d-a617-7ce1b9baa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406816 May 12 09:39:40.106393 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a94eed-3639-47ce-8f1d-8626190a909a req-9f22c179-5b91-42d5-ac68-3c0a724b5196 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:39:40.107865 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d9a94eed-3639-47ce-8f1d-8626190a909a req-9f22c179-5b91-42d5-ac68-3c0a724b5196 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdb77a19-8eff-499f-9b73-650dbf04f59a HTTP/1.1" status: 200 len: 950 time: 0.0458732 May 12 09:39:40.156128 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d9a94eed-3639-47ce-8f1d-8626190a909a req-b7c0ea65-51fd-402c-b628-18bb65bda11c tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae7c14d4-a053-49ed-b0c8-1ec4237af863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428059 May 12 09:39:40.922127 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a726b9-b2a9-40a9-81d9-be3b1b837b72 req-b6037c34-71ee-4ecb-b805-39c3d4cdd4f0 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:39:40.924038 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-33a726b9-b2a9-40a9-81d9-be3b1b837b72 req-b6037c34-71ee-4ecb-b805-39c3d4cdd4f0 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 946 time: 0.0452120 May 12 09:39:40.968221 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-33a726b9-b2a9-40a9-81d9-be3b1b837b72 req-4c362b38-043e-4916-80c4-2e76242abfff tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1c58aee-1342-4b1d-a617-7ce1b9baa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388405 May 12 09:39:41.265608 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a6262f-24f1-4966-b77b-e2aa8087dd50 req-b3d27a2f-2058-4296-8328-ae53ac96b83b tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:39:41.267068 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-59a6262f-24f1-4966-b77b-e2aa8087dd50 req-b3d27a2f-2058-4296-8328-ae53ac96b83b tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdb77a19-8eff-499f-9b73-650dbf04f59a HTTP/1.1" status: 200 len: 950 time: 0.0456216 May 12 09:39:41.323212 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-59a6262f-24f1-4966-b77b-e2aa8087dd50 req-a983e1e9-8474-4905-8dc7-081fdc6f2be0 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae7c14d4-a053-49ed-b0c8-1ec4237af863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504534 May 12 09:39:42.091496 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da770c44-cc58-48f1-ba1c-92b4f0923aca req-ec2a836f-9ae7-41b9-8e08-9995b54059ed tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:39:42.093293 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-da770c44-cc58-48f1-ba1c-92b4f0923aca req-ec2a836f-9ae7-41b9-8e08-9995b54059ed tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 946 time: 0.0540996 May 12 09:39:42.147074 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-da770c44-cc58-48f1-ba1c-92b4f0923aca req-04d0447e-b973-47ef-9c5c-a8c524e9eee6 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1c58aee-1342-4b1d-a617-7ce1b9baa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474560 May 12 09:39:42.432409 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c8c82d-7f3a-4d80-8827-133afd2e3b77 req-9d899f17-a4a6-4bda-9c01-28d4796329d5 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:39:42.433805 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-65c8c82d-7f3a-4d80-8827-133afd2e3b77 req-9d899f17-a4a6-4bda-9c01-28d4796329d5 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdb77a19-8eff-499f-9b73-650dbf04f59a HTTP/1.1" status: 200 len: 950 time: 0.0451469 May 12 09:39:42.479178 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-65c8c82d-7f3a-4d80-8827-133afd2e3b77 req-f5c37b61-0fb9-488f-acee-c957409c8399 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae7c14d4-a053-49ed-b0c8-1ec4237af863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395422 May 12 09:39:42.988048 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26648bca-eaa4-4f01-b841-8df6c5ae2bce req-b93154ae-93da-451f-a47f-763a96f67893 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:39:42.989594 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-26648bca-eaa4-4f01-b841-8df6c5ae2bce req-b93154ae-93da-451f-a47f-763a96f67893 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] 10.222.0.65 "GET /v2.0/ports?device_id=fdb77a19-8eff-499f-9b73-650dbf04f59a HTTP/1.1" status: 200 len: 950 time: 0.0531719 May 12 09:39:43.075374 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [req-26648bca-eaa4-4f01-b841-8df6c5ae2bce req-2d19f3e0-db9c-422a-914e-9aaa067e0b76 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] Deleting port 4dd4cf01-e532-4759-ba91-3f4d4dfac741 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 09:39:43.075727 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-26648bca-eaa4-4f01-b841-8df6c5ae2bce req-2d19f3e0-db9c-422a-914e-9aaa067e0b76 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740344431333'] for port (4dd4cf01-e532-4759-ba91-3f4d4dfac741), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:43.169270 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-26648bca-eaa4-4f01-b841-8df6c5ae2bce req-2d19f3e0-db9c-422a-914e-9aaa067e0b76 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] For port 4dd4cf01-e532-4759-ba91-3f4d4dfac741, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=4dd4cf01-e532-4759-ba91-3f4d4dfac741,segment=NetworkSegment(91bffc89-f936-4043-82fd-f98fc9b35dad),segment_id=91bffc89-f936-4043-82fd-f98fc9b35dad)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:39:43.169863 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-26648bca-eaa4-4f01-b841-8df6c5ae2bce req-2d19f3e0-db9c-422a-914e-9aaa067e0b76 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799057'] for port (4dd4cf01-e532-4759-ba91-3f4d4dfac741), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:43.184108 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [req-26648bca-eaa4-4f01-b841-8df6c5ae2bce req-2d19f3e0-db9c-422a-914e-9aaa067e0b76 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] Calling delete_port for 4dd4cf01-e532-4759-ba91-3f4d4dfac741 owned by compute:nova {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 09:39:43.293277 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b546a9-aba8-457f-9637-823f5c5fee13 req-176aa950-bad4-4f35-ab41-203665218c71 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:39:43.294769 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-05b546a9-aba8-457f-9637-823f5c5fee13 req-176aa950-bad4-4f35-ab41-203665218c71 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 946 time: 0.0666337 May 12 09:39:43.672710 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-05b546a9-aba8-457f-9637-823f5c5fee13 req-93d97142-6d88-48fb-a6db-99e94b41b8e7 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1c58aee-1342-4b1d-a617-7ce1b9baa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3697786 May 12 09:39:43.695233 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33b5770-3066-408c-bcd1-90756cc8cb20 req-0a67c678-c4be-400f-92f0-e9d991d45cae tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:39:43.696650 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a33b5770-3066-408c-bcd1-90756cc8cb20 req-0a67c678-c4be-400f-92f0-e9d991d45cae tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdb77a19-8eff-499f-9b73-650dbf04f59a HTTP/1.1" status: 200 len: 950 time: 0.0731642 May 12 09:39:43.701070 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-26648bca-eaa4-4f01-b841-8df6c5ae2bce req-2d19f3e0-db9c-422a-914e-9aaa067e0b76 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740344441209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740344012629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29192019'] for port (4dd4cf01-e532-4759-ba91-3f4d4dfac741), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:43.743013 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d19f3e0-db9c-422a-914e-9aaa067e0b76 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] Pushing event deleted for resources: {'Port': ['ID=4dd4cf01-e532-4759-ba91-3f4d4dfac741,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:39:43.746271 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] get_ports_and_sgs() called for port_ids ['4dd4cf01-e532-4759-ba91-3f4d4dfac741'] {{(pid=103459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 09:39:43.786782 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d19f3e0-db9c-422a-914e-9aaa067e0b76 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:39:43.787128 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d19f3e0-db9c-422a-914e-9aaa067e0b76 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:39:43.787688 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d19f3e0-db9c-422a-914e-9aaa067e0b76 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:39:43.788188 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d19f3e0-db9c-422a-914e-9aaa067e0b76 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:39:43.788682 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d19f3e0-db9c-422a-914e-9aaa067e0b76 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:39:43.789274 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d19f3e0-db9c-422a-914e-9aaa067e0b76 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:39:43.789771 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d19f3e0-db9c-422a-914e-9aaa067e0b76 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:39:43.790561 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d19f3e0-db9c-422a-914e-9aaa067e0b76 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:39:43.790904 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d19f3e0-db9c-422a-914e-9aaa067e0b76 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:39:43.791386 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d19f3e0-db9c-422a-914e-9aaa067e0b76 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:39:43.792117 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d19f3e0-db9c-422a-914e-9aaa067e0b76 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:39:43.792688 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d19f3e0-db9c-422a-914e-9aaa067e0b76 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:39:43.793152 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d19f3e0-db9c-422a-914e-9aaa067e0b76 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:39:43.793459 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d19f3e0-db9c-422a-914e-9aaa067e0b76 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:39:43.793869 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d19f3e0-db9c-422a-914e-9aaa067e0b76 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:39:43.828230 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [req-26648bca-eaa4-4f01-b841-8df6c5ae2bce req-2d19f3e0-db9c-422a-914e-9aaa067e0b76 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] No DVR routers for this DVR port 4dd4cf01-e532-4759-ba91-3f4d4dfac741 on host hv-cinder-83769 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 09:39:43.831326 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-26648bca-eaa4-4f01-b841-8df6c5ae2bce req-2d19f3e0-db9c-422a-914e-9aaa067e0b76 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:43.834688 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-26648bca-eaa4-4f01-b841-8df6c5ae2bce req-2d19f3e0-db9c-422a-914e-9aaa067e0b76 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] 10.222.0.65 "DELETE /v2.0/ports/4dd4cf01-e532-4759-ba91-3f4d4dfac741 HTTP/1.1" status: 204 len: 173 time: 0.8395689 May 12 09:39:43.835156 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb77a19-8eff-499f-9b73-650dbf04f59a', 'name': 'network-vif-deleted', 'tag': '4dd4cf01-e532-4759-ba91-3f4d4dfac741'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:39:43.837611 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c5c35592cdadc16d94e4e59e173057c198c772a9b1006d4fd44537c4a2e10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3dccb0-3f7c-4d3b-9bc8-93e8fc432053" -d '{"events": [{"server_uuid": "fdb77a19-8eff-499f-9b73-650dbf04f59a", "name": "network-vif-deleted", "tag": "4dd4cf01-e532-4759-ba91-3f4d4dfac741"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:39:43.844218 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a33b5770-3066-408c-bcd1-90756cc8cb20 req-d38899cd-8438-47d6-8956-aff220647873 tempest-VolumesNegativeTest-717701186 tempest-VolumesNegativeTest-717701186-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae7c14d4-a053-49ed-b0c8-1ec4237af863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408772 May 12 09:39:43.972625 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 09:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a7d28c7-3a80-49fe-83a5-2d4bd1bf8933 x-openstack-request-id: req-5a7d28c7-3a80-49fe-83a5-2d4bd1bf8933 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:39:43.972913 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb77a19-8eff-499f-9b73-650dbf04f59a", "name": "network-vif-deleted", "tag": "4dd4cf01-e532-4759-ba91-3f4d4dfac741", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:39:43.973697 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5a7d28c7-3a80-49fe-83a5-2d4bd1bf8933 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:39:43.974120 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a7d28c7-3a80-49fe-83a5-2d4bd1bf8933'] response: {'server_uuid': 'fdb77a19-8eff-499f-9b73-650dbf04f59a', 'name': 'network-vif-deleted', 'tag': '4dd4cf01-e532-4759-ba91-3f4d4dfac741', 'status': 'completed', 'code': 200} May 12 09:39:43.997538 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9d1020-243f-4e99-bd0b-19ae8fb30e19 req-67657a79-5774-4a2b-8641-c75cb6ae949d tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:39:43.999051 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9a9d1020-243f-4e99-bd0b-19ae8fb30e19 req-67657a79-5774-4a2b-8641-c75cb6ae949d tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 946 time: 0.0768600 May 12 09:39:44.074720 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f0e89-6a03-48f1-a59f-f74baf78449b req-b96bd880-7461-4a84-ba16-a7eb1f2f7a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:39:44.076163 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-570f0e89-6a03-48f1-a59f-f74baf78449b req-b96bd880-7461-4a84-ba16-a7eb1f2f7a0f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=da5b9f41ad6b4506872df6cb86ae9f73&device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 1130 time: 0.0560591 May 12 09:39:44.080473 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9a9d1020-243f-4e99-bd0b-19ae8fb30e19 req-2d0978b2-4ca5-48f5-b820-f313ddf71dce tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1c58aee-1342-4b1d-a617-7ce1b9baa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758059 May 12 09:39:44.396165 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f0e89-6a03-48f1-a59f-f74baf78449b req-2776819c-2068-4110-98e4-371fdff4cc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:39:44.397703 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-570f0e89-6a03-48f1-a59f-f74baf78449b req-2776819c-2068-4110-98e4-371fdff4cc22 service neutron] 10.222.0.65 "GET /v2.0/networks?id=157184d7-26b8-47d5-86e0-3945164ff04d HTTP/1.1" status: 200 len: 911 time: 0.0943151 May 12 09:39:44.474862 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-570f0e89-6a03-48f1-a59f-f74baf78449b req-c1ee4c2f-e114-44fd-a101-ef7d25bdf781 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b HTTP/1.1" status: 200 len: 1002 time: 0.0708520 May 12 09:39:44.523051 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f0e89-6a03-48f1-a59f-f74baf78449b req-5a613789-5d91-4de3-8374-6c49f20a2b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:39:44.524432 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-570f0e89-6a03-48f1-a59f-f74baf78449b req-5a613789-5d91-4de3-8374-6c49f20a2b33 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dc5a5cf9-5b7a-426c-931b-02b56a7bf3f3 HTTP/1.1" status: 200 len: 849 time: 0.0422623 May 12 09:39:44.566129 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f0e89-6a03-48f1-a59f-f74baf78449b req-8c5413a7-120a-494e-9c40-28667c45a847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:39:44.567548 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-570f0e89-6a03-48f1-a59f-f74baf78449b req-8c5413a7-120a-494e-9c40-28667c45a847 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=157184d7-26b8-47d5-86e0-3945164ff04d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0366826 May 12 09:39:44.656980 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-570f0e89-6a03-48f1-a59f-f74baf78449b req-d40e8dff-c8bb-48cc-b056-34443cb563ca service neutron] 10.222.0.65 "GET /v2.0/networks/157184d7-26b8-47d5-86e0-3945164ff04d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838349 May 12 09:39:44.744766 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-570f0e89-6a03-48f1-a59f-f74baf78449b req-730dccd0-9170-463c-8755-9a35087dcaf9 service neutron] 10.222.0.65 "GET /v2.0/networks/157184d7-26b8-47d5-86e0-3945164ff04d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823152 May 12 09:39:45.202284 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01d5356-71f0-46cd-ba84-6da0f9fb8536 req-d977e676-87cc-44f8-84f9-631d8ceb8c55 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:39:45.203762 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a01d5356-71f0-46cd-ba84-6da0f9fb8536 req-d977e676-87cc-44f8-84f9-631d8ceb8c55 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 946 time: 0.0515995 May 12 09:39:45.249189 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a01d5356-71f0-46cd-ba84-6da0f9fb8536 req-84ec98b5-8158-40bc-a2bf-353bb657c9bc tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1c58aee-1342-4b1d-a617-7ce1b9baa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399065 May 12 09:39:45.941208 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1f931cbb-3bd2-4304-8c10-bd2c6a52ea65 req-20568fcb-9f28-4d6c-981f-7b816c248a67 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385637 May 12 09:39:46.155576 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device 4dd4cf01-e532-4759-ba91-3f4d4dfac741 no longer exists at agent hyperv_hv-cinder-83769 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 09:39:46.167304 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f931cbb-3bd2-4304-8c10-bd2c6a52ea65 req-e91065fb-f332-401c-b115-1108504940cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:39:46.168791 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1f931cbb-3bd2-4304-8c10-bd2c6a52ea65 req-e91065fb-f332-401c-b115-1108504940cf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c54669eadc784d4aac5d1a40d18858b1&device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 1129 time: 0.0438025 May 12 09:39:46.185627 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] No Port match for: 4dd4cf01-e532-4759-ba91-3f4d4dfac741 {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 09:39:46.186007 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device 4dd4cf01-e532-4759-ba91-3f4d4dfac741 not bound to the agent host hv-cinder-83769 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 09:39:46.376005 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3e7de2-bb20-4b40-9cb5-6db3e912c910 req-92feb55a-5489-4c81-901f-1374443d03d8 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:39:46.378214 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1c3e7de2-bb20-4b40-9cb5-6db3e912c910 req-92feb55a-5489-4c81-901f-1374443d03d8 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 946 time: 0.0549335 May 12 09:39:46.425166 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1c3e7de2-bb20-4b40-9cb5-6db3e912c910 req-092f97f1-40b8-4c65-b502-28f039dee1b1 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1c58aee-1342-4b1d-a617-7ce1b9baa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413883 May 12 09:39:46.762681 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f931cbb-3bd2-4304-8c10-bd2c6a52ea65 req-acc8e7ef-61da-4bfc-98e4-4c660b44dd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:39:46.764244 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1f931cbb-3bd2-4304-8c10-bd2c6a52ea65 req-acc8e7ef-61da-4bfc-98e4-4c660b44dd9b service neutron] 10.222.0.65 "GET /v2.0/networks?id=94c124bd-d4ff-4709-8b22-7520113efef5 HTTP/1.1" status: 200 len: 919 time: 0.0945680 May 12 09:39:46.808756 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1f931cbb-3bd2-4304-8c10-bd2c6a52ea65 req-07e56d20-19c4-47cb-9009-f04164289416 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35189b62-b72a-41d7-be6e-95a6288505a1 HTTP/1.1" status: 200 len: 217 time: 0.0383079 May 12 09:39:46.859781 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f931cbb-3bd2-4304-8c10-bd2c6a52ea65 req-d148c12a-0889-49fb-8f18-4ac24e4709db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:39:46.861750 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1f931cbb-3bd2-4304-8c10-bd2c6a52ea65 req-d148c12a-0889-49fb-8f18-4ac24e4709db service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4e261d1c-7f38-449c-aec8-8a565c5048cd HTTP/1.1" status: 200 len: 857 time: 0.0461271 May 12 09:39:46.909096 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f931cbb-3bd2-4304-8c10-bd2c6a52ea65 req-ba3121ec-c1dc-44ce-b16c-4efc4033f7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:39:46.910751 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1f931cbb-3bd2-4304-8c10-bd2c6a52ea65 req-ba3121ec-c1dc-44ce-b16c-4efc4033f7e7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=94c124bd-d4ff-4709-8b22-7520113efef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421259 May 12 09:39:47.009832 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1f931cbb-3bd2-4304-8c10-bd2c6a52ea65 req-960095e1-50ae-4143-acfb-903f95936783 service neutron] 10.222.0.65 "GET /v2.0/networks/94c124bd-d4ff-4709-8b22-7520113efef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911024 May 12 09:39:47.113273 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1f931cbb-3bd2-4304-8c10-bd2c6a52ea65 req-0c8d5052-52ae-4ba7-8cfa-811c9fc31e8a service neutron] 10.222.0.65 "GET /v2.0/networks/94c124bd-d4ff-4709-8b22-7520113efef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963790 May 12 09:39:48.199667 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 41048) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:39:48.301308 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b2ff60c4-84b6-460c-9a3c-3634b665cb26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:48.379466 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b2ff60c4-84b6-460c-9a3c-3634b665cb26 admin admin] Publish callbacks [] for security_group (849f7fb6-9b4f-46d2-9be8-a419e433032c), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:48.383153 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b2ff60c4-84b6-460c-9a3c-3634b665cb26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (849f7fb6-9b4f-46d2-9be8-a419e433032c), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:48.422019 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-b2ff60c4-84b6-460c-9a3c-3634b665cb26 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=344297b40fcd49ee82e0039684d30c3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2211769 May 12 09:39:48.423607 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ff60c4-84b6-460c-9a3c-3634b665cb26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=849f7fb6-9b4f-46d2-9be8-a419e433032c,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:39:48.425244 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 41052) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:39:48.473381 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-aa3ddb8b-1ebe-4f69-a250-f70ee0b17132 admin admin] Publish callbacks [] for security_group (849f7fb6-9b4f-46d2-9be8-a419e433032c), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:48.494227 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-aa3ddb8b-1ebe-4f69-a250-f70ee0b17132 admin admin] Publish callbacks [] for security_group (849f7fb6-9b4f-46d2-9be8-a419e433032c), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:48.541629 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-aa3ddb8b-1ebe-4f69-a250-f70ee0b17132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (849f7fb6-9b4f-46d2-9be8-a419e433032c), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:48.544141 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-aa3ddb8b-1ebe-4f69-a250-f70ee0b17132 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:48.545250 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-aa3ddb8b-1ebe-4f69-a250-f70ee0b17132 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/849f7fb6-9b4f-46d2-9be8-a419e433032c HTTP/1.1" status: 204 len: 168 time: 0.1190286 May 12 09:39:48.553109 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ddb8b-1ebe-4f69-a250-f70ee0b17132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=849f7fb6-9b4f-46d2-9be8-a419e433032c,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:39:48.884514 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 41072) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:39:49.058076 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-e73b8dbe-9f4b-4a2d-a4f1-1dab74170766 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2890a03f9cb34b87bf2debc1fa58a242&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1723702 May 12 09:39:49.060473 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 41082) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:39:49.107584 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-564e7cb6-cc82-48a9-b1d7-88318de3f462 admin admin] Publish callbacks [] for security_group (ae7c14d4-a053-49ed-b0c8-1ec4237af863), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:49.129554 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-564e7cb6-cc82-48a9-b1d7-88318de3f462 admin admin] Publish callbacks [] for security_group (ae7c14d4-a053-49ed-b0c8-1ec4237af863), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:49.178757 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-564e7cb6-cc82-48a9-b1d7-88318de3f462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (ae7c14d4-a053-49ed-b0c8-1ec4237af863), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:49.181241 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-564e7cb6-cc82-48a9-b1d7-88318de3f462 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:49.182401 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-564e7cb6-cc82-48a9-b1d7-88318de3f462 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ae7c14d4-a053-49ed-b0c8-1ec4237af863 HTTP/1.1" status: 204 len: 168 time: 0.1210749 May 12 09:39:49.190815 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564e7cb6-cc82-48a9-b1d7-88318de3f462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7c14d4-a053-49ed-b0c8-1ec4237af863,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:39:49.623658 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e592eedb-f3dd-475d-b335-87b27a218b3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (9bee5a85-5be0-4217-aa6d-1f9c6538b987), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:49.941833 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 41128) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:39:50.046406 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-49e8f94e-3d5d-4b65-ba07-d973e3850383 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-784652768-network', 'tenant_id': '170aaa04d8fe4170bf344d5667ae2814'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:39:50.066248 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e8f94e-3d5d-4b65-ba07-d973e3850383 admin admin] Made reservation on behalf of 170aaa04d8fe4170bf344d5667ae2814 for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 09:39:50.068487 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-49e8f94e-3d5d-4b65-ba07-d973e3850383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for network (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:50.076372 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-49e8f94e-3d5d-4b65-ba07-d973e3850383 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:50.150450 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-49e8f94e-3d5d-4b65-ba07-d973e3850383 admin admin] Publish callbacks [] for security_group (31a4843f-d1c4-4a9b-8b0f-de225d353f23), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:50.154160 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-49e8f94e-3d5d-4b65-ba07-d973e3850383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (31a4843f-d1c4-4a9b-8b0f-de225d353f23), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:50.186750 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49e8f94e-3d5d-4b65-ba07-d973e3850383 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 09:39:50.196246 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e8f94e-3d5d-4b65-ba07-d973e3850383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a4843f-d1c4-4a9b-8b0f-de225d353f23,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:39:50.203711 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-49e8f94e-3d5d-4b65-ba07-d973e3850383 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740344558093', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720414'] for segment (f5f23683-4d2c-4990-881e-16dda07c6a80), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:50.204761 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.db.segments_db [None req-49e8f94e-3d5d-4b65-ba07-d973e3850383 admin admin] Added segment f5f23683-4d2c-4990-881e-16dda07c6a80 of type vlan for network 1fcc80ff-8e1d-4af6-9047-57b5fbbc9180 May 12 09:39:50.248637 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-49e8f94e-3d5d-4b65-ba07-d973e3850383 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740344000386'] for network (1fcc80ff-8e1d-4af6-9047-57b5fbbc9180), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:50.273565 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-49e8f94e-3d5d-4b65-ba07-d973e3850383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735'] for network (1fcc80ff-8e1d-4af6-9047-57b5fbbc9180), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:50.274518 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e8f94e-3d5d-4b65-ba07-d973e3850383 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:39:50.275103 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-49e8f94e-3d5d-4b65-ba07-d973e3850383 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728753'] for network (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:50.310480 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-49e8f94e-3d5d-4b65-ba07-d973e3850383 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3671291 May 12 09:39:50.314114 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 41132) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:39:50.319920 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-f753d476-1833-4342-aee3-42205d3042cf admin admin] Request body: {'subnet': {'network_id': '1fcc80ff-8e1d-4af6-9047-57b5fbbc9180', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-784652768-subnet', 'tenant_id': '170aaa04d8fe4170bf344d5667ae2814', 'ip_version': 4}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:39:50.341334 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e8f94e-3d5d-4b65-ba07-d973e3850383 admin admin] Pushing event updated for resources: {'Network': ['ID=1fcc80ff-8e1d-4af6-9047-57b5fbbc9180,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:39:50.344194 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f753d476-1833-4342-aee3-42205d3042cf admin admin] Made reservation on behalf of 170aaa04d8fe4170bf344d5667ae2814 for: {'subnet': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 09:39:50.346734 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f753d476-1833-4342-aee3-42205d3042cf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28648136'] for subnet (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:50.351866 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Network 1fcc80ff-8e1d-4af6-9047-57b5fbbc9180 details requested by agent ovs-agent-dv-cinder-837699-5-iscsi with host dv-cinder-837699-5-iscsi {{(pid=103459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 09:39:50.431625 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (cdc2c050-d5b8-41e9-9f41-bf893d522faa), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:50.515369 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f753d476-1833-4342-aee3-42205d3042cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29193443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28648158'] for subnet (df6c15cb-1314-4401-9e60-4042acbc2209), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:50.566708 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f753d476-1833-4342-aee3-42205d3042cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=df6c15cb-1314-4401-9e60-4042acbc2209,revision_number=0']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:39:50.581069 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f753d476-1833-4342-aee3-42205d3042cf admin admin] Checking segment: {'id': 'f5f23683-4d2c-4990-881e-16dda07c6a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1fcc80ff-8e1d-4af6-9047-57b5fbbc9180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 09:39:50.581420 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f753d476-1833-4342-aee3-42205d3042cf admin admin] Network hostable DHCP agents. Network: 1fcc80ff-8e1d-4af6-9047-57b5fbbc9180, hostable agents: ['9bee5a85-5be0-4217-aa6d-1f9c6538b987'], hosted agents: [] {{(pid=103458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 09:39:50.597644 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f753d476-1833-4342-aee3-42205d3042cf admin admin] Network 1fcc80ff-8e1d-4af6-9047-57b5fbbc9180 is scheduled to be hosted by DHCP agent 9bee5a85-5be0-4217-aa6d-1f9c6538b987 with binding_index 1 {{(pid=103458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 09:39:50.605420 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-f753d476-1833-4342-aee3-42205d3042cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837699-5-iscsi, 1fcc80ff-8e1d-4af6-9047-57b5fbbc9180) {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:39:50.612099 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f753d476-1833-4342-aee3-42205d3042cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:39:50.613043 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f753d476-1833-4342-aee3-42205d3042cf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:50.613728 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27874bc-a66a-4c6c-aa6c-60a49abf0153 None None] Network 1fcc80ff-8e1d-4af6-9047-57b5fbbc9180 requested from dv-cinder-837699-5-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 09:39:50.628477 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-f753d476-1833-4342-aee3-42205d3042cf admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3132083 May 12 09:39:50.631249 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 41134) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:39:50.635622 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-d2bf3477-b3a1-458e-9aab-2f4aa5f42015 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-784652768-router', 'tenant_id': '170aaa04d8fe4170bf344d5667ae2814', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b'}}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:39:50.657644 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d2bf3477-b3a1-458e-9aab-2f4aa5f42015 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3795715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6309'] for router (c71dd7df-b576-49ca-8343-5d4b840f9a7f), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:50.658852 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d2bf3477-b3a1-458e-9aab-2f4aa5f42015 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3795959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3798042', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3743491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6238'] for router (c71dd7df-b576-49ca-8343-5d4b840f9a7f), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:50.713337 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d2bf3477-b3a1-458e-9aab-2f4aa5f42015 admin admin] Publish callbacks [] for router_controller (c71dd7df-b576-49ca-8343-5d4b840f9a7f), precommit_add_association {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:50.718430 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df569545-b725-4a5c-8425-9a7bd5e3c83f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f439b0a-a78d-5e02-af88-781e2083e254-1fcc80ff-8e1d-4af6-9047-57b5fbbc9180', 'network_id': '1fcc80ff-8e1d-4af6-9047-57b5fbbc9180', 'project_id': '170aaa04d8fe4170bf344d5667ae2814', 'fixed_ips': [{'subnet_id': 'df6c15cb-1314-4401-9e60-4042acbc2209'}]}} from dv-cinder-837699-5-iscsi. {{(pid=103459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 09:39:50.719399 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-df569545-b725-4a5c-8425-9a7bd5e3c83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:50.855272 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.db_base_plugin_common [None req-df569545-b725-4a5c-8425-9a7bd5e3c83f None None] Allocated IP 172.20.0.2 (1fcc80ff-8e1d-4af6-9047-57b5fbbc9180/df6c15cb-1314-4401-9e60-4042acbc2209/fb4cb135-d8b2-44b5-b8c1-12ddb8e7e3f3) {{(pid=103459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 09:39:50.857717 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d2bf3477-b3a1-458e-9aab-2f4aa5f42015 admin admin] Publish callbacks [] for router_gateway (c71dd7df-b576-49ca-8343-5d4b840f9a7f), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:51.011731 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-df569545-b725-4a5c-8425-9a7bd5e3c83f None None] Publish callbacks [] for port (fb4cb135-d8b2-44b5-b8c1-12ddb8e7e3f3), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:51.018682 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-df569545-b725-4a5c-8425-9a7bd5e3c83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740344012620'] for port (fb4cb135-d8b2-44b5-b8c1-12ddb8e7e3f3), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:51.046007 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d2bf3477-b3a1-458e-9aab-2f4aa5f42015 admin admin] Publish callbacks [] for router_gateway (c71dd7df-b576-49ca-8343-5d4b840f9a7f), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:51.062498 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df569545-b725-4a5c-8425-9a7bd5e3c83f None None] Network 1fcc80ff-8e1d-4af6-9047-57b5fbbc9180 is already hosted by enough agents. {{(pid=103459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 09:39:51.068180 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.scheduler.base_scheduler [None req-df569545-b725-4a5c-8425-9a7bd5e3c83f None None] Resources bound (agent type, host, resource id): {{(pid=103459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:39:51.069936 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d2bf3477-b3a1-458e-9aab-2f4aa5f42015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:51.072774 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df569545-b725-4a5c-8425-9a7bd5e3c83f None None] Received port after_create {{(pid=103459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 09:39:51.077920 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df569545-b725-4a5c-8425-9a7bd5e3c83f None None] Pushing event updated for resources: {'Port': ['ID=fb4cb135-d8b2-44b5-b8c1-12ddb8e7e3f3,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:39:51.144496 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-df569545-b725-4a5c-8425-9a7bd5e3c83f None None] Attempting to bind port fb4cb135-d8b2-44b5-b8c1-12ddb8e7e3f3 on host dv-cinder-837699-5-iscsi for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 09:39:51.144984 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-df569545-b725-4a5c-8425-9a7bd5e3c83f None None] Attempting to bind port fb4cb135-d8b2-44b5-b8c1-12ddb8e7e3f3 by drivers openvswitch,hyperv on host dv-cinder-837699-5-iscsi at level 0 using segments [{'id': 'f5f23683-4d2c-4990-881e-16dda07c6a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1fcc80ff-8e1d-4af6-9047-57b5fbbc9180'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 09:39:51.145699 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df569545-b725-4a5c-8425-9a7bd5e3c83f None None] Attempting to bind port fb4cb135-d8b2-44b5-b8c1-12ddb8e7e3f3 on network 1fcc80ff-8e1d-4af6-9047-57b5fbbc9180 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 09:39:51.154392 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df569545-b725-4a5c-8425-9a7bd5e3c83f None None] Checking agent: {'id': '0e2e3861-7d79-4ce6-9d91-faa32ae2cb64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 9, 25, 26), 'started_at': datetime.datetime(2022, 5, 12, 9, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 9, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 09:39:51.154774 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df569545-b725-4a5c-8425-9a7bd5e3c83f None None] Checking segment: {'id': 'f5f23683-4d2c-4990-881e-16dda07c6a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1fcc80ff-8e1d-4af6-9047-57b5fbbc9180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 09:39:51.155431 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-df569545-b725-4a5c-8425-9a7bd5e3c83f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:51.155743 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 41144) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:39:51.156268 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df569545-b725-4a5c-8425-9a7bd5e3c83f None None] Bound using segment: {'id': 'f5f23683-4d2c-4990-881e-16dda07c6a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1fcc80ff-8e1d-4af6-9047-57b5fbbc9180'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 09:39:51.156382 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-df569545-b725-4a5c-8425-9a7bd5e3c83f None None] Bound port: fb4cb135-d8b2-44b5-b8c1-12ddb8e7e3f3, host: dv-cinder-837699-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5f23683-4d2c-4990-881e-16dda07c6a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1fcc80ff-8e1d-4af6-9047-57b5fbbc9180'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 09:39:51.156688 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-df569545-b725-4a5c-8425-9a7bd5e3c83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (fb4cb135-d8b2-44b5-b8c1-12ddb8e7e3f3), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:51.161251 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-89a956b3-7011-416e-9b0e-25ee6ef3c59b tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Request body: {'security_group': {'name': 'tempest-securitygroup--576200394', 'description': 'tempest-description--719017446'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:39:51.183320 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-89a956b3-7011-416e-9b0e-25ee6ef3c59b tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:51.195535 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-d2bf3477-b3a1-458e-9aab-2f4aa5f42015 admin admin] Allocated IP 172.27.3.32 (35e64619-a59d-47b1-b4c9-78b55f54f97b/31f684fc-c02d-4e22-bb04-cd143bba725c/64170cea-2d96-4b03-8a36-3e3584ecdd27) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 09:39:51.229938 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-df569545-b725-4a5c-8425-9a7bd5e3c83f None None] For port fb4cb135-d8b2-44b5-b8c1-12ddb8e7e3f3, host dv-cinder-837699-5-iscsi, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 09:39:51.233854 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-df569545-b725-4a5c-8425-9a7bd5e3c83f None None] For port fb4cb135-d8b2-44b5-b8c1-12ddb8e7e3f3, host dv-cinder-837699-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=fb4cb135-d8b2-44b5-b8c1-12ddb8e7e3f3,segment=NetworkSegment(f5f23683-4d2c-4990-881e-16dda07c6a80),segment_id=f5f23683-4d2c-4990-881e-16dda07c6a80)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 09:39:51.241135 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-df569545-b725-4a5c-8425-9a7bd5e3c83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (fb4cb135-d8b2-44b5-b8c1-12ddb8e7e3f3), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:51.263110 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-89a956b3-7011-416e-9b0e-25ee6ef3c59b tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for security_group (6db54ff6-e683-403f-90ec-ae34982266cd), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:51.268071 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-89a956b3-7011-416e-9b0e-25ee6ef3c59b tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (6db54ff6-e683-403f-90ec-ae34982266cd), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:51.300077 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-89a956b3-7011-416e-9b0e-25ee6ef3c59b tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:51.301586 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-89a956b3-7011-416e-9b0e-25ee6ef3c59b tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1439433 May 12 09:39:51.303226 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a956b3-7011-416e-9b0e-25ee6ef3c59b tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6db54ff6-e683-403f-90ec-ae34982266cd,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:39:51.305369 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 41146) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:39:51.310246 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-c939e31e-f391-4816-bef5-3059bdb97150 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Request body: {'security_group_rule': {'security_group_id': '6db54ff6-e683-403f-90ec-ae34982266cd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:39:51.313270 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df569545-b725-4a5c-8425-9a7bd5e3c83f None None] Pushing event updated for resources: {'Port': ['ID=fb4cb135-d8b2-44b5-b8c1-12ddb8e7e3f3,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:39:51.341755 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d2bf3477-b3a1-458e-9aab-2f4aa5f42015 admin admin] Publish callbacks [] for port (64170cea-2d96-4b03-8a36-3e3584ecdd27), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:51.343135 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c939e31e-f391-4816-bef5-3059bdb97150 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for security_group_rule (598c335d-7b3b-4922-abc6-256872514a21), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:51.379767 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d2bf3477-b3a1-458e-9aab-2f4aa5f42015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740344012620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29192019'] for port (64170cea-2d96-4b03-8a36-3e3584ecdd27), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:51.410916 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c939e31e-f391-4816-bef5-3059bdb97150 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for security_group_rule (598c335d-7b3b-4922-abc6-256872514a21), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:51.417646 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c939e31e-f391-4816-bef5-3059bdb97150 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689781'] for security_group_rule (598c335d-7b3b-4922-abc6-256872514a21), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:51.428873 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bf3477-b3a1-458e-9aab-2f4aa5f42015 admin admin] Network 35e64619-a59d-47b1-b4c9-78b55f54f97b is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 09:39:51.432250 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-d2bf3477-b3a1-458e-9aab-2f4aa5f42015 admin admin] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:39:51.434443 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c939e31e-f391-4816-bef5-3059bdb97150 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=598c335d-7b3b-4922-abc6-256872514a21,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:39:51.434876 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bf3477-b3a1-458e-9aab-2f4aa5f42015 admin admin] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 09:39:51.448648 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c939e31e-f391-4816-bef5-3059bdb97150 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:51.452350 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-c939e31e-f391-4816-bef5-3059bdb97150 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1436126 May 12 09:39:51.452823 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 41148) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:39:51.457826 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-240eab2d-e3c6-471d-bd6d-c89ade79dc57 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Request body: {'security_group_rule': {'security_group_id': '6db54ff6-e683-403f-90ec-ae34982266cd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:39:51.466104 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bf3477-b3a1-458e-9aab-2f4aa5f42015 admin admin] Pushing event updated for resources: {'Port': ['ID=64170cea-2d96-4b03-8a36-3e3584ecdd27,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:39:51.485600 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-240eab2d-e3c6-471d-bd6d-c89ade79dc57 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for security_group_rule (4aa63323-e245-47ad-9bb3-b901ef73a9d3), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:51.569046 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-240eab2d-e3c6-471d-bd6d-c89ade79dc57 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for security_group_rule (4aa63323-e245-47ad-9bb3-b901ef73a9d3), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:51.572665 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-240eab2d-e3c6-471d-bd6d-c89ade79dc57 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689781'] for security_group_rule (4aa63323-e245-47ad-9bb3-b901ef73a9d3), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:51.595104 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240eab2d-e3c6-471d-bd6d-c89ade79dc57 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4aa63323-e245-47ad-9bb3-b901ef73a9d3,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:39:51.610067 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-240eab2d-e3c6-471d-bd6d-c89ade79dc57 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:51.612946 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-240eab2d-e3c6-471d-bd6d-c89ade79dc57 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1591382 May 12 09:39:51.616976 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 41150) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:39:51.623471 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-d6f2143f-2026-4e9f-a793-760fb91cfabf tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Request body: {'floatingip': {'floating_network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:39:51.657027 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d6f2143f-2026-4e9f-a793-760fb91cfabf tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:51.808598 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d6f2143f-2026-4e9f-a793-760fb91cfabf tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:51.824728 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d2bf3477-b3a1-458e-9aab-2f4aa5f42015 admin admin] Publish callbacks [] for router_gateway (c71dd7df-b576-49ca-8343-5d4b840f9a7f), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:51.839040 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-7a622d6b-69ad-465b-b98f-97ebd23f901f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (8db92903-2544-41c2-b919-def82c43c97a), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:52.007524 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-d6f2143f-2026-4e9f-a793-760fb91cfabf tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Allocated IP 172.27.3.151 (35e64619-a59d-47b1-b4c9-78b55f54f97b/31f684fc-c02d-4e22-bb04-cd143bba725c/a0b23829-1bea-4071-8236-ff7c36e816ce) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 09:39:52.170744 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d2bf3477-b3a1-458e-9aab-2f4aa5f42015 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3795854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798221'] for router (c71dd7df-b576-49ca-8343-5d4b840f9a7f), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:52.236809 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d6f2143f-2026-4e9f-a793-760fb91cfabf tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for port (a0b23829-1bea-4071-8236-ff7c36e816ce), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:52.328105 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d6f2143f-2026-4e9f-a793-760fb91cfabf tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740344012620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29192019'] for port (a0b23829-1bea-4071-8236-ff7c36e816ce), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:52.378821 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f2143f-2026-4e9f-a793-760fb91cfabf tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Network 35e64619-a59d-47b1-b4c9-78b55f54f97b is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 09:39:52.384129 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-d6f2143f-2026-4e9f-a793-760fb91cfabf tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:39:52.391366 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f2143f-2026-4e9f-a793-760fb91cfabf tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 09:39:52.411424 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f45fc3-cf39-4d65-9b83-75a5313b0948 None None] Network 1fcc80ff-8e1d-4af6-9047-57b5fbbc9180 requested from dv-cinder-837699-5-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 09:39:52.486147 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-77d052e3-33bb-425a-9789-fe89051293cf None None] Provisioning complete for port fb4cb135-d8b2-44b5-b8c1-12ddb8e7e3f3 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:39:52.486531 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-77d052e3-33bb-425a-9789-fe89051293cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (fb4cb135-d8b2-44b5-b8c1-12ddb8e7e3f3), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:52.603189 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-77d052e3-33bb-425a-9789-fe89051293cf None None] Current status of the port fb4cb135-d8b2-44b5-b8c1-12ddb8e7e3f3 is: DOWN; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:39:52.603515 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-77d052e3-33bb-425a-9789-fe89051293cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (fb4cb135-d8b2-44b5-b8c1-12ddb8e7e3f3), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:52.645551 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-77d052e3-33bb-425a-9789-fe89051293cf None None] For port fb4cb135-d8b2-44b5-b8c1-12ddb8e7e3f3, host dv-cinder-837699-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=fb4cb135-d8b2-44b5-b8c1-12ddb8e7e3f3,segment=NetworkSegment(f5f23683-4d2c-4990-881e-16dda07c6a80),segment_id=f5f23683-4d2c-4990-881e-16dda07c6a80)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:39:52.651551 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-77d052e3-33bb-425a-9789-fe89051293cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (fb4cb135-d8b2-44b5-b8c1-12ddb8e7e3f3), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:52.670633 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f2143f-2026-4e9f-a793-760fb91cfabf tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Pushing event updated for resources: {'Port': ['ID=a0b23829-1bea-4071-8236-ff7c36e816ce,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:39:52.690805 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2bf3477-b3a1-458e-9aab-2f4aa5f42015 admin admin] Router c71dd7df-b576-49ca-8343-5d4b840f9a7f is scheduled to L3 agent 8db92903-2544-41c2-b919-def82c43c97a with binding_index 1 {{(pid=103458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 09:39:52.706394 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d052e3-33bb-425a-9789-fe89051293cf None None] Pushing event updated for resources: {'Port': ['ID=fb4cb135-d8b2-44b5-b8c1-12ddb8e7e3f3,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:39:52.796521 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d6f2143f-2026-4e9f-a793-760fb91cfabf tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for floatingip (807bc7d8-1548-4143-8d0c-9cc69506d537), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:52.864908 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2bf3477-b3a1-458e-9aab-2f4aa5f42015 admin admin] Notify agent at l3_agent.dv-cinder-837699-5-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 09:39:52.871027 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d6f2143f-2026-4e9f-a793-760fb91cfabf tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (a0b23829-1bea-4071-8236-ff7c36e816ce), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:52.876818 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da14352b-37cf-41a1-98d3-d7e41f8fab50 None None] Sync routers for ids ['c71dd7df-b576-49ca-8343-5d4b840f9a7f'] in dv-cinder-837699-5-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 09:39:52.879943 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-6208e675-d5cb-4a9b-8606-75cf531bb19f None None] Provisioning complete for port fb4cb135-d8b2-44b5-b8c1-12ddb8e7e3f3 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:39:52.880788 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6208e675-d5cb-4a9b-8606-75cf531bb19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (fb4cb135-d8b2-44b5-b8c1-12ddb8e7e3f3), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:52.901045 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da14352b-37cf-41a1-98d3-d7e41f8fab50 None None] Routers {'c71dd7df-b576-49ca-8343-5d4b840f9a7f'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:39:52.901680 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-da14352b-37cf-41a1-98d3-d7e41f8fab50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:39:52Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['c71dd7df-b576-49ca-8343-5d4b840f9a7f'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:39:52.908906 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d2bf3477-b3a1-458e-9aab-2f4aa5f42015 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:52.913306 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 41158) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:39:52.914024 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-d2bf3477-b3a1-458e-9aab-2f4aa5f42015 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.2812481 May 12 09:39:52.944191 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device fb4cb135-d8b2-44b5-b8c1-12ddb8e7e3f3 up at agent ovs-agent-dv-cinder-837699-5-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 09:39:53.045026 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-6208e675-d5cb-4a9b-8606-75cf531bb19f None None] Current status of the port fb4cb135-d8b2-44b5-b8c1-12ddb8e7e3f3 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:39:53.056594 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Provisioning complete for port fb4cb135-d8b2-44b5-b8c1-12ddb8e7e3f3 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:39:53.056972 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (fb4cb135-d8b2-44b5-b8c1-12ddb8e7e3f3), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:53.117005 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-13a031d7-5ec6-42a3-899f-d50e1f06c687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (f8def58d-f1ec-4d41-abae-d1c60f542bd3), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:53.126883 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d6f2143f-2026-4e9f-a793-760fb91cfabf tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for port (a0b23829-1bea-4071-8236-ff7c36e816ce), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:53.133227 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d6f2143f-2026-4e9f-a793-760fb91cfabf tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29192036'] for port (a0b23829-1bea-4071-8236-ff7c36e816ce), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:53.135249 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-da14352b-37cf-41a1-98d3-d7e41f8fab50 None None] Set router c71dd7df-b576-49ca-8343-5d4b840f9a7f gateway port host: dv-cinder-837699-5-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:39:53.160257 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Current status of the port fb4cb135-d8b2-44b5-b8c1-12ddb8e7e3f3 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:39:53.225345 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f2143f-2026-4e9f-a793-760fb91cfabf tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Pushing event updated for resources: {'Port': ['ID=a0b23829-1bea-4071-8236-ff7c36e816ce,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:39:53.241525 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d6f2143f-2026-4e9f-a793-760fb91cfabf tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799862'] for floatingip (807bc7d8-1548-4143-8d0c-9cc69506d537), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:53.257746 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d6f2143f-2026-4e9f-a793-760fb91cfabf tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for floatingip (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:53.268257 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-d6f2143f-2026-4e9f-a793-760fb91cfabf tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6412640 May 12 09:39:53.335999 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-da14352b-37cf-41a1-98d3-d7e41f8fab50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71dd7df-b576-49ca-8343-5d4b840f9a7f', 'name': 'tempest-TestShelveInstance-784652768-router', 'tenant_id': '170aaa04d8fe4170bf344d5667ae2814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '64170cea-2d96-4b03-8a36-3e3584ecdd27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:39:50Z', 'updated_at': '2022-05-12T09:39:51Z', 'revision_number': 3, 'project_id': '170aaa04d8fe4170bf344d5667ae2814', 'gw_port': {'id': '64170cea-2d96-4b03-8a36-3e3584ecdd27', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:13:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c71dd7df-b576-49ca-8343-5d4b840f9a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:39:51Z', 'updated_at': '2022-05-12T09:39:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi'}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:39:53.371457 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da14352b-37cf-41a1-98d3-d7e41f8fab50 None None] Checking router: c71dd7df-b576-49ca-8343-5d4b840f9a7f for host: dv-cinder-837699-5-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 09:39:53.371728 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da14352b-37cf-41a1-98d3-d7e41f8fab50 None None] Updating router c71dd7df-b576-49ca-8343-5d4b840f9a7f port 64170cea-2d96-4b03-8a36-3e3584ecdd27 binding host dv-cinder-837699-5-iscsi {{(pid=103460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 09:39:53.401582 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-da14352b-37cf-41a1-98d3-d7e41f8fab50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (64170cea-2d96-4b03-8a36-3e3584ecdd27), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:53.426716 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5beaec22-5274-4e70-94b7-bc07866eb099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:53.475255 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8a11a0f4-5622-49c9-90a0-b36a86df62a2 req-f7cc0c09-5910-4563-87dc-3570f9aa3189 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--576200394&fields=id&tenant_id=b079fd0b329c4f1a856f71e0c8f98dde HTTP/1.1" status: 200 len: 267 time: 0.0532532 May 12 09:39:53.587092 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a11a0f4-5622-49c9-90a0-b36a86df62a2 req-12ae2365-ae24-4ab5-9798-466c41a6eef7 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:39:53.588847 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8a11a0f4-5622-49c9-90a0-b36a86df62a2 req-12ae2365-ae24-4ab5-9798-466c41a6eef7 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/networks?id=d8bd03ea-0f3b-46bf-82a8-531c929bec57 HTTP/1.1" status: 200 len: 815 time: 0.1059554 May 12 09:39:53.593938 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-5beaec22-5274-4e70-94b7-bc07866eb099 admin admin] Allocated IP 172.20.0.1 (1fcc80ff-8e1d-4af6-9047-57b5fbbc9180/df6c15cb-1314-4401-9e60-4042acbc2209/d4c2287f-048d-4654-8cda-fb464e5090d6) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 09:39:53.606302 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8a11a0f4-5622-49c9-90a0-b36a86df62a2 req-dbb59580-361c-447b-9834-f31d807ff4a4 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/quotas/b079fd0b329c4f1a856f71e0c8f98dde HTTP/1.1" status: 200 len: 375 time: 0.0110381 May 12 09:39:53.664181 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8a11a0f4-5622-49c9-90a0-b36a86df62a2 req-685f7727-3b99-4044-8d4d-a5e3a06ed291 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b079fd0b329c4f1a856f71e0c8f98dde&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0510342 May 12 09:39:53.704429 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-da14352b-37cf-41a1-98d3-d7e41f8fab50 None None] Publish callbacks [] for port (64170cea-2d96-4b03-8a36-3e3584ecdd27), precommit_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:53.706324 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5beaec22-5274-4e70-94b7-bc07866eb099 admin admin] Publish callbacks [] for port (d4c2287f-048d-4654-8cda-fb464e5090d6), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:53.710297 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-da14352b-37cf-41a1-98d3-d7e41f8fab50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (64170cea-2d96-4b03-8a36-3e3584ecdd27), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:53.741668 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5beaec22-5274-4e70-94b7-bc07866eb099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740344012620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28491394'] for port (d4c2287f-048d-4654-8cda-fb464e5090d6), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:53.766602 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-da14352b-37cf-41a1-98d3-d7e41f8fab50 None None] Attempting to bind port 64170cea-2d96-4b03-8a36-3e3584ecdd27 on host dv-cinder-837699-5-iscsi for vnic_type normal with profile {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 09:39:53.767105 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-da14352b-37cf-41a1-98d3-d7e41f8fab50 None None] Attempting to bind port 64170cea-2d96-4b03-8a36-3e3584ecdd27 by drivers openvswitch,hyperv on host dv-cinder-837699-5-iscsi at level 0 using segments [{'id': '19f8603b-b081-4ce5-86ca-33d22941a00f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b'}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 09:39:53.767552 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da14352b-37cf-41a1-98d3-d7e41f8fab50 None None] Attempting to bind port 64170cea-2d96-4b03-8a36-3e3584ecdd27 on network 35e64619-a59d-47b1-b4c9-78b55f54f97b {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 09:39:53.774922 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22b6f6d-fc13-4621-9948-0bccc8507f65 None None] Pushing event updated for resources: {'Port': ['ID=64170cea-2d96-4b03-8a36-3e3584ecdd27,revision_number=2']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:39:53.778292 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da14352b-37cf-41a1-98d3-d7e41f8fab50 None None] Checking agent: {'id': '0e2e3861-7d79-4ce6-9d91-faa32ae2cb64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 9, 25, 26), 'started_at': datetime.datetime(2022, 5, 12, 9, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 9, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 09:39:53.778292 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da14352b-37cf-41a1-98d3-d7e41f8fab50 None None] Checking segment: {'id': '19f8603b-b081-4ce5-86ca-33d22941a00f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 09:39:53.778903 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-da14352b-37cf-41a1-98d3-d7e41f8fab50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:53.779619 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da14352b-37cf-41a1-98d3-d7e41f8fab50 None None] Bound using segment: {'id': '19f8603b-b081-4ce5-86ca-33d22941a00f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b'} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 09:39:53.779926 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-da14352b-37cf-41a1-98d3-d7e41f8fab50 None None] Bound port: 64170cea-2d96-4b03-8a36-3e3584ecdd27, host: dv-cinder-837699-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19f8603b-b081-4ce5-86ca-33d22941a00f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b'}}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 09:39:53.780396 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-da14352b-37cf-41a1-98d3-d7e41f8fab50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (64170cea-2d96-4b03-8a36-3e3584ecdd27), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:53.780939 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5beaec22-5274-4e70-94b7-bc07866eb099 admin admin] Network 1fcc80ff-8e1d-4af6-9047-57b5fbbc9180 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 09:39:53.786568 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-5beaec22-5274-4e70-94b7-bc07866eb099 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:39:53.790550 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5beaec22-5274-4e70-94b7-bc07866eb099 admin admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 09:39:53.807404 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22b6f6d-fc13-4621-9948-0bccc8507f65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:39:53.807884 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22b6f6d-fc13-4621-9948-0bccc8507f65 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:39:53.808340 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22b6f6d-fc13-4621-9948-0bccc8507f65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:39:53.808796 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22b6f6d-fc13-4621-9948-0bccc8507f65 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:39:53.809220 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22b6f6d-fc13-4621-9948-0bccc8507f65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:39:53.810145 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22b6f6d-fc13-4621-9948-0bccc8507f65 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:39:53.810145 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22b6f6d-fc13-4621-9948-0bccc8507f65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:39:53.810623 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22b6f6d-fc13-4621-9948-0bccc8507f65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:39:53.811030 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22b6f6d-fc13-4621-9948-0bccc8507f65 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:39:53.811420 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22b6f6d-fc13-4621-9948-0bccc8507f65 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:39:53.811805 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22b6f6d-fc13-4621-9948-0bccc8507f65 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:39:53.812375 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22b6f6d-fc13-4621-9948-0bccc8507f65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:39:53.812765 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22b6f6d-fc13-4621-9948-0bccc8507f65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:39:53.813089 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22b6f6d-fc13-4621-9948-0bccc8507f65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:39:53.813656 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22b6f6d-fc13-4621-9948-0bccc8507f65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:39:53.825551 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beaec22-5274-4e70-94b7-bc07866eb099 admin admin] Pushing event updated for resources: {'Port': ['ID=d4c2287f-048d-4654-8cda-fb464e5090d6,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:39:53.839190 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8a11a0f4-5622-49c9-90a0-b36a86df62a2 req-7b7cb5dd-24fb-46c3-88ab-08fe27e037bf service neutron] 10.222.0.60 "GET /v2.0/networks/d8bd03ea-0f3b-46bf-82a8-531c929bec57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621172 May 12 09:39:53.847358 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5beaec22-5274-4e70-94b7-bc07866eb099 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3786720'] for router_interface (c71dd7df-b576-49ca-8343-5d4b840f9a7f), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:53.858085 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-da14352b-37cf-41a1-98d3-d7e41f8fab50 None None] For port 64170cea-2d96-4b03-8a36-3e3584ecdd27, host dv-cinder-837699-5-iscsi, cleared binding levels {{(pid=103460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 09:39:53.862441 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-da14352b-37cf-41a1-98d3-d7e41f8fab50 None None] For port 64170cea-2d96-4b03-8a36-3e3584ecdd27, host dv-cinder-837699-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=64170cea-2d96-4b03-8a36-3e3584ecdd27,segment=NetworkSegment(19f8603b-b081-4ce5-86ca-33d22941a00f),segment_id=19f8603b-b081-4ce5-86ca-33d22941a00f)] {{(pid=103460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 09:39:53.869793 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-da14352b-37cf-41a1-98d3-d7e41f8fab50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (64170cea-2d96-4b03-8a36-3e3584ecdd27), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:53.925669 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da14352b-37cf-41a1-98d3-d7e41f8fab50 None None] Routers {'c71dd7df-b576-49ca-8343-5d4b840f9a7f'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:39:53.926370 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-da14352b-37cf-41a1-98d3-d7e41f8fab50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:39:52Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['c71dd7df-b576-49ca-8343-5d4b840f9a7f'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:39:53.941604 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8a11a0f4-5622-49c9-90a0-b36a86df62a2 req-d2471d5a-30b3-4922-b779-12ae55b7f19d service neutron] 10.222.0.60 "GET /v2.0/networks/d8bd03ea-0f3b-46bf-82a8-531c929bec57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014035 May 12 09:39:53.983345 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22b6f6d-fc13-4621-9948-0bccc8507f65 None None] Pushing event updated for resources: {'Port': ['ID=64170cea-2d96-4b03-8a36-3e3584ecdd27,revision_number=3']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:39:53.995970 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5beaec22-5274-4e70-94b7-bc07866eb099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (d4c2287f-048d-4654-8cda-fb464e5090d6), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:54.069594 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-da14352b-37cf-41a1-98d3-d7e41f8fab50 None None] Set router c71dd7df-b576-49ca-8343-5d4b840f9a7f gateway port host: dv-cinder-837699-5-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:39:54.072815 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-8a40e734-ec35-47d8-916d-3669e6354aab None None] Provisioning complete for port d4c2287f-048d-4654-8cda-fb464e5090d6 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:39:54.073306 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-8a40e734-ec35-47d8-916d-3669e6354aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (d4c2287f-048d-4654-8cda-fb464e5090d6), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:54.146019 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-8a40e734-ec35-47d8-916d-3669e6354aab None None] Port d4c2287f-048d-4654-8cda-fb464e5090d6 cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 09:39:54.161798 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8adcc05b-4ac8-40cf-a3d5-302ae7dbf4cd req-c015ba9c-6f7c-4ffe-9baa-3d39a86c65aa tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=33ce3bd7-6835-4430-8fd7-05afeb6925fc HTTP/1.1" status: 200 len: 210 time: 0.0298276 May 12 09:39:54.235517 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5beaec22-5274-4e70-94b7-bc07866eb099 admin admin] Publish callbacks [] for port (d4c2287f-048d-4654-8cda-fb464e5090d6), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:54.240048 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5beaec22-5274-4e70-94b7-bc07866eb099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28491445'] for port (d4c2287f-048d-4654-8cda-fb464e5090d6), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:54.254393 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-da14352b-37cf-41a1-98d3-d7e41f8fab50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71dd7df-b576-49ca-8343-5d4b840f9a7f', 'name': 'tempest-TestShelveInstance-784652768-router', 'tenant_id': '170aaa04d8fe4170bf344d5667ae2814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '64170cea-2d96-4b03-8a36-3e3584ecdd27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:39:50Z', 'updated_at': '2022-05-12T09:39:51Z', 'revision_number': 3, 'project_id': '170aaa04d8fe4170bf344d5667ae2814', 'gw_port': {'id': '64170cea-2d96-4b03-8a36-3e3584ecdd27', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:13:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c71dd7df-b576-49ca-8343-5d4b840f9a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:39:51Z', 'updated_at': '2022-05-12T09:39:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi'}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:39:54.280766 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da14352b-37cf-41a1-98d3-d7e41f8fab50 None None] The sync data for ids ['c71dd7df-b576-49ca-8343-5d4b840f9a7f'] in dv-cinder-837699-5-iscsi is: [{'id': 'c71dd7df-b576-49ca-8343-5d4b840f9a7f', 'name': 'tempest-TestShelveInstance-784652768-router', 'tenant_id': '170aaa04d8fe4170bf344d5667ae2814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '64170cea-2d96-4b03-8a36-3e3584ecdd27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:39:50Z', 'updated_at': '2022-05-12T09:39:51Z', 'revision_number': 3, 'project_id': '170aaa04d8fe4170bf344d5667ae2814', 'gw_port': {'id': '64170cea-2d96-4b03-8a36-3e3584ecdd27', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:13:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c71dd7df-b576-49ca-8343-5d4b840f9a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:39:51Z', 'updated_at': '2022-05-12T09:39:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi'}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 09:39:54.311352 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beaec22-5274-4e70-94b7-bc07866eb099 admin admin] Pushing event updated for resources: {'Port': ['ID=d4c2287f-048d-4654-8cda-fb464e5090d6,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:39:54.311352 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5beaec22-5274-4e70-94b7-bc07866eb099 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799210'] for router_interface (c71dd7df-b576-49ca-8343-5d4b840f9a7f), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:54.405439 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5beaec22-5274-4e70-94b7-bc07866eb099 admin admin] Network 1fcc80ff-8e1d-4af6-9047-57b5fbbc9180 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 09:39:54.406778 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-5beaec22-5274-4e70-94b7-bc07866eb099 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:39:54.500657 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a984b3b9-a9e9-40d7-bd88-8cdbb1de5f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (e377c27d-f788-489a-9a4f-9db675c37dc4), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:54.753482 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5beaec22-5274-4e70-94b7-bc07866eb099 admin admin] Router c71dd7df-b576-49ca-8343-5d4b840f9a7f has already been hosted by L3 agent 8db92903-2544-41c2-b919-def82c43c97a {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 09:39:54.777301 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-e9468852-2a95-40ff-bf12-47796468ec5f None None] Provisioning complete for port d4c2287f-048d-4654-8cda-fb464e5090d6 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:39:54.777682 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e9468852-2a95-40ff-bf12-47796468ec5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (d4c2287f-048d-4654-8cda-fb464e5090d6), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:54.814824 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-e9468852-2a95-40ff-bf12-47796468ec5f None None] Port d4c2287f-048d-4654-8cda-fb464e5090d6 cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 09:39:54.871983 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5beaec22-5274-4e70-94b7-bc07866eb099 admin admin] Notify agent at l3_agent.dv-cinder-837699-5-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 09:39:54.877361 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-5beaec22-5274-4e70-94b7-bc07866eb099 admin admin] 10.222.0.60 "PUT /v2.0/routers/c71dd7df-b576-49ca-8343-5d4b840f9a7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9630091 May 12 09:39:54.911025 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device 64170cea-2d96-4b03-8a36-3e3584ecdd27 up at agent ovs-agent-dv-cinder-837699-5-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 09:39:54.958667 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Provisioning complete for port 64170cea-2d96-4b03-8a36-3e3584ecdd27 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:39:54.959142 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (64170cea-2d96-4b03-8a36-3e3584ecdd27), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:55.048553 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Current status of the port 64170cea-2d96-4b03-8a36-3e3584ecdd27 is: DOWN; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:39:55.048937 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (64170cea-2d96-4b03-8a36-3e3584ecdd27), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:55.070261 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] For port 64170cea-2d96-4b03-8a36-3e3584ecdd27, host dv-cinder-837699-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=64170cea-2d96-4b03-8a36-3e3584ecdd27,segment=NetworkSegment(19f8603b-b081-4ce5-86ca-33d22941a00f),segment_id=19f8603b-b081-4ce5-86ca-33d22941a00f)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:39:55.075145 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (64170cea-2d96-4b03-8a36-3e3584ecdd27), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:55.134440 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Pushing event updated for resources: {'Port': ['ID=64170cea-2d96-4b03-8a36-3e3584ecdd27,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:39:55.255864 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5fb7423c-b579-4edc-b72d-ad35ccab386d req-96d2c598-d49c-4034-955b-a1d56a2ab1a7 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=33ce3bd7-6835-4430-8fd7-05afeb6925fc HTTP/1.1" status: 200 len: 210 time: 0.0311451 May 12 09:39:55.398567 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 41202) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:39:55.403481 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-9b53648d-aa46-43a1-80e7-fb4b22edb8ca admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-69859187-network', 'tenant_id': '06c18e1915ff41efaf481513fe6f496c'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:39:55.422967 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b53648d-aa46-43a1-80e7-fb4b22edb8ca admin admin] Made reservation on behalf of 06c18e1915ff41efaf481513fe6f496c for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 09:39:55.425384 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9b53648d-aa46-43a1-80e7-fb4b22edb8ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for network (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:55.434193 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9b53648d-aa46-43a1-80e7-fb4b22edb8ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:55.513012 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9b53648d-aa46-43a1-80e7-fb4b22edb8ca admin admin] Publish callbacks [] for security_group (37715bca-a47f-4049-8055-0788e9c5c84f), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:55.517299 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9b53648d-aa46-43a1-80e7-fb4b22edb8ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (37715bca-a47f-4049-8055-0788e9c5c84f), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:55.541567 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b53648d-aa46-43a1-80e7-fb4b22edb8ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 09:39:55.551161 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53648d-aa46-43a1-80e7-fb4b22edb8ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37715bca-a47f-4049-8055-0788e9c5c84f,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:39:55.557131 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9b53648d-aa46-43a1-80e7-fb4b22edb8ca admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740344558093', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720414'] for segment (7cde41ae-496e-4838-bffd-5ab15a535d82), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:55.557536 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.db.segments_db [None req-9b53648d-aa46-43a1-80e7-fb4b22edb8ca admin admin] Added segment 7cde41ae-496e-4838-bffd-5ab15a535d82 of type vlan for network 0fc71731-e9d5-4fa3-9560-76a72e660a6a May 12 09:39:55.597834 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9b53648d-aa46-43a1-80e7-fb4b22edb8ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740344000386'] for network (0fc71731-e9d5-4fa3-9560-76a72e660a6a), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:55.622618 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9b53648d-aa46-43a1-80e7-fb4b22edb8ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735'] for network (0fc71731-e9d5-4fa3-9560-76a72e660a6a), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:55.623758 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b53648d-aa46-43a1-80e7-fb4b22edb8ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:39:55.624336 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9b53648d-aa46-43a1-80e7-fb4b22edb8ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728753'] for network (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:55.663798 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-9b53648d-aa46-43a1-80e7-fb4b22edb8ca admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.2641017 May 12 09:39:55.666678 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 41204) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:39:55.671981 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-75b76589-7667-46dc-8188-7d8cda01a40b admin admin] Request body: {'subnet': {'network_id': '0fc71731-e9d5-4fa3-9560-76a72e660a6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-69859187-subnet', 'tenant_id': '06c18e1915ff41efaf481513fe6f496c', 'ip_version': 4}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:39:55.693323 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53648d-aa46-43a1-80e7-fb4b22edb8ca admin admin] Pushing event updated for resources: {'Network': ['ID=0fc71731-e9d5-4fa3-9560-76a72e660a6a,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:39:55.703486 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Network 0fc71731-e9d5-4fa3-9560-76a72e660a6a details requested by agent ovs-agent-dv-cinder-837699-5-iscsi with host dv-cinder-837699-5-iscsi {{(pid=103459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 09:39:55.715500 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b76589-7667-46dc-8188-7d8cda01a40b admin admin] Made reservation on behalf of 06c18e1915ff41efaf481513fe6f496c for: {'subnet': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 09:39:55.718610 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-75b76589-7667-46dc-8188-7d8cda01a40b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28648136'] for subnet (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:55.900660 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-75b76589-7667-46dc-8188-7d8cda01a40b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29193443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28648158'] for subnet (93420e97-e35b-4aea-96d5-8365ca9cdf5c), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:55.957511 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b76589-7667-46dc-8188-7d8cda01a40b admin admin] Pushing event updated for resources: {'Subnet': ['ID=93420e97-e35b-4aea-96d5-8365ca9cdf5c,revision_number=0']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:39:55.964668 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71776fac-94e1-45ff-91f7-107d8ee9bdfb None None] Sync routers for ids ['c71dd7df-b576-49ca-8343-5d4b840f9a7f'] in dv-cinder-837699-5-iscsi {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 09:39:55.964951 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b76589-7667-46dc-8188-7d8cda01a40b admin admin] Checking segment: {'id': '7cde41ae-496e-4838-bffd-5ab15a535d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0fc71731-e9d5-4fa3-9560-76a72e660a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 09:39:55.965305 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b76589-7667-46dc-8188-7d8cda01a40b admin admin] Network hostable DHCP agents. Network: 0fc71731-e9d5-4fa3-9560-76a72e660a6a, hostable agents: ['9bee5a85-5be0-4217-aa6d-1f9c6538b987'], hosted agents: [] {{(pid=103458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 09:39:55.976233 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71776fac-94e1-45ff-91f7-107d8ee9bdfb None None] Routers {'c71dd7df-b576-49ca-8343-5d4b840f9a7f'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:39:55.978493 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-71776fac-94e1-45ff-91f7-107d8ee9bdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:39:52Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['c71dd7df-b576-49ca-8343-5d4b840f9a7f'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:39:55.983581 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b76589-7667-46dc-8188-7d8cda01a40b admin admin] Network 0fc71731-e9d5-4fa3-9560-76a72e660a6a is scheduled to be hosted by DHCP agent 9bee5a85-5be0-4217-aa6d-1f9c6538b987 with binding_index 1 {{(pid=103458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 09:39:55.992661 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-75b76589-7667-46dc-8188-7d8cda01a40b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837699-5-iscsi, 0fc71731-e9d5-4fa3-9560-76a72e660a6a) {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:39:55.996568 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b76589-7667-46dc-8188-7d8cda01a40b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:39:55.997223 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-75b76589-7667-46dc-8188-7d8cda01a40b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:56.012817 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-75b76589-7667-46dc-8188-7d8cda01a40b admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3449798 May 12 09:39:56.015320 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 41206) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:39:56.019443 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-9d5231f2-b132-4439-bf9b-b3298af66081 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-69859187-router', 'tenant_id': '06c18e1915ff41efaf481513fe6f496c', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b'}}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:39:56.030430 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004e1297-cb0a-46d3-8775-ea1954e14d71 None None] Network 0fc71731-e9d5-4fa3-9560-76a72e660a6a requested from dv-cinder-837699-5-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 09:39:56.040334 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9d5231f2-b132-4439-bf9b-b3298af66081 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3795715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6309'] for router (7835f6e9-c287-4cce-825c-0f83cf623a7f), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:56.042094 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9d5231f2-b132-4439-bf9b-b3298af66081 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3795959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3798042', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3743491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6238'] for router (7835f6e9-c287-4cce-825c-0f83cf623a7f), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:56.076483 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (0e2e3861-7d79-4ce6-9d91-faa32ae2cb64), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:56.102141 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9d5231f2-b132-4439-bf9b-b3298af66081 admin admin] Publish callbacks [] for router_controller (7835f6e9-c287-4cce-825c-0f83cf623a7f), precommit_add_association {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:56.183317 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-71776fac-94e1-45ff-91f7-107d8ee9bdfb None None] Set router c71dd7df-b576-49ca-8343-5d4b840f9a7f gateway port host: dv-cinder-837699-5-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:39:56.241199 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9d5231f2-b132-4439-bf9b-b3298af66081 admin admin] Publish callbacks [] for router_gateway (7835f6e9-c287-4cce-825c-0f83cf623a7f), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:56.258289 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-1d9e6a58-d356-44ab-bb34-37357c1267d7 None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 09:39:56.276999 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ad08a6-ca58-4160-9b18-fd0a7f3c9d7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f439b0a-a78d-5e02-af88-781e2083e254-0fc71731-e9d5-4fa3-9560-76a72e660a6a', 'network_id': '0fc71731-e9d5-4fa3-9560-76a72e660a6a', 'project_id': '06c18e1915ff41efaf481513fe6f496c', 'fixed_ips': [{'subnet_id': '93420e97-e35b-4aea-96d5-8365ca9cdf5c'}]}} from dv-cinder-837699-5-iscsi. {{(pid=103459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 09:39:56.277956 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-c9ad08a6-ca58-4160-9b18-fd0a7f3c9d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:56.347185 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-660fb45b-5c38-4021-a750-c0eaa346814c req-8a52d03e-f1d5-462d-bea8-68695a5aaddb tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=33ce3bd7-6835-4430-8fd7-05afeb6925fc HTTP/1.1" status: 200 len: 210 time: 0.0320923 May 12 09:39:56.465703 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9d5231f2-b132-4439-bf9b-b3298af66081 admin admin] Publish callbacks [] for router_gateway (7835f6e9-c287-4cce-825c-0f83cf623a7f), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:56.484553 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9d5231f2-b132-4439-bf9b-b3298af66081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:56.505914 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-71776fac-94e1-45ff-91f7-107d8ee9bdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71dd7df-b576-49ca-8343-5d4b840f9a7f', 'name': 'tempest-TestShelveInstance-784652768-router', 'tenant_id': '170aaa04d8fe4170bf344d5667ae2814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '64170cea-2d96-4b03-8a36-3e3584ecdd27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:39:50Z', 'updated_at': '2022-05-12T09:39:53Z', 'revision_number': 4, 'project_id': '170aaa04d8fe4170bf344d5667ae2814', 'gw_port': {'id': '64170cea-2d96-4b03-8a36-3e3584ecdd27', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:13:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71dd7df-b576-49ca-8343-5d4b840f9a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:39:51Z', 'updated_at': '2022-05-12T09:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_interfaces': [{'id': 'd4c2287f-048d-4654-8cda-fb464e5090d6', 'name': '', 'network_id': '1fcc80ff-8e1d-4af6-9047-57b5fbbc9180', 'tenant_id': '170aaa04d8fe4170bf344d5667ae2814', 'mac_address': 'fa:16:3e:48:ca:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c71dd7df-b576-49ca-8343-5d4b840f9a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'df6c15cb-1314-4401-9e60-4042acbc2209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:39:53Z', 'updated_at': '2022-05-12T09:39:54Z', 'revision_number': 2, 'project_id': '170aaa04d8fe4170bf344d5667ae2814', 'subnets': [{'id': 'df6c15cb-1314-4401-9e60-4042acbc2209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:39:56.541222 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71776fac-94e1-45ff-91f7-107d8ee9bdfb None None] Checking router: c71dd7df-b576-49ca-8343-5d4b840f9a7f for host: dv-cinder-837699-5-iscsi {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 09:39:56.541582 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71776fac-94e1-45ff-91f7-107d8ee9bdfb None None] Updating router c71dd7df-b576-49ca-8343-5d4b840f9a7f port d4c2287f-048d-4654-8cda-fb464e5090d6 binding host dv-cinder-837699-5-iscsi {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 09:39:56.543864 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.db_base_plugin_common [None req-c9ad08a6-ca58-4160-9b18-fd0a7f3c9d7b None None] Allocated IP 172.20.0.2 (0fc71731-e9d5-4fa3-9560-76a72e660a6a/93420e97-e35b-4aea-96d5-8365ca9cdf5c/84fc6fe5-e896-4b8b-9f9a-f2b9184b88f7) {{(pid=103459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 09:39:56.584730 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-71776fac-94e1-45ff-91f7-107d8ee9bdfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (d4c2287f-048d-4654-8cda-fb464e5090d6), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:56.595565 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-9d5231f2-b132-4439-bf9b-b3298af66081 admin admin] Allocated IP 172.27.3.118 (35e64619-a59d-47b1-b4c9-78b55f54f97b/31f684fc-c02d-4e22-bb04-cd143bba725c/cbdae8b7-88db-41f2-9b12-5225b502bfc3) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 09:39:56.698195 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9d5231f2-b132-4439-bf9b-b3298af66081 admin admin] Publish callbacks [] for port (cbdae8b7-88db-41f2-9b12-5225b502bfc3), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:56.733592 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9d5231f2-b132-4439-bf9b-b3298af66081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740344012620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29192019'] for port (cbdae8b7-88db-41f2-9b12-5225b502bfc3), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:56.771967 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5231f2-b132-4439-bf9b-b3298af66081 admin admin] Network 35e64619-a59d-47b1-b4c9-78b55f54f97b is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 09:39:56.774788 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-9d5231f2-b132-4439-bf9b-b3298af66081 admin admin] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:39:56.780254 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5231f2-b132-4439-bf9b-b3298af66081 admin admin] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 09:39:56.786435 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5231f2-b132-4439-bf9b-b3298af66081 admin admin] Pushing event updated for resources: {'Port': ['ID=cbdae8b7-88db-41f2-9b12-5225b502bfc3,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:39:56.831412 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-c9ad08a6-ca58-4160-9b18-fd0a7f3c9d7b None None] Publish callbacks [] for port (84fc6fe5-e896-4b8b-9f9a-f2b9184b88f7), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:56.854140 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-c9ad08a6-ca58-4160-9b18-fd0a7f3c9d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740344012620'] for port (84fc6fe5-e896-4b8b-9f9a-f2b9184b88f7), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:56.928788 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device 64170cea-2d96-4b03-8a36-3e3584ecdd27 up at agent ovs-agent-dv-cinder-837699-5-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 09:39:56.944376 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ad08a6-ca58-4160-9b18-fd0a7f3c9d7b None None] Network 0fc71731-e9d5-4fa3-9560-76a72e660a6a is already hosted by enough agents. {{(pid=103459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 09:39:56.966106 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad08a6-ca58-4160-9b18-fd0a7f3c9d7b None None] Pushing event updated for resources: {'Port': ['ID=84fc6fe5-e896-4b8b-9f9a-f2b9184b88f7,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:39:56.968514 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.scheduler.base_scheduler [None req-c9ad08a6-ca58-4160-9b18-fd0a7f3c9d7b None None] Resources bound (agent type, host, resource id): {{(pid=103459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:39:56.976161 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ad08a6-ca58-4160-9b18-fd0a7f3c9d7b None None] Received port after_create {{(pid=103459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 09:39:57.044032 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9d5231f2-b132-4439-bf9b-b3298af66081 admin admin] Publish callbacks [] for router_gateway (7835f6e9-c287-4cce-825c-0f83cf623a7f), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:57.101119 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Provisioning complete for port 64170cea-2d96-4b03-8a36-3e3584ecdd27 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:39:57.101802 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (64170cea-2d96-4b03-8a36-3e3584ecdd27), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:57.126016 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-c9ad08a6-ca58-4160-9b18-fd0a7f3c9d7b None None] Attempting to bind port 84fc6fe5-e896-4b8b-9f9a-f2b9184b88f7 on host dv-cinder-837699-5-iscsi for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 09:39:57.126390 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-c9ad08a6-ca58-4160-9b18-fd0a7f3c9d7b None None] Attempting to bind port 84fc6fe5-e896-4b8b-9f9a-f2b9184b88f7 by drivers openvswitch,hyperv on host dv-cinder-837699-5-iscsi at level 0 using segments [{'id': '7cde41ae-496e-4838-bffd-5ab15a535d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0fc71731-e9d5-4fa3-9560-76a72e660a6a'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 09:39:57.126754 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ad08a6-ca58-4160-9b18-fd0a7f3c9d7b None None] Attempting to bind port 84fc6fe5-e896-4b8b-9f9a-f2b9184b88f7 on network 0fc71731-e9d5-4fa3-9560-76a72e660a6a {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 09:39:57.148323 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ad08a6-ca58-4160-9b18-fd0a7f3c9d7b None None] Checking agent: {'id': '0e2e3861-7d79-4ce6-9d91-faa32ae2cb64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 9, 25, 26), 'started_at': datetime.datetime(2022, 5, 12, 9, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 9, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 09:39:57.148699 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ad08a6-ca58-4160-9b18-fd0a7f3c9d7b None None] Checking segment: {'id': '7cde41ae-496e-4838-bffd-5ab15a535d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0fc71731-e9d5-4fa3-9560-76a72e660a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 09:39:57.149098 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-c9ad08a6-ca58-4160-9b18-fd0a7f3c9d7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:57.149489 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ad08a6-ca58-4160-9b18-fd0a7f3c9d7b None None] Bound using segment: {'id': '7cde41ae-496e-4838-bffd-5ab15a535d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0fc71731-e9d5-4fa3-9560-76a72e660a6a'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 09:39:57.149983 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-c9ad08a6-ca58-4160-9b18-fd0a7f3c9d7b None None] Bound port: 84fc6fe5-e896-4b8b-9f9a-f2b9184b88f7, host: dv-cinder-837699-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cde41ae-496e-4838-bffd-5ab15a535d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0fc71731-e9d5-4fa3-9560-76a72e660a6a'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 09:39:57.150367 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-c9ad08a6-ca58-4160-9b18-fd0a7f3c9d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (84fc6fe5-e896-4b8b-9f9a-f2b9184b88f7), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:57.154593 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-71776fac-94e1-45ff-91f7-107d8ee9bdfb None None] Publish callbacks [] for port (d4c2287f-048d-4654-8cda-fb464e5090d6), precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:57.170872 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-71776fac-94e1-45ff-91f7-107d8ee9bdfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (d4c2287f-048d-4654-8cda-fb464e5090d6), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:57.244801 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9d5231f2-b132-4439-bf9b-b3298af66081 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3795854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798221'] for router (7835f6e9-c287-4cce-825c-0f83cf623a7f), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:57.277564 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c09ec3b-b8c2-49d4-8a16-134468e2e8fd None None] Pushing event updated for resources: {'Port': ['ID=d4c2287f-048d-4654-8cda-fb464e5090d6,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:39:57.313343 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Current status of the port 64170cea-2d96-4b03-8a36-3e3584ecdd27 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:39:57.315850 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-c9ad08a6-ca58-4160-9b18-fd0a7f3c9d7b None None] For port 84fc6fe5-e896-4b8b-9f9a-f2b9184b88f7, host dv-cinder-837699-5-iscsi, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 09:39:57.345110 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-c9ad08a6-ca58-4160-9b18-fd0a7f3c9d7b None None] For port 84fc6fe5-e896-4b8b-9f9a-f2b9184b88f7, host dv-cinder-837699-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=84fc6fe5-e896-4b8b-9f9a-f2b9184b88f7,segment=NetworkSegment(7cde41ae-496e-4838-bffd-5ab15a535d82),segment_id=7cde41ae-496e-4838-bffd-5ab15a535d82)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 09:39:57.369696 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-c9ad08a6-ca58-4160-9b18-fd0a7f3c9d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (84fc6fe5-e896-4b8b-9f9a-f2b9184b88f7), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:57.404707 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d5231f2-b132-4439-bf9b-b3298af66081 admin admin] Router 7835f6e9-c287-4cce-825c-0f83cf623a7f is scheduled to L3 agent 8db92903-2544-41c2-b919-def82c43c97a with binding_index 1 {{(pid=103458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 09:39:57.431580 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-71776fac-94e1-45ff-91f7-107d8ee9bdfb None None] Attempting to bind port d4c2287f-048d-4654-8cda-fb464e5090d6 on host dv-cinder-837699-5-iscsi for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 09:39:57.432074 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-71776fac-94e1-45ff-91f7-107d8ee9bdfb None None] Attempting to bind port d4c2287f-048d-4654-8cda-fb464e5090d6 by drivers openvswitch,hyperv on host dv-cinder-837699-5-iscsi at level 0 using segments [{'id': 'f5f23683-4d2c-4990-881e-16dda07c6a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1fcc80ff-8e1d-4af6-9047-57b5fbbc9180'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 09:39:57.432526 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71776fac-94e1-45ff-91f7-107d8ee9bdfb None None] Attempting to bind port d4c2287f-048d-4654-8cda-fb464e5090d6 on network 1fcc80ff-8e1d-4af6-9047-57b5fbbc9180 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 09:39:57.455623 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71776fac-94e1-45ff-91f7-107d8ee9bdfb None None] Checking agent: {'id': '0e2e3861-7d79-4ce6-9d91-faa32ae2cb64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 9, 25, 26), 'started_at': datetime.datetime(2022, 5, 12, 9, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 9, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 09:39:57.456180 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71776fac-94e1-45ff-91f7-107d8ee9bdfb None None] Checking segment: {'id': 'f5f23683-4d2c-4990-881e-16dda07c6a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1fcc80ff-8e1d-4af6-9047-57b5fbbc9180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 09:39:57.456676 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-71776fac-94e1-45ff-91f7-107d8ee9bdfb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:57.457160 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71776fac-94e1-45ff-91f7-107d8ee9bdfb None None] Bound using segment: {'id': 'f5f23683-4d2c-4990-881e-16dda07c6a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1fcc80ff-8e1d-4af6-9047-57b5fbbc9180'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 09:39:57.457998 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-71776fac-94e1-45ff-91f7-107d8ee9bdfb None None] Bound port: d4c2287f-048d-4654-8cda-fb464e5090d6, host: dv-cinder-837699-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5f23683-4d2c-4990-881e-16dda07c6a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1fcc80ff-8e1d-4af6-9047-57b5fbbc9180'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 09:39:57.460511 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-71776fac-94e1-45ff-91f7-107d8ee9bdfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (d4c2287f-048d-4654-8cda-fb464e5090d6), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:57.475391 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-968a1d11-a056-4cc0-a096-2b75d980efed req-e190eaa2-618a-4a68-b1ac-18b1ea6052a0 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=33ce3bd7-6835-4430-8fd7-05afeb6925fc HTTP/1.1" status: 200 len: 210 time: 0.0649419 May 12 09:39:57.655781 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad08a6-ca58-4160-9b18-fd0a7f3c9d7b None None] Pushing event updated for resources: {'Port': ['ID=84fc6fe5-e896-4b8b-9f9a-f2b9184b88f7,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:39:57.669550 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-80e6aa73-a985-45fa-99f9-0b4434fd2fec None None] Provisioning complete for port d4c2287f-048d-4654-8cda-fb464e5090d6 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:39:57.670235 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-80e6aa73-a985-45fa-99f9-0b4434fd2fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (d4c2287f-048d-4654-8cda-fb464e5090d6), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:57.757841 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-80e6aa73-a985-45fa-99f9-0b4434fd2fec None None] Port d4c2287f-048d-4654-8cda-fb464e5090d6 cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 09:39:57.765181 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-71776fac-94e1-45ff-91f7-107d8ee9bdfb None None] For port d4c2287f-048d-4654-8cda-fb464e5090d6, host dv-cinder-837699-5-iscsi, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 09:39:57.770891 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-71776fac-94e1-45ff-91f7-107d8ee9bdfb None None] For port d4c2287f-048d-4654-8cda-fb464e5090d6, host dv-cinder-837699-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=d4c2287f-048d-4654-8cda-fb464e5090d6,segment=NetworkSegment(f5f23683-4d2c-4990-881e-16dda07c6a80),segment_id=f5f23683-4d2c-4990-881e-16dda07c6a80)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 09:39:57.783173 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-71776fac-94e1-45ff-91f7-107d8ee9bdfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (d4c2287f-048d-4654-8cda-fb464e5090d6), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:57.843481 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71776fac-94e1-45ff-91f7-107d8ee9bdfb None None] Routers {'c71dd7df-b576-49ca-8343-5d4b840f9a7f'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:39:57.844251 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-71776fac-94e1-45ff-91f7-107d8ee9bdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:39:52Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['c71dd7df-b576-49ca-8343-5d4b840f9a7f'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:39:57.894906 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c09ec3b-b8c2-49d4-8a16-134468e2e8fd None None] Pushing event updated for resources: {'Port': ['ID=d4c2287f-048d-4654-8cda-fb464e5090d6,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:39:57.910037 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d5231f2-b132-4439-bf9b-b3298af66081 admin admin] Notify agent at l3_agent.dv-cinder-837699-5-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 09:39:57.919200 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37941420-c989-4602-9612-0ede7fafc5ee None None] Sync routers for ids ['7835f6e9-c287-4cce-825c-0f83cf623a7f'] in dv-cinder-837699-5-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 09:39:57.930436 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9d5231f2-b132-4439-bf9b-b3298af66081 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:57.931786 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-9d5231f2-b132-4439-bf9b-b3298af66081 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9154973 May 12 09:39:57.934602 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 41226) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:39:57.942691 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37941420-c989-4602-9612-0ede7fafc5ee None None] Routers {'7835f6e9-c287-4cce-825c-0f83cf623a7f'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:39:57.943632 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-37941420-c989-4602-9612-0ede7fafc5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:39:52Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['7835f6e9-c287-4cce-825c-0f83cf623a7f'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:39:57.989033 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-71776fac-94e1-45ff-91f7-107d8ee9bdfb None None] Set router c71dd7df-b576-49ca-8343-5d4b840f9a7f gateway port host: dv-cinder-837699-5-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:39:58.074488 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-37941420-c989-4602-9612-0ede7fafc5ee None None] Set router 7835f6e9-c287-4cce-825c-0f83cf623a7f gateway port host: dv-cinder-837699-5-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:39:58.185756 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-48ecd4c4-e897-4d7f-9c67-14dc1e607a1d None None] Provisioning complete for port d4c2287f-048d-4654-8cda-fb464e5090d6 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:39:58.186400 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-48ecd4c4-e897-4d7f-9c67-14dc1e607a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (d4c2287f-048d-4654-8cda-fb464e5090d6), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:58.255794 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-71776fac-94e1-45ff-91f7-107d8ee9bdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71dd7df-b576-49ca-8343-5d4b840f9a7f', 'name': 'tempest-TestShelveInstance-784652768-router', 'tenant_id': '170aaa04d8fe4170bf344d5667ae2814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '64170cea-2d96-4b03-8a36-3e3584ecdd27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:39:50Z', 'updated_at': '2022-05-12T09:39:53Z', 'revision_number': 4, 'project_id': '170aaa04d8fe4170bf344d5667ae2814', 'gw_port': {'id': '64170cea-2d96-4b03-8a36-3e3584ecdd27', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:13:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71dd7df-b576-49ca-8343-5d4b840f9a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:39:51Z', 'updated_at': '2022-05-12T09:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_interfaces': [{'id': 'd4c2287f-048d-4654-8cda-fb464e5090d6', 'name': '', 'network_id': '1fcc80ff-8e1d-4af6-9047-57b5fbbc9180', 'tenant_id': '170aaa04d8fe4170bf344d5667ae2814', 'mac_address': 'fa:16:3e:48:ca:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c71dd7df-b576-49ca-8343-5d4b840f9a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'df6c15cb-1314-4401-9e60-4042acbc2209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:39:53Z', 'updated_at': '2022-05-12T09:39:57Z', 'revision_number': 4, 'project_id': '170aaa04d8fe4170bf344d5667ae2814', 'subnets': [{'id': 'df6c15cb-1314-4401-9e60-4042acbc2209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:39:58.264626 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-37941420-c989-4602-9612-0ede7fafc5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7835f6e9-c287-4cce-825c-0f83cf623a7f', 'name': 'tempest-TestShelveInstance-69859187-router', 'tenant_id': '06c18e1915ff41efaf481513fe6f496c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'cbdae8b7-88db-41f2-9b12-5225b502bfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:39:56Z', 'updated_at': '2022-05-12T09:39:56Z', 'revision_number': 3, 'project_id': '06c18e1915ff41efaf481513fe6f496c', 'gw_port': {'id': 'cbdae8b7-88db-41f2-9b12-5225b502bfc3', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:32:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7835f6e9-c287-4cce-825c-0f83cf623a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:39:56Z', 'updated_at': '2022-05-12T09:39:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi'}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:39:58.286489 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71776fac-94e1-45ff-91f7-107d8ee9bdfb None None] The sync data for ids ['c71dd7df-b576-49ca-8343-5d4b840f9a7f'] in dv-cinder-837699-5-iscsi is: [{'id': 'c71dd7df-b576-49ca-8343-5d4b840f9a7f', 'name': 'tempest-TestShelveInstance-784652768-router', 'tenant_id': '170aaa04d8fe4170bf344d5667ae2814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '64170cea-2d96-4b03-8a36-3e3584ecdd27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:39:50Z', 'updated_at': '2022-05-12T09:39:53Z', 'revision_number': 4, 'project_id': '170aaa04d8fe4170bf344d5667ae2814', 'gw_port': {'id': '64170cea-2d96-4b03-8a36-3e3584ecdd27', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:13:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71dd7df-b576-49ca-8343-5d4b840f9a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:39:51Z', 'updated_at': '2022-05-12T09:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_interfaces': [{'id': 'd4c2287f-048d-4654-8cda-fb464e5090d6', 'name': '', 'network_id': '1fcc80ff-8e1d-4af6-9047-57b5fbbc9180', 'tenant_id': '170aaa04d8fe4170bf344d5667ae2814', 'mac_address': 'fa:16:3e:48:ca:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c71dd7df-b576-49ca-8343-5d4b840f9a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'df6c15cb-1314-4401-9e60-4042acbc2209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:39:53Z', 'updated_at': '2022-05-12T09:39:57Z', 'revision_number': 4, 'project_id': '170aaa04d8fe4170bf344d5667ae2814', 'subnets': [{'id': 'df6c15cb-1314-4401-9e60-4042acbc2209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 09:39:58.292308 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37941420-c989-4602-9612-0ede7fafc5ee None None] Checking router: 7835f6e9-c287-4cce-825c-0f83cf623a7f for host: dv-cinder-837699-5-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 09:39:58.292666 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37941420-c989-4602-9612-0ede7fafc5ee None None] Updating router 7835f6e9-c287-4cce-825c-0f83cf623a7f port cbdae8b7-88db-41f2-9b12-5225b502bfc3 binding host dv-cinder-837699-5-iscsi {{(pid=103460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 09:39:58.331608 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-37941420-c989-4602-9612-0ede7fafc5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (cbdae8b7-88db-41f2-9b12-5225b502bfc3), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:58.339181 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-48ecd4c4-e897-4d7f-9c67-14dc1e607a1d None None] Current status of the port d4c2287f-048d-4654-8cda-fb464e5090d6 is: DOWN; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:39:58.339571 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-48ecd4c4-e897-4d7f-9c67-14dc1e607a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (d4c2287f-048d-4654-8cda-fb464e5090d6), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:58.399839 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-48ecd4c4-e897-4d7f-9c67-14dc1e607a1d None None] For port d4c2287f-048d-4654-8cda-fb464e5090d6, host dv-cinder-837699-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=d4c2287f-048d-4654-8cda-fb464e5090d6,segment=NetworkSegment(f5f23683-4d2c-4990-881e-16dda07c6a80),segment_id=f5f23683-4d2c-4990-881e-16dda07c6a80)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:39:58.405943 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-48ecd4c4-e897-4d7f-9c67-14dc1e607a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (d4c2287f-048d-4654-8cda-fb464e5090d6), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:58.515780 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ecd4c4-e897-4d7f-9c67-14dc1e607a1d None None] Pushing event updated for resources: {'Port': ['ID=d4c2287f-048d-4654-8cda-fb464e5090d6,revision_number=5']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:39:58.595811 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4a66d124-97b0-4139-b9aa-b18a851df7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:58.655610 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b4419f39-d26d-4cf4-a6ec-d0ee7b183215 req-5adcf46a-9569-403a-9907-3aa6db4b29b1 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=33ce3bd7-6835-4430-8fd7-05afeb6925fc HTTP/1.1" status: 200 len: 210 time: 0.0507395 May 12 09:39:58.903060 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff2a3fb-82e3-42e4-a569-de1fd8572eb7 None None] Network 0fc71731-e9d5-4fa3-9560-76a72e660a6a requested from dv-cinder-837699-5-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 09:39:58.956059 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-4a66d124-97b0-4139-b9aa-b18a851df7f4 admin admin] Allocated IP 172.20.0.1 (0fc71731-e9d5-4fa3-9560-76a72e660a6a/93420e97-e35b-4aea-96d5-8365ca9cdf5c/ff15eea8-249b-4df3-b3b2-ab9affc1578d) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 09:39:59.005094 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3fe591c4-a68b-4199-875c-fdc10e71ef93 None None] Provisioning complete for port 84fc6fe5-e896-4b8b-9f9a-f2b9184b88f7 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:39:59.005844 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3fe591c4-a68b-4199-875c-fdc10e71ef93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (84fc6fe5-e896-4b8b-9f9a-f2b9184b88f7), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:59.015965 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-37941420-c989-4602-9612-0ede7fafc5ee None None] Publish callbacks [] for port (cbdae8b7-88db-41f2-9b12-5225b502bfc3), precommit_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:59.023775 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-37941420-c989-4602-9612-0ede7fafc5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (cbdae8b7-88db-41f2-9b12-5225b502bfc3), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:59.086933 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-37941420-c989-4602-9612-0ede7fafc5ee None None] Attempting to bind port cbdae8b7-88db-41f2-9b12-5225b502bfc3 on host dv-cinder-837699-5-iscsi for vnic_type normal with profile {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 09:39:59.088096 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-37941420-c989-4602-9612-0ede7fafc5ee None None] Attempting to bind port cbdae8b7-88db-41f2-9b12-5225b502bfc3 by drivers openvswitch,hyperv on host dv-cinder-837699-5-iscsi at level 0 using segments [{'id': '19f8603b-b081-4ce5-86ca-33d22941a00f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b'}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 09:39:59.088704 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37941420-c989-4602-9612-0ede7fafc5ee None None] Attempting to bind port cbdae8b7-88db-41f2-9b12-5225b502bfc3 on network 35e64619-a59d-47b1-b4c9-78b55f54f97b {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 09:39:59.108806 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37941420-c989-4602-9612-0ede7fafc5ee None None] Checking agent: {'id': '0e2e3861-7d79-4ce6-9d91-faa32ae2cb64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 9, 25, 26), 'started_at': datetime.datetime(2022, 5, 12, 9, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 9, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 09:39:59.108977 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37941420-c989-4602-9612-0ede7fafc5ee None None] Checking segment: {'id': '19f8603b-b081-4ce5-86ca-33d22941a00f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 09:39:59.112612 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-37941420-c989-4602-9612-0ede7fafc5ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:59.113030 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37941420-c989-4602-9612-0ede7fafc5ee None None] Bound using segment: {'id': '19f8603b-b081-4ce5-86ca-33d22941a00f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b'} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 09:39:59.113543 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-37941420-c989-4602-9612-0ede7fafc5ee None None] Bound port: cbdae8b7-88db-41f2-9b12-5225b502bfc3, host: dv-cinder-837699-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19f8603b-b081-4ce5-86ca-33d22941a00f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b'}}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 09:39:59.113959 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-37941420-c989-4602-9612-0ede7fafc5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (cbdae8b7-88db-41f2-9b12-5225b502bfc3), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:59.125610 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device 84fc6fe5-e896-4b8b-9f9a-f2b9184b88f7 up at agent ovs-agent-dv-cinder-837699-5-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 09:39:59.207724 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8525c7d9-6f8c-4c88-a635-a7554f20cc4c None None] Pushing event updated for resources: {'Port': ['ID=cbdae8b7-88db-41f2-9b12-5225b502bfc3,revision_number=2']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:39:59.210499 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4a66d124-97b0-4139-b9aa-b18a851df7f4 admin admin] Publish callbacks [] for port (ff15eea8-249b-4df3-b3b2-ab9affc1578d), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:59.212415 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-37941420-c989-4602-9612-0ede7fafc5ee None None] For port cbdae8b7-88db-41f2-9b12-5225b502bfc3, host dv-cinder-837699-5-iscsi, cleared binding levels {{(pid=103460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 09:39:59.228303 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-37941420-c989-4602-9612-0ede7fafc5ee None None] For port cbdae8b7-88db-41f2-9b12-5225b502bfc3, host dv-cinder-837699-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=cbdae8b7-88db-41f2-9b12-5225b502bfc3,segment=NetworkSegment(19f8603b-b081-4ce5-86ca-33d22941a00f),segment_id=19f8603b-b081-4ce5-86ca-33d22941a00f)] {{(pid=103460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 09:39:59.238568 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-37941420-c989-4602-9612-0ede7fafc5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (cbdae8b7-88db-41f2-9b12-5225b502bfc3), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:59.270030 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4a66d124-97b0-4139-b9aa-b18a851df7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740344012620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28491394'] for port (ff15eea8-249b-4df3-b3b2-ab9affc1578d), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:59.309030 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37941420-c989-4602-9612-0ede7fafc5ee None None] Routers {'7835f6e9-c287-4cce-825c-0f83cf623a7f'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:39:59.309809 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-37941420-c989-4602-9612-0ede7fafc5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:39:52Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['7835f6e9-c287-4cce-825c-0f83cf623a7f'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:39:59.312686 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Provisioning complete for port 84fc6fe5-e896-4b8b-9f9a-f2b9184b88f7 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:39:59.313389 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (84fc6fe5-e896-4b8b-9f9a-f2b9184b88f7), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:59.367283 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a66d124-97b0-4139-b9aa-b18a851df7f4 admin admin] Network 0fc71731-e9d5-4fa3-9560-76a72e660a6a is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 09:39:59.373043 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-4a66d124-97b0-4139-b9aa-b18a851df7f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:39:59.373934 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3fe591c4-a68b-4199-875c-fdc10e71ef93 None None] Current status of the port 84fc6fe5-e896-4b8b-9f9a-f2b9184b88f7 is: DOWN; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:39:59.374460 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3fe591c4-a68b-4199-875c-fdc10e71ef93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (84fc6fe5-e896-4b8b-9f9a-f2b9184b88f7), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:59.385965 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a66d124-97b0-4139-b9aa-b18a851df7f4 admin admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 09:39:59.457109 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a66d124-97b0-4139-b9aa-b18a851df7f4 admin admin] Pushing event updated for resources: {'Port': ['ID=ff15eea8-249b-4df3-b3b2-ab9affc1578d,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:39:59.458422 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-37941420-c989-4602-9612-0ede7fafc5ee None None] Set router 7835f6e9-c287-4cce-825c-0f83cf623a7f gateway port host: dv-cinder-837699-5-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:39:59.466415 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3fe591c4-a68b-4199-875c-fdc10e71ef93 None None] For port 84fc6fe5-e896-4b8b-9f9a-f2b9184b88f7, host dv-cinder-837699-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=84fc6fe5-e896-4b8b-9f9a-f2b9184b88f7,segment=NetworkSegment(7cde41ae-496e-4838-bffd-5ab15a535d82),segment_id=7cde41ae-496e-4838-bffd-5ab15a535d82)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:39:59.476605 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4a66d124-97b0-4139-b9aa-b18a851df7f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3786720'] for router_interface (7835f6e9-c287-4cce-825c-0f83cf623a7f), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:59.481574 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3fe591c4-a68b-4199-875c-fdc10e71ef93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (84fc6fe5-e896-4b8b-9f9a-f2b9184b88f7), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:59.606658 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8525c7d9-6f8c-4c88-a635-a7554f20cc4c None None] Pushing event updated for resources: {'Port': ['ID=cbdae8b7-88db-41f2-9b12-5225b502bfc3,revision_number=3']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:39:59.676832 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Current status of the port 84fc6fe5-e896-4b8b-9f9a-f2b9184b88f7 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:39:59.678363 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device d4c2287f-048d-4654-8cda-fb464e5090d6 up at agent ovs-agent-dv-cinder-837699-5-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 09:39:59.690157 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-e1d2554b-e5bf-4acc-b176-462308d1fcfe None None] Provisioning complete for port 84fc6fe5-e896-4b8b-9f9a-f2b9184b88f7 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:39:59.690525 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e1d2554b-e5bf-4acc-b176-462308d1fcfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (84fc6fe5-e896-4b8b-9f9a-f2b9184b88f7), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:59.709997 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4a66d124-97b0-4139-b9aa-b18a851df7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (ff15eea8-249b-4df3-b3b2-ab9affc1578d), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:39:59.727752 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-37941420-c989-4602-9612-0ede7fafc5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7835f6e9-c287-4cce-825c-0f83cf623a7f', 'name': 'tempest-TestShelveInstance-69859187-router', 'tenant_id': '06c18e1915ff41efaf481513fe6f496c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'cbdae8b7-88db-41f2-9b12-5225b502bfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:39:56Z', 'updated_at': '2022-05-12T09:39:56Z', 'revision_number': 3, 'project_id': '06c18e1915ff41efaf481513fe6f496c', 'gw_port': {'id': 'cbdae8b7-88db-41f2-9b12-5225b502bfc3', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:32:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7835f6e9-c287-4cce-825c-0f83cf623a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:39:56Z', 'updated_at': '2022-05-12T09:39:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi'}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:39:59.782589 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-76bc3c90-43b1-48e4-a7c2-5e6db5f5239b req-be34a8a0-0dd2-4aa4-806b-db2bf911c59c tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1094791940&fields=id&tenant_id=bdc48145acde413e99299f029ad0cea9 HTTP/1.1" status: 200 len: 267 time: 0.1201162 May 12 09:39:59.789726 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37941420-c989-4602-9612-0ede7fafc5ee None None] The sync data for ids ['7835f6e9-c287-4cce-825c-0f83cf623a7f'] in dv-cinder-837699-5-iscsi is: [{'id': '7835f6e9-c287-4cce-825c-0f83cf623a7f', 'name': 'tempest-TestShelveInstance-69859187-router', 'tenant_id': '06c18e1915ff41efaf481513fe6f496c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'cbdae8b7-88db-41f2-9b12-5225b502bfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:39:56Z', 'updated_at': '2022-05-12T09:39:56Z', 'revision_number': 3, 'project_id': '06c18e1915ff41efaf481513fe6f496c', 'gw_port': {'id': 'cbdae8b7-88db-41f2-9b12-5225b502bfc3', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:32:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7835f6e9-c287-4cce-825c-0f83cf623a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:39:56Z', 'updated_at': '2022-05-12T09:39:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi'}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 09:39:59.907825 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe591c4-a68b-4199-875c-fdc10e71ef93 None None] Pushing event updated for resources: {'Port': ['ID=84fc6fe5-e896-4b8b-9f9a-f2b9184b88f7,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:39:59.937078 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7e1c3829-e8d7-403c-a1ce-3f79d4d3f140 req-e8295026-e772-46c1-a3cd-199f8a11ea04 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=33ce3bd7-6835-4430-8fd7-05afeb6925fc HTTP/1.1" status: 200 len: 210 time: 0.0704257 May 12 09:39:59.979437 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc3c90-43b1-48e4-a7c2-5e6db5f5239b req-bbce632c-579e-468e-a919-e034a8ce3be2 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:39:59.981155 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-76bc3c90-43b1-48e4-a7c2-5e6db5f5239b req-bbce632c-579e-468e-a919-e034a8ce3be2 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/ports?device_id=a158cc80-2631-4dba-8071-ef5e07ec8ba1 HTTP/1.1" status: 200 len: 984 time: 0.1930892 May 12 09:39:59.999970 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [req-76bc3c90-43b1-48e4-a7c2-5e6db5f5239b req-4cc6884d-f991-43ff-aa52-cc9a1ba2d4df tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Request body: {'port': {'security_groups': ['e174429d-a48c-425e-9083-46cde5f07ee8']}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:40:00.021145 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Provisioning complete for port d4c2287f-048d-4654-8cda-fb464e5090d6 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:40:00.021523 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (d4c2287f-048d-4654-8cda-fb464e5090d6), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:00.086891 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-e1d2554b-e5bf-4acc-b176-462308d1fcfe None None] Current status of the port 84fc6fe5-e896-4b8b-9f9a-f2b9184b88f7 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:40:00.165832 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4a66d124-97b0-4139-b9aa-b18a851df7f4 admin admin] Publish callbacks [] for port (ff15eea8-249b-4df3-b3b2-ab9affc1578d), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:00.173953 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4a66d124-97b0-4139-b9aa-b18a851df7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28491445'] for port (ff15eea8-249b-4df3-b3b2-ab9affc1578d), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:00.176700 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Current status of the port d4c2287f-048d-4654-8cda-fb464e5090d6 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:40:00.178465 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-76bc3c90-43b1-48e4-a7c2-5e6db5f5239b req-4cc6884d-f991-43ff-aa52-cc9a1ba2d4df tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (3af65aa8-83b2-410d-b24d-4b9b1b6dd549), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:00.209847 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-223987d1-8b8f-4b2e-bc0e-15be3f3d9522 None None] Provisioning complete for port ff15eea8-249b-4df3-b3b2-ab9affc1578d triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:40:00.210592 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-223987d1-8b8f-4b2e-bc0e-15be3f3d9522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (ff15eea8-249b-4df3-b3b2-ab9affc1578d), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:00.248508 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4a66d124-97b0-4139-b9aa-b18a851df7f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799210'] for router_interface (7835f6e9-c287-4cce-825c-0f83cf623a7f), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:00.271946 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-223987d1-8b8f-4b2e-bc0e-15be3f3d9522 None None] Port ff15eea8-249b-4df3-b3b2-ab9affc1578d cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 09:40:00.306982 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a66d124-97b0-4139-b9aa-b18a851df7f4 admin admin] Pushing event updated for resources: {'Port': ['ID=ff15eea8-249b-4df3-b3b2-ab9affc1578d,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:40:00.312310 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a11a0f4-5622-49c9-90a0-b36a86df62a2 req-bf5a492a-72a9-4873-8a98-acc67561a0bd tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:40:00.314482 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8a11a0f4-5622-49c9-90a0-b36a86df62a2 req-bf5a492a-72a9-4873-8a98-acc67561a0bd tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.65 "GET /v2.0/networks?id=d8bd03ea-0f3b-46bf-82a8-531c929bec57 HTTP/1.1" status: 200 len: 815 time: 0.2468414 May 12 09:40:00.410261 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a66d124-97b0-4139-b9aa-b18a851df7f4 admin admin] Network 0fc71731-e9d5-4fa3-9560-76a72e660a6a is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 09:40:00.411923 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-4a66d124-97b0-4139-b9aa-b18a851df7f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:40:00.441105 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8a11a0f4-5622-49c9-90a0-b36a86df62a2 req-898f5ffa-9fb8-4118-954e-e5338c656d50 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b079fd0b329c4f1a856f71e0c8f98dde HTTP/1.1" status: 200 len: 472 time: 0.0998416 May 12 09:40:00.499676 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [req-8a11a0f4-5622-49c9-90a0-b36a86df62a2 req-dab02d00-3e69-475a-a86a-ffcf3f3e6d9e tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Request body: {'port': {'device_id': '33ce3bd7-6835-4430-8fd7-05afeb6925fc', 'network_id': 'd8bd03ea-0f3b-46bf-82a8-531c929bec57', 'admin_state_up': True, 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'security_groups': ['6db54ff6-e683-403f-90ec-ae34982266cd']}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:40:00.589580 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a66d124-97b0-4139-b9aa-b18a851df7f4 admin admin] Router 7835f6e9-c287-4cce-825c-0f83cf623a7f has already been hosted by L3 agent 8db92903-2544-41c2-b919-def82c43c97a {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 09:40:00.624337 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-76bc3c90-43b1-48e4-a7c2-5e6db5f5239b req-4cc6884d-f991-43ff-aa52-cc9a1ba2d4df tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] For port 3af65aa8-83b2-410d-b24d-4b9b1b6dd549, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=3af65aa8-83b2-410d-b24d-4b9b1b6dd549,segment=NetworkSegment(196dd2b4-5312-4a28-9145-1b2fa6b63a14),segment_id=196dd2b4-5312-4a28-9145-1b2fa6b63a14)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:40:00.684456 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-76bc3c90-43b1-48e4-a7c2-5e6db5f5239b req-4cc6884d-f991-43ff-aa52-cc9a1ba2d4df tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Publish callbacks [] for port (3af65aa8-83b2-410d-b24d-4b9b1b6dd549), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:00.694680 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-76bc3c90-43b1-48e4-a7c2-5e6db5f5239b req-4cc6884d-f991-43ff-aa52-cc9a1ba2d4df tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29192036'] for port (3af65aa8-83b2-410d-b24d-4b9b1b6dd549), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:00.734211 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a66d124-97b0-4139-b9aa-b18a851df7f4 admin admin] Notify agent at l3_agent.dv-cinder-837699-5-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 09:40:00.746481 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-4a66d124-97b0-4139-b9aa-b18a851df7f4 admin admin] 10.222.0.60 "PUT /v2.0/routers/7835f6e9-c287-4cce-825c-0f83cf623a7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8106725 May 12 09:40:00.766026 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc3c90-43b1-48e4-a7c2-5e6db5f5239b req-4cc6884d-f991-43ff-aa52-cc9a1ba2d4df tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:40:00.766932 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-76bc3c90-43b1-48e4-a7c2-5e6db5f5239b req-4cc6884d-f991-43ff-aa52-cc9a1ba2d4df tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:00.768408 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-76bc3c90-43b1-48e4-a7c2-5e6db5f5239b req-4cc6884d-f991-43ff-aa52-cc9a1ba2d4df tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "PUT /v2.0/ports/3af65aa8-83b2-410d-b24d-4b9b1b6dd549 HTTP/1.1" status: 200 len: 942 time: 0.7740602 May 12 09:40:00.775283 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] get_ports_and_sgs() called for port_ids ['3af65aa8-83b2-410d-b24d-4b9b1b6dd549'] {{(pid=103459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 09:40:00.775905 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 41264) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:40:00.835649 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a158cc80-2631-4dba-8071-ef5e07ec8ba1', 'tag': '3af65aa8-83b2-410d-b24d-4b9b1b6dd549'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:40:00.837974 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c5c35592cdadc16d94e4e59e173057c198c772a9b1006d4fd44537c4a2e10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b466c817-1639-4bf1-9258-6fd6d9c3ff5c" -d '{"events": [{"name": "network-changed", "server_uuid": "a158cc80-2631-4dba-8071-ef5e07ec8ba1", "tag": "3af65aa8-83b2-410d-b24d-4b9b1b6dd549"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:40:00.842306 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc6884d-f991-43ff-aa52-cc9a1ba2d4df tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Pushing event updated for resources: {'Port': ['ID=3af65aa8-83b2-410d-b24d-4b9b1b6dd549,revision_number=7']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:40:00.850062 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-9fa654c6-a490-41ce-a939-752b06b2ac51 None None] Provisioning complete for port ff15eea8-249b-4df3-b3b2-ab9affc1578d triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:40:00.850930 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9fa654c6-a490-41ce-a939-752b06b2ac51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (ff15eea8-249b-4df3-b3b2-ab9affc1578d), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:00.851077 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a11a0f4-5622-49c9-90a0-b36a86df62a2 req-dab02d00-3e69-475a-a86a-ffcf3f3e6d9e tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Made reservation on behalf of b079fd0b329c4f1a856f71e0c8f98dde for: {'port': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 09:40:00.858000 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-8a11a0f4-5622-49c9-90a0-b36a86df62a2 req-dab02d00-3e69-475a-a86a-ffcf3f3e6d9e tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:00.900294 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4db1c6d5-bb42-4a4a-a000-e3523538c896 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Publish callbacks [] for security_group (6fcbc622-37f4-4d6d-89bf-754d452f6498), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:00.985946 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4db1c6d5-bb42-4a4a-a000-e3523538c896 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Publish callbacks [] for security_group (6fcbc622-37f4-4d6d-89bf-754d452f6498), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:01.027358 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 09:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c459192-a65e-4b34-8188-2350bed2e181 x-openstack-request-id: req-0c459192-a65e-4b34-8188-2350bed2e181 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:40:01.027730 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a158cc80-2631-4dba-8071-ef5e07ec8ba1", "tag": "3af65aa8-83b2-410d-b24d-4b9b1b6dd549", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:40:01.027924 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0c459192-a65e-4b34-8188-2350bed2e181 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:40:01.028347 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c459192-a65e-4b34-8188-2350bed2e181'] response: {'name': 'network-changed', 'server_uuid': 'a158cc80-2631-4dba-8071-ef5e07ec8ba1', 'tag': '3af65aa8-83b2-410d-b24d-4b9b1b6dd549', 'status': 'completed', 'code': 200} May 12 09:40:01.118040 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] get_ports_and_sgs() called for port_ids ['3af65aa8-83b2-410d-b24d-4b9b1b6dd549'] {{(pid=103459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 09:40:01.119921 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-9fa654c6-a490-41ce-a939-752b06b2ac51 None None] Port ff15eea8-249b-4df3-b3b2-ab9affc1578d cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 09:40:01.171525 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b466c817-1639-4bf1-9258-6fd6d9c3ff5c req-0360c325-c8c5-4dfe-9d71-76ad8ea9d41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:40:01.173097 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b466c817-1639-4bf1-9258-6fd6d9c3ff5c req-0360c325-c8c5-4dfe-9d71-76ad8ea9d41b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bdc48145acde413e99299f029ad0cea9&device_id=a158cc80-2631-4dba-8071-ef5e07ec8ba1 HTTP/1.1" status: 200 len: 1129 time: 0.1164691 May 12 09:40:01.244926 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [req-8a11a0f4-5622-49c9-90a0-b36a86df62a2 req-dab02d00-3e69-475a-a86a-ffcf3f3e6d9e tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Allocated IP 172.20.0.7 (d8bd03ea-0f3b-46bf-82a8-531c929bec57/be18f7f8-10b6-434a-8890-e7ce96c85646/0bff5673-9db4-4e7f-89c0-c77db087a526) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 09:40:01.266817 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device 84fc6fe5-e896-4b8b-9f9a-f2b9184b88f7 up at agent ovs-agent-dv-cinder-837699-5-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 09:40:01.343830 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4db1c6d5-bb42-4a4a-a000-e3523538c896 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (6fcbc622-37f4-4d6d-89bf-754d452f6498), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:01.347339 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4db1c6d5-bb42-4a4a-a000-e3523538c896 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:01.353561 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-4db1c6d5-bb42-4a4a-a000-e3523538c896 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "DELETE /v2.0/security-groups/6fcbc622-37f4-4d6d-89bf-754d452f6498 HTTP/1.1" status: 204 len: 168 time: 0.5763030 May 12 09:40:01.355909 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 41278) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:40:01.376420 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-f7180ad3-c942-4855-94bf-99ebe638a5fc None None] Provisioning complete for port 3af65aa8-83b2-410d-b24d-4b9b1b6dd549 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:40:01.376561 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f7180ad3-c942-4855-94bf-99ebe638a5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (3af65aa8-83b2-410d-b24d-4b9b1b6dd549), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:01.381876 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-428de198-27ac-4d5d-92c0-bf64b455661e req-2dabe5c9-39d5-4dae-a86f-ceaa766eaf54 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=33ce3bd7-6835-4430-8fd7-05afeb6925fc HTTP/1.1" status: 200 len: 210 time: 0.2901912 May 12 09:40:01.401814 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b466c817-1639-4bf1-9258-6fd6d9c3ff5c req-9d4bdf1e-0cf5-465a-9da2-3b4e7a8fb9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:40:01.403409 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b466c817-1639-4bf1-9258-6fd6d9c3ff5c req-9d4bdf1e-0cf5-465a-9da2-3b4e7a8fb9d4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e0454948-435a-43ce-83c7-832b357b7693 HTTP/1.1" status: 200 len: 916 time: 0.2205853 May 12 09:40:01.422129 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 41282) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:40:01.430139 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-be6e0eeb-0eba-4de4-92ba-1f14b6f3aaf0 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1184495859', 'description': 'tempest-secgroup-smoke-1184495859 description', 'project_id': '170aaa04d8fe4170bf344d5667ae2814'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:40:01.472773 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db1c6d5-bb42-4a4a-a000-e3523538c896 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fcbc622-37f4-4d6d-89bf-754d452f6498,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:40:01.494535 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Provisioning complete for port 84fc6fe5-e896-4b8b-9f9a-f2b9184b88f7 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:40:01.495016 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (84fc6fe5-e896-4b8b-9f9a-f2b9184b88f7), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:01.505753 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 41284) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:40:01.569075 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-be6e0eeb-0eba-4de4-92ba-1f14b6f3aaf0 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:01.662461 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b466c817-1639-4bf1-9258-6fd6d9c3ff5c req-329d81d3-88b3-442d-9ff5-eb925d446c8b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3af65aa8-83b2-410d-b24d-4b9b1b6dd549 HTTP/1.1" status: 200 len: 1001 time: 0.1740901 May 12 09:40:01.698840 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-8a11a0f4-5622-49c9-90a0-b36a86df62a2 req-dab02d00-3e69-475a-a86a-ffcf3f3e6d9e tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for port (0bff5673-9db4-4e7f-89c0-c77db087a526), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:01.731518 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-12794d7e-8da9-4eaf-a846-0f9a338a2f5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:01.801037 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-be6e0eeb-0eba-4de4-92ba-1f14b6f3aaf0 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Publish callbacks [] for security_group (2827bbf7-ac44-4dde-9d20-88bc96277203), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:01.810542 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-be6e0eeb-0eba-4de4-92ba-1f14b6f3aaf0 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (2827bbf7-ac44-4dde-9d20-88bc96277203), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:01.846911 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-f7180ad3-c942-4855-94bf-99ebe638a5fc None None] Current status of the port 3af65aa8-83b2-410d-b24d-4b9b1b6dd549 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:40:01.860200 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-8a11a0f4-5622-49c9-90a0-b36a86df62a2 req-dab02d00-3e69-475a-a86a-ffcf3f3e6d9e tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740344012620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29192019'] for port (0bff5673-9db4-4e7f-89c0-c77db087a526), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:01.880646 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-be6e0eeb-0eba-4de4-92ba-1f14b6f3aaf0 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:01.882107 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-be6e0eeb-0eba-4de4-92ba-1f14b6f3aaf0 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4580941 May 12 09:40:01.907954 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 41288) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:40:01.909105 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6e0eeb-0eba-4de4-92ba-1f14b6f3aaf0 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2827bbf7-ac44-4dde-9d20-88bc96277203,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:40:01.914824 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-695325b1-4899-4a3e-a1c4-1654379ae888 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Request body: {'security_group_rule': {'security_group_id': '2827bbf7-ac44-4dde-9d20-88bc96277203', 'project_id': '170aaa04d8fe4170bf344d5667ae2814', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:40:01.935483 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Current status of the port 84fc6fe5-e896-4b8b-9f9a-f2b9184b88f7 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:40:01.936379 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device cbdae8b7-88db-41f2-9b12-5225b502bfc3 up at agent ovs-agent-dv-cinder-837699-5-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 09:40:01.958399 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a11a0f4-5622-49c9-90a0-b36a86df62a2 req-dab02d00-3e69-475a-a86a-ffcf3f3e6d9e tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Network d8bd03ea-0f3b-46bf-82a8-531c929bec57 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 09:40:01.972420 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-1c2c0245-0f73-4d8e-ae7c-cd966a32b42b tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Deleting port e352c9c0-9c77-42f7-8ed4-c8a89c25edbe {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 09:40:01.972730 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1c2c0245-0f73-4d8e-ae7c-cd966a32b42b tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740344431333'] for port (e352c9c0-9c77-42f7-8ed4-c8a89c25edbe), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:01.977002 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [req-8a11a0f4-5622-49c9-90a0-b36a86df62a2 req-dab02d00-3e69-475a-a86a-ffcf3f3e6d9e tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:40:01.984434 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a11a0f4-5622-49c9-90a0-b36a86df62a2 req-dab02d00-3e69-475a-a86a-ffcf3f3e6d9e tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 09:40:01.986997 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab02d00-3e69-475a-a86a-ffcf3f3e6d9e tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Pushing event updated for resources: {'Port': ['ID=0bff5673-9db4-4e7f-89c0-c77db087a526,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:40:01.998984 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Provisioning complete for port cbdae8b7-88db-41f2-9b12-5225b502bfc3 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:40:01.999368 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (cbdae8b7-88db-41f2-9b12-5225b502bfc3), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:02.007080 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b466c817-1639-4bf1-9258-6fd6d9c3ff5c req-557f361a-ae36-4d39-a179-dfcc51b6a347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:40:02.009173 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b466c817-1639-4bf1-9258-6fd6d9c3ff5c req-557f361a-ae36-4d39-a179-dfcc51b6a347 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f80f3c32-9255-4af0-ae5f-1def93a42973 HTTP/1.1" status: 200 len: 854 time: 0.3369541 May 12 09:40:02.020844 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-695325b1-4899-4a3e-a1c4-1654379ae888 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Publish callbacks [] for security_group_rule (63f48ceb-8251-4df8-8e96-e0ba1111d6d6), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:02.054126 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-12794d7e-8da9-4eaf-a846-0f9a338a2f5b admin admin] Publish callbacks [] for security_group (ec828b6b-9472-430c-b443-7c9cf91f6667), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:02.066841 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-12794d7e-8da9-4eaf-a846-0f9a338a2f5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (ec828b6b-9472-430c-b443-7c9cf91f6667), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:02.116553 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b466c817-1639-4bf1-9258-6fd6d9c3ff5c req-e282f8b4-fd50-4a6a-8263-2e4b80e69d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:40:02.118101 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b466c817-1639-4bf1-9258-6fd6d9c3ff5c req-e282f8b4-fd50-4a6a-8263-2e4b80e69d4b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e0454948-435a-43ce-83c7-832b357b7693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0767152 May 12 09:40:02.121633 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1c2c0245-0f73-4d8e-ae7c-cd966a32b42b tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799057'] for port (e352c9c0-9c77-42f7-8ed4-c8a89c25edbe), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:02.122171 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1c2c0245-0f73-4d8e-ae7c-cd966a32b42b tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Publish callbacks [] for floatingip (e352c9c0-9c77-42f7-8ed4-c8a89c25edbe), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:02.136270 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a11a0f4-5622-49c9-90a0-b36a86df62a2 req-dab02d00-3e69-475a-a86a-ffcf3f3e6d9e tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:40:02.136959 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-8a11a0f4-5622-49c9-90a0-b36a86df62a2 req-dab02d00-3e69-475a-a86a-ffcf3f3e6d9e tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:02.139596 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Current status of the port cbdae8b7-88db-41f2-9b12-5225b502bfc3 is: DOWN; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:40:02.140045 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (cbdae8b7-88db-41f2-9b12-5225b502bfc3), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:02.150823 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-1c2c0245-0f73-4d8e-ae7c-cd966a32b42b tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Calling delete_port for e352c9c0-9c77-42f7-8ed4-c8a89c25edbe owned by network:floatingip {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 09:40:02.168190 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] For port cbdae8b7-88db-41f2-9b12-5225b502bfc3, host dv-cinder-837699-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=cbdae8b7-88db-41f2-9b12-5225b502bfc3,segment=NetworkSegment(19f8603b-b081-4ce5-86ca-33d22941a00f),segment_id=19f8603b-b081-4ce5-86ca-33d22941a00f)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:40:02.173379 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (cbdae8b7-88db-41f2-9b12-5225b502bfc3), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:02.197341 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-12794d7e-8da9-4eaf-a846-0f9a338a2f5b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6a94f4aeb025417fa07a5111c98c8e59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6903787 May 12 09:40:02.221121 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-695325b1-4899-4a3e-a1c4-1654379ae888 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Publish callbacks [] for security_group_rule (63f48ceb-8251-4df8-8e96-e0ba1111d6d6), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:02.222220 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 41290) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:40:02.223546 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12794d7e-8da9-4eaf-a846-0f9a338a2f5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec828b6b-9472-430c-b443-7c9cf91f6667,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:40:02.234829 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-695325b1-4899-4a3e-a1c4-1654379ae888 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689781'] for security_group_rule (63f48ceb-8251-4df8-8e96-e0ba1111d6d6), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:02.253430 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Pushing event updated for resources: {'Port': ['ID=cbdae8b7-88db-41f2-9b12-5225b502bfc3,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:40:02.272651 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8a11a0f4-5622-49c9-90a0-b36a86df62a2 req-dab02d00-3e69-475a-a86a-ffcf3f3e6d9e tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7787347 May 12 09:40:02.301659 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [req-8a11a0f4-5622-49c9-90a0-b36a86df62a2 req-649b921c-6ee9-4b2a-89d2-8a7b4dd7b56d service neutron] Request body: {'port': {'device_id': '33ce3bd7-6835-4430-8fd7-05afeb6925fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:40:02.308540 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695325b1-4899-4a3e-a1c4-1654379ae888 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63f48ceb-8251-4df8-8e96-e0ba1111d6d6,revision_number=0']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:40:02.336539 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-695325b1-4899-4a3e-a1c4-1654379ae888 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:02.337725 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-695325b1-4899-4a3e-a1c4-1654379ae888 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4264596 May 12 09:40:02.340852 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 41292) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:40:02.345445 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-f19832a9-6050-4fb9-8aff-66f8b33b5395 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Request body: {'security_group_rule': {'security_group_id': '2827bbf7-ac44-4dde-9d20-88bc96277203', 'project_id': '170aaa04d8fe4170bf344d5667ae2814', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:40:02.360512 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b466c817-1639-4bf1-9258-6fd6d9c3ff5c req-3ec376ee-7db3-40d6-adcb-29cedfecdd01 service neutron] 10.222.0.65 "GET /v2.0/networks/e0454948-435a-43ce-83c7-832b357b7693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247899 May 12 09:40:02.381509 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-414cdc55-31ba-427a-b706-9029c117cf31 None None] Provisioning complete for port 0bff5673-9db4-4e7f-89c0-c77db087a526 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:40:02.382021 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-414cdc55-31ba-427a-b706-9029c117cf31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (0bff5673-9db4-4e7f-89c0-c77db087a526), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:02.388106 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-90f17d81-1bec-4c37-8b4e-68c0cf9fc69a admin admin] Publish callbacks [] for security_group (ec828b6b-9472-430c-b443-7c9cf91f6667), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:02.415080 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-8a11a0f4-5622-49c9-90a0-b36a86df62a2 req-649b921c-6ee9-4b2a-89d2-8a7b4dd7b56d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (0bff5673-9db4-4e7f-89c0-c77db087a526), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:02.433565 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-90f17d81-1bec-4c37-8b4e-68c0cf9fc69a admin admin] Publish callbacks [] for security_group (ec828b6b-9472-430c-b443-7c9cf91f6667), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:02.442904 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-414cdc55-31ba-427a-b706-9029c117cf31 None None] Port 0bff5673-9db4-4e7f-89c0-c77db087a526 cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 09:40:02.461487 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f19832a9-6050-4fb9-8aff-66f8b33b5395 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Publish callbacks [] for security_group_rule (dc9a0e58-2d59-4e99-8dd8-dc26c0e5edb3), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:02.540386 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b466c817-1639-4bf1-9258-6fd6d9c3ff5c req-028780ac-e864-499e-bea2-814714438df1 service neutron] 10.222.0.65 "GET /v2.0/networks/e0454948-435a-43ce-83c7-832b357b7693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739161 May 12 09:40:02.569054 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05543ddf-ac2d-4568-b468-c7f00e91261d req-1cd91143-fbd7-422e-af45-1f7dd6b87f8e tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:40:02.570712 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-05543ddf-ac2d-4568-b468-c7f00e91261d req-1cd91143-fbd7-422e-af45-1f7dd6b87f8e tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=33ce3bd7-6835-4430-8fd7-05afeb6925fc HTTP/1.1" status: 200 len: 931 time: 0.0756285 May 12 09:40:02.571868 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f19832a9-6050-4fb9-8aff-66f8b33b5395 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Publish callbacks [] for security_group_rule (dc9a0e58-2d59-4e99-8dd8-dc26c0e5edb3), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:02.572942 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1c2c0245-0f73-4d8e-ae7c-cd966a32b42b tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740344441209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740344012629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28491394'] for port (e352c9c0-9c77-42f7-8ed4-c8a89c25edbe), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:02.581660 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f19832a9-6050-4fb9-8aff-66f8b33b5395 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689781'] for security_group_rule (dc9a0e58-2d59-4e99-8dd8-dc26c0e5edb3), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:02.599436 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-90f17d81-1bec-4c37-8b4e-68c0cf9fc69a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (ec828b6b-9472-430c-b443-7c9cf91f6667), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:02.602077 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-90f17d81-1bec-4c37-8b4e-68c0cf9fc69a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:02.603194 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-90f17d81-1bec-4c37-8b4e-68c0cf9fc69a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ec828b6b-9472-430c-b443-7c9cf91f6667 HTTP/1.1" status: 204 len: 168 time: 0.3763857 May 12 09:40:02.610783 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2c0245-0f73-4d8e-ae7c-cd966a32b42b tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Pushing event deleted for resources: {'Port': ['ID=e352c9c0-9c77-42f7-8ed4-c8a89c25edbe,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:40:02.643793 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19832a9-6050-4fb9-8aff-66f8b33b5395 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc9a0e58-2d59-4e99-8dd8-dc26c0e5edb3,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:40:02.670086 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f19832a9-6050-4fb9-8aff-66f8b33b5395 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:02.673990 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-f19832a9-6050-4fb9-8aff-66f8b33b5395 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3295343 May 12 09:40:02.675716 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 41298) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:40:02.679701 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68223b76-2df0-4137-a7b7-7203e16a61f4 None None] Sync routers for ids ['7835f6e9-c287-4cce-825c-0f83cf623a7f'] in dv-cinder-837699-5-iscsi {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 09:40:02.680122 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-bd1f930f-14e9-43f6-8274-631ae5a28676 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Request body: {'security_group_rule': {'security_group_id': '2827bbf7-ac44-4dde-9d20-88bc96277203', 'project_id': '170aaa04d8fe4170bf344d5667ae2814', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:40:02.681829 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f17d81-1bec-4c37-8b4e-68c0cf9fc69a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec828b6b-9472-430c-b443-7c9cf91f6667,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:40:02.714925 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1c2c0245-0f73-4d8e-ae7c-cd966a32b42b tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Publish callbacks [] for floatingip (37fbf647-d270-4adb-9d59-24b190cccb1f), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:02.716408 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68223b76-2df0-4137-a7b7-7203e16a61f4 None None] Routers {'7835f6e9-c287-4cce-825c-0f83cf623a7f'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:40:02.717267 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-68223b76-2df0-4137-a7b7-7203e16a61f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:39:52Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['7835f6e9-c287-4cce-825c-0f83cf623a7f'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:40:02.718372 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.db.l3_db [None req-1c2c0245-0f73-4d8e-ae7c-cd966a32b42b tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Floating IP 37fbf647-d270-4adb-9d59-24b190cccb1f disassociated (deleted). External IP: 172.27.3.229, port: 3af65aa8-83b2-410d-b24d-4b9b1b6dd549. May 12 09:40:02.731941 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-05543ddf-ac2d-4568-b468-c7f00e91261d req-ee41eaf7-8b81-48f6-b30f-312ee823e978 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/security-groups?id=6db54ff6-e683-403f-90ec-ae34982266cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527267 May 12 09:40:02.784473 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bd1f930f-14e9-43f6-8274-631ae5a28676 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Publish callbacks [] for security_group_rule (f65381f4-ae6c-4eb2-a4e9-10896926196f), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:02.885624 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-68223b76-2df0-4137-a7b7-7203e16a61f4 None None] Set router 7835f6e9-c287-4cce-825c-0f83cf623a7f gateway port host: dv-cinder-837699-5-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:40:02.943581 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bd1f930f-14e9-43f6-8274-631ae5a28676 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Publish callbacks [] for security_group_rule (f65381f4-ae6c-4eb2-a4e9-10896926196f), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:02.953355 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bd1f930f-14e9-43f6-8274-631ae5a28676 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689781'] for security_group_rule (f65381f4-ae6c-4eb2-a4e9-10896926196f), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:02.959404 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device cbdae8b7-88db-41f2-9b12-5225b502bfc3 up at agent ovs-agent-dv-cinder-837699-5-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 09:40:02.960446 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [req-8a11a0f4-5622-49c9-90a0-b36a86df62a2 req-649b921c-6ee9-4b2a-89d2-8a7b4dd7b56d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bff5673-9db4-4e7f-89c0-c77db087a526 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 09:40:02.971708 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-8a11a0f4-5622-49c9-90a0-b36a86df62a2 req-649b921c-6ee9-4b2a-89d2-8a7b4dd7b56d service neutron] Publish callbacks [] for port (0bff5673-9db4-4e7f-89c0-c77db087a526), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:02.987483 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1f930f-14e9-43f6-8274-631ae5a28676 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f65381f4-ae6c-4eb2-a4e9-10896926196f,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:40:02.988822 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [req-8a11a0f4-5622-49c9-90a0-b36a86df62a2 req-649b921c-6ee9-4b2a-89d2-8a7b4dd7b56d service neutron] Transition to ACTIVE for port object 0bff5673-9db4-4e7f-89c0-c77db087a526 will not be triggered until provisioned by entity L2. {{(pid=103458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 09:40:02.991880 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-8a11a0f4-5622-49c9-90a0-b36a86df62a2 req-649b921c-6ee9-4b2a-89d2-8a7b4dd7b56d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29192036'] for port (0bff5673-9db4-4e7f-89c0-c77db087a526), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:03.012753 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1f930f-14e9-43f6-8274-631ae5a28676 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:40:03.013355 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1f930f-14e9-43f6-8274-631ae5a28676 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:40:03.013693 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1f930f-14e9-43f6-8274-631ae5a28676 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:40:03.014129 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1f930f-14e9-43f6-8274-631ae5a28676 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:40:03.014533 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1f930f-14e9-43f6-8274-631ae5a28676 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:40:03.014936 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1f930f-14e9-43f6-8274-631ae5a28676 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:40:03.015331 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1f930f-14e9-43f6-8274-631ae5a28676 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:40:03.015727 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1f930f-14e9-43f6-8274-631ae5a28676 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:40:03.016151 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1f930f-14e9-43f6-8274-631ae5a28676 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:40:03.016540 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1f930f-14e9-43f6-8274-631ae5a28676 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:40:03.016935 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1f930f-14e9-43f6-8274-631ae5a28676 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:40:03.017336 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1f930f-14e9-43f6-8274-631ae5a28676 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:40:03.017724 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1f930f-14e9-43f6-8274-631ae5a28676 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:40:03.018142 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1f930f-14e9-43f6-8274-631ae5a28676 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:40:03.018525 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1f930f-14e9-43f6-8274-631ae5a28676 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:40:03.061473 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bd1f930f-14e9-43f6-8274-631ae5a28676 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:03.065610 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-bd1f930f-14e9-43f6-8274-631ae5a28676 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3861785 May 12 09:40:03.065981 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 41300) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:40:03.070462 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649b921c-6ee9-4b2a-89d2-8a7b4dd7b56d service neutron] Pushing event updated for resources: {'Port': ['ID=0bff5673-9db4-4e7f-89c0-c77db087a526,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:40:03.076490 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-92670aae-b59f-4e41-bbb0-5abc266f6d99 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Request body: {'security_group_rule': {'security_group_id': '2827bbf7-ac44-4dde-9d20-88bc96277203', 'project_id': '170aaa04d8fe4170bf344d5667ae2814', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:40:03.134971 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Provisioning complete for port cbdae8b7-88db-41f2-9b12-5225b502bfc3 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:40:03.135341 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (cbdae8b7-88db-41f2-9b12-5225b502bfc3), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:03.167054 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-92670aae-b59f-4e41-bbb0-5abc266f6d99 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Publish callbacks [] for security_group_rule (fca254ec-04d1-4e29-905e-f50ed9d32e33), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:03.174100 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-8a11a0f4-5622-49c9-90a0-b36a86df62a2 req-649b921c-6ee9-4b2a-89d2-8a7b4dd7b56d service neutron] Attempting to bind port 0bff5673-9db4-4e7f-89c0-c77db087a526 on host hv-cinder-83769 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 09:40:03.174443 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-8a11a0f4-5622-49c9-90a0-b36a86df62a2 req-649b921c-6ee9-4b2a-89d2-8a7b4dd7b56d service neutron] Attempting to bind port 0bff5673-9db4-4e7f-89c0-c77db087a526 by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': '26ab4651-7fb4-4cda-a42c-ef91f3f41052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd8bd03ea-0f3b-46bf-82a8-531c929bec57'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 09:40:03.174775 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a11a0f4-5622-49c9-90a0-b36a86df62a2 req-649b921c-6ee9-4b2a-89d2-8a7b4dd7b56d service neutron] Attempting to bind port 0bff5673-9db4-4e7f-89c0-c77db087a526 on network d8bd03ea-0f3b-46bf-82a8-531c929bec57 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 09:40:03.180349 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a11a0f4-5622-49c9-90a0-b36a86df62a2 req-649b921c-6ee9-4b2a-89d2-8a7b4dd7b56d service neutron] Port 0bff5673-9db4-4e7f-89c0-c77db087a526 on network d8bd03ea-0f3b-46bf-82a8-531c929bec57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 09:40:03.180669 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a11a0f4-5622-49c9-90a0-b36a86df62a2 req-649b921c-6ee9-4b2a-89d2-8a7b4dd7b56d service neutron] Attempting to bind port 0bff5673-9db4-4e7f-89c0-c77db087a526 on network d8bd03ea-0f3b-46bf-82a8-531c929bec57 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 09:40:03.186938 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a11a0f4-5622-49c9-90a0-b36a86df62a2 req-649b921c-6ee9-4b2a-89d2-8a7b4dd7b56d service neutron] Checking agent: {'id': 'cdc2c050-d5b8-41e9-9f41-bf893d522faa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 9, 31, 46), 'started_at': datetime.datetime(2022, 5, 12, 9, 31, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 9, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 09:40:03.187349 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a11a0f4-5622-49c9-90a0-b36a86df62a2 req-649b921c-6ee9-4b2a-89d2-8a7b4dd7b56d service neutron] Checking segment: {'id': '26ab4651-7fb4-4cda-a42c-ef91f3f41052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd8bd03ea-0f3b-46bf-82a8-531c929bec57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 09:40:03.187736 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a11a0f4-5622-49c9-90a0-b36a86df62a2 req-649b921c-6ee9-4b2a-89d2-8a7b4dd7b56d service neutron] Bound using segment: {'id': '26ab4651-7fb4-4cda-a42c-ef91f3f41052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd8bd03ea-0f3b-46bf-82a8-531c929bec57'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 09:40:03.188256 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-8a11a0f4-5622-49c9-90a0-b36a86df62a2 req-649b921c-6ee9-4b2a-89d2-8a7b4dd7b56d service neutron] Bound port: 0bff5673-9db4-4e7f-89c0-c77db087a526, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26ab4651-7fb4-4cda-a42c-ef91f3f41052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd8bd03ea-0f3b-46bf-82a8-531c929bec57'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 09:40:03.188628 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-8a11a0f4-5622-49c9-90a0-b36a86df62a2 req-649b921c-6ee9-4b2a-89d2-8a7b4dd7b56d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (0bff5673-9db4-4e7f-89c0-c77db087a526), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:03.217283 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c2c0245-0f73-4d8e-ae7c-cd966a32b42b tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Router c69042cc-6a84-4a19-9874-bef9b18911f2 has already been hosted by L3 agent 8db92903-2544-41c2-b919-def82c43c97a {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 09:40:03.244269 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-92670aae-b59f-4e41-bbb0-5abc266f6d99 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Publish callbacks [] for security_group_rule (fca254ec-04d1-4e29-905e-f50ed9d32e33), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:03.249399 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-92670aae-b59f-4e41-bbb0-5abc266f6d99 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689781'] for security_group_rule (fca254ec-04d1-4e29-905e-f50ed9d32e33), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:03.278798 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-8a11a0f4-5622-49c9-90a0-b36a86df62a2 req-649b921c-6ee9-4b2a-89d2-8a7b4dd7b56d service neutron] For port 0bff5673-9db4-4e7f-89c0-c77db087a526, host hv-cinder-83769, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 09:40:03.284950 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-8a11a0f4-5622-49c9-90a0-b36a86df62a2 req-649b921c-6ee9-4b2a-89d2-8a7b4dd7b56d service neutron] For port 0bff5673-9db4-4e7f-89c0-c77db087a526, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=0bff5673-9db4-4e7f-89c0-c77db087a526,segment=NetworkSegment(26ab4651-7fb4-4cda-a42c-ef91f3f41052),segment_id=26ab4651-7fb4-4cda-a42c-ef91f3f41052)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 09:40:03.293563 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-8a11a0f4-5622-49c9-90a0-b36a86df62a2 req-649b921c-6ee9-4b2a-89d2-8a7b4dd7b56d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29192036'] for port (0bff5673-9db4-4e7f-89c0-c77db087a526), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:03.301891 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-68223b76-2df0-4137-a7b7-7203e16a61f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7835f6e9-c287-4cce-825c-0f83cf623a7f', 'name': 'tempest-TestShelveInstance-69859187-router', 'tenant_id': '06c18e1915ff41efaf481513fe6f496c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'cbdae8b7-88db-41f2-9b12-5225b502bfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:39:56Z', 'updated_at': '2022-05-12T09:39:59Z', 'revision_number': 4, 'project_id': '06c18e1915ff41efaf481513fe6f496c', 'gw_port': {'id': 'cbdae8b7-88db-41f2-9b12-5225b502bfc3', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:32:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7835f6e9-c287-4cce-825c-0f83cf623a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:39:56Z', 'updated_at': '2022-05-12T09:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_interfaces': [{'id': 'ff15eea8-249b-4df3-b3b2-ab9affc1578d', 'name': '', 'network_id': '0fc71731-e9d5-4fa3-9560-76a72e660a6a', 'tenant_id': '06c18e1915ff41efaf481513fe6f496c', 'mac_address': 'fa:16:3e:75:14:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7835f6e9-c287-4cce-825c-0f83cf623a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '93420e97-e35b-4aea-96d5-8365ca9cdf5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:39:58Z', 'updated_at': '2022-05-12T09:39:59Z', 'revision_number': 2, 'project_id': '06c18e1915ff41efaf481513fe6f496c', 'subnets': [{'id': '93420e97-e35b-4aea-96d5-8365ca9cdf5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:40:03.310678 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92670aae-b59f-4e41-bbb0-5abc266f6d99 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fca254ec-04d1-4e29-905e-f50ed9d32e33,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:40:03.323489 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-92670aae-b59f-4e41-bbb0-5abc266f6d99 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:03.324819 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-92670aae-b59f-4e41-bbb0-5abc266f6d99 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2574997 May 12 09:40:03.327292 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 41302) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:40:03.333598 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-35e18bbf-3c45-49fb-a8af-9a75e538e3ae tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Request body: {'security_group_rule': {'security_group_id': '2827bbf7-ac44-4dde-9d20-88bc96277203', 'project_id': '170aaa04d8fe4170bf344d5667ae2814', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:40:03.334346 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a11a0f4-5622-49c9-90a0-b36a86df62a2 req-649b921c-6ee9-4b2a-89d2-8a7b4dd7b56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:40:03.334959 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-8a11a0f4-5622-49c9-90a0-b36a86df62a2 req-649b921c-6ee9-4b2a-89d2-8a7b4dd7b56d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:03.336377 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8a11a0f4-5622-49c9-90a0-b36a86df62a2 req-649b921c-6ee9-4b2a-89d2-8a7b4dd7b56d service neutron] 10.222.0.65 "PUT /v2.0/ports/0bff5673-9db4-4e7f-89c0-c77db087a526 HTTP/1.1" status: 200 len: 1093 time: 1.0461488 May 12 09:40:03.336826 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33ce3bd7-6835-4430-8fd7-05afeb6925fc', 'tag': '0bff5673-9db4-4e7f-89c0-c77db087a526'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:40:03.339091 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c5c35592cdadc16d94e4e59e173057c198c772a9b1006d4fd44537c4a2e10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc2fab8-2d2d-4019-bc5e-1271446687f6" -d '{"events": [{"name": "network-changed", "server_uuid": "33ce3bd7-6835-4430-8fd7-05afeb6925fc", "tag": "0bff5673-9db4-4e7f-89c0-c77db087a526"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:40:03.360136 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68223b76-2df0-4137-a7b7-7203e16a61f4 None None] Checking router: 7835f6e9-c287-4cce-825c-0f83cf623a7f for host: dv-cinder-837699-5-iscsi {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 09:40:03.360621 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68223b76-2df0-4137-a7b7-7203e16a61f4 None None] Updating router 7835f6e9-c287-4cce-825c-0f83cf623a7f port ff15eea8-249b-4df3-b3b2-ab9affc1578d binding host dv-cinder-837699-5-iscsi {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 09:40:03.398469 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 09:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d42ddb-2149-4567-837c-db09e3a8c2a7 x-openstack-request-id: req-24d42ddb-2149-4567-837c-db09e3a8c2a7 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:40:03.399996 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33ce3bd7-6835-4430-8fd7-05afeb6925fc", "tag": "0bff5673-9db4-4e7f-89c0-c77db087a526", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:40:03.400383 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-24d42ddb-2149-4567-837c-db09e3a8c2a7 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:40:03.400901 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24d42ddb-2149-4567-837c-db09e3a8c2a7'] response: {'name': 'network-changed', 'server_uuid': '33ce3bd7-6835-4430-8fd7-05afeb6925fc', 'tag': '0bff5673-9db4-4e7f-89c0-c77db087a526', 'status': 'completed', 'code': 200} May 12 09:40:03.406473 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649b921c-6ee9-4b2a-89d2-8a7b4dd7b56d service neutron] Pushing event updated for resources: {'Port': ['ID=0bff5673-9db4-4e7f-89c0-c77db087a526,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:40:03.411358 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c2c0245-0f73-4d8e-ae7c-cd966a32b42b tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Notify agent at l3_agent.dv-cinder-837699-5-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 09:40:03.416123 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1c2c0245-0f73-4d8e-ae7c-cd966a32b42b tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for floatingip (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:03.423391 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4487bb1-8ee2-4605-b24f-515f243c5efa None None] Sync routers for ids ['c69042cc-6a84-4a19-9874-bef9b18911f2'] in dv-cinder-837699-5-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 09:40:03.449495 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-1c2c0245-0f73-4d8e-ae7c-cd966a32b42b tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "DELETE /v2.0/floatingips/37fbf647-d270-4adb-9d59-24b190cccb1f HTTP/1.1" status: 204 len: 168 time: 2.0828059 May 12 09:40:03.449709 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4487bb1-8ee2-4605-b24f-515f243c5efa None None] Routers {'c69042cc-6a84-4a19-9874-bef9b18911f2'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:40:03.449801 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a158cc80-2631-4dba-8071-ef5e07ec8ba1', 'tag': '3af65aa8-83b2-410d-b24d-4b9b1b6dd549'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:40:03.450325 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-c4487bb1-8ee2-4605-b24f-515f243c5efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:39:52Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['c69042cc-6a84-4a19-9874-bef9b18911f2'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:40:03.450454 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ab44c22d40f7c005d262e262c3a77426c373d0f7a848e933746c3cdedb51eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-893fce2a-97b3-41fb-9fc9-f6acd0acbbca" -d '{"events": [{"name": "network-changed", "server_uuid": "a158cc80-2631-4dba-8071-ef5e07ec8ba1", "tag": "3af65aa8-83b2-410d-b24d-4b9b1b6dd549"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:40:03.452780 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.db.securitygroups_db [None req-35e18bbf-3c45-49fb-a8af-9a75e538e3ae tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Project 170aaa04d8fe4170bf344d5667ae2814 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 09:40:03.465102 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-35e18bbf-3c45-49fb-a8af-9a75e538e3ae tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Publish callbacks [] for security_group_rule (0ae2d375-8985-4e99-a525-6f586d1158f5), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:03.483994 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a11a0f4-5622-49c9-90a0-b36a86df62a2 req-59f57dd1-4792-40e5-a399-b0c7d5576bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:40:03.484192 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Current status of the port cbdae8b7-88db-41f2-9b12-5225b502bfc3 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:40:03.486233 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8a11a0f4-5622-49c9-90a0-b36a86df62a2 req-59f57dd1-4792-40e5-a399-b0c7d5576bf5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b079fd0b329c4f1a856f71e0c8f98dde&device_id=33ce3bd7-6835-4430-8fd7-05afeb6925fc HTTP/1.1" status: 200 len: 1127 time: 0.0641503 May 12 09:40:03.499867 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-68223b76-2df0-4137-a7b7-7203e16a61f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (ff15eea8-249b-4df3-b3b2-ab9affc1578d), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:03.567861 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-35e18bbf-3c45-49fb-a8af-9a75e538e3ae tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Publish callbacks [] for security_group_rule (0ae2d375-8985-4e99-a525-6f586d1158f5), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:03.575555 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-35e18bbf-3c45-49fb-a8af-9a75e538e3ae tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689781'] for security_group_rule (0ae2d375-8985-4e99-a525-6f586d1158f5), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:03.592185 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8a11a0f4-5622-49c9-90a0-b36a86df62a2 req-909e4d6f-123d-4cbf-86c9-1eaab9953664 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0bff5673-9db4-4e7f-89c0-c77db087a526 HTTP/1.1" status: 200 len: 217 time: 0.0851569 May 12 09:40:03.615921 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e18bbf-3c45-49fb-a8af-9a75e538e3ae tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ae2d375-8985-4e99-a525-6f586d1158f5,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:40:03.646280 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-35e18bbf-3c45-49fb-a8af-9a75e538e3ae tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:03.652431 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-35e18bbf-3c45-49fb-a8af-9a75e538e3ae tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3240449 May 12 09:40:03.653312 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 41314) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:40:03.664835 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-8c2f8edb-1931-44cb-818b-5ad71ed1d4fa tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Request body: {'security_group_rule': {'security_group_id': '2827bbf7-ac44-4dde-9d20-88bc96277203', 'project_id': '170aaa04d8fe4170bf344d5667ae2814', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:40:03.695309 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-c4487bb1-8ee2-4605-b24f-515f243c5efa None None] Set router c69042cc-6a84-4a19-9874-bef9b18911f2 gateway port host: dv-cinder-837699-5-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:40:03.712439 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a11a0f4-5622-49c9-90a0-b36a86df62a2 req-e046bda4-a7e3-4003-8559-1f264f0bb7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:40:03.714125 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8a11a0f4-5622-49c9-90a0-b36a86df62a2 req-e046bda4-a7e3-4003-8559-1f264f0bb7ae service neutron] 10.222.0.65 "GET /v2.0/subnets?id=be18f7f8-10b6-434a-8890-e7ce96c85646 HTTP/1.1" status: 200 len: 854 time: 0.1132288 May 12 09:40:03.733001 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.db.securitygroups_db [None req-8c2f8edb-1931-44cb-818b-5ad71ed1d4fa tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Project 170aaa04d8fe4170bf344d5667ae2814 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 09:40:03.739630 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8c2f8edb-1931-44cb-818b-5ad71ed1d4fa tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Publish callbacks [] for security_group_rule (73e04a2f-756b-4930-9b96-df9f0e5cc86b), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:03.798832 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a11a0f4-5622-49c9-90a0-b36a86df62a2 req-9f5f8600-48e5-4b89-b025-c8cc6609a719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:40:03.801811 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8a11a0f4-5622-49c9-90a0-b36a86df62a2 req-9f5f8600-48e5-4b89-b025-c8cc6609a719 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d8bd03ea-0f3b-46bf-82a8-531c929bec57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0811365 May 12 09:40:03.878302 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8c2f8edb-1931-44cb-818b-5ad71ed1d4fa tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Publish callbacks [] for security_group_rule (73e04a2f-756b-4930-9b96-df9f0e5cc86b), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:03.883861 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8c2f8edb-1931-44cb-818b-5ad71ed1d4fa tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689781'] for security_group_rule (73e04a2f-756b-4930-9b96-df9f0e5cc86b), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:03.931046 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2f8edb-1931-44cb-818b-5ad71ed1d4fa tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73e04a2f-756b-4930-9b96-df9f0e5cc86b,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:40:03.939471 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8c2f8edb-1931-44cb-818b-5ad71ed1d4fa tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:03.941183 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-8c2f8edb-1931-44cb-818b-5ad71ed1d4fa tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2848158 May 12 09:40:03.980569 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-68223b76-2df0-4137-a7b7-7203e16a61f4 None None] Publish callbacks [] for port (ff15eea8-249b-4df3-b3b2-ab9affc1578d), precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:03.988140 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-68223b76-2df0-4137-a7b7-7203e16a61f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (ff15eea8-249b-4df3-b3b2-ab9affc1578d), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:04.027729 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 09:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b3c674a-fbe9-48d5-a404-068e88477319 x-openstack-request-id: req-3b3c674a-fbe9-48d5-a404-068e88477319 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:40:04.028481 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a158cc80-2631-4dba-8071-ef5e07ec8ba1", "tag": "3af65aa8-83b2-410d-b24d-4b9b1b6dd549", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:40:04.029030 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3b3c674a-fbe9-48d5-a404-068e88477319 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:40:04.029667 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b3c674a-fbe9-48d5-a404-068e88477319'] response: {'name': 'network-changed', 'server_uuid': 'a158cc80-2631-4dba-8071-ef5e07ec8ba1', 'tag': '3af65aa8-83b2-410d-b24d-4b9b1b6dd549', 'status': 'completed', 'code': 200} May 12 09:40:04.041796 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08255d54-7a61-4947-ad26-4519cfbf8b25 req-58c2b80f-0931-42da-a315-9604ee66a30a tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:40:04.050496 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-08255d54-7a61-4947-ad26-4519cfbf8b25 req-58c2b80f-0931-42da-a315-9604ee66a30a tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=33ce3bd7-6835-4430-8fd7-05afeb6925fc HTTP/1.1" status: 200 len: 943 time: 0.0739911 May 12 09:40:04.075799 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-c4487bb1-8ee2-4605-b24f-515f243c5efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69042cc-6a84-4a19-9874-bef9b18911f2', 'name': 'tempest-TestMinimumBasicScenario-1326742253-router', 'tenant_id': 'bdc48145acde413e99299f029ad0cea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '16145eb2-ad86-43eb-9172-908c13c4176a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:34:43Z', 'updated_at': '2022-05-12T09:34:46Z', 'revision_number': 4, 'project_id': 'bdc48145acde413e99299f029ad0cea9', 'gw_port': {'id': '16145eb2-ad86-43eb-9172-908c13c4176a', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:61:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69042cc-6a84-4a19-9874-bef9b18911f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:34:43Z', 'updated_at': '2022-05-12T09:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_interfaces': [{'id': '595d7e88-f073-44d2-adca-d1b926a67bda', 'name': '', 'network_id': 'e0454948-435a-43ce-83c7-832b357b7693', 'tenant_id': 'bdc48145acde413e99299f029ad0cea9', 'mac_address': 'fa:16:3e:0c:8f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69042cc-6a84-4a19-9874-bef9b18911f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'f80f3c32-9255-4af0-ae5f-1def93a42973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:34:46Z', 'updated_at': '2022-05-12T09:34:53Z', 'revision_number': 5, 'project_id': 'bdc48145acde413e99299f029ad0cea9', 'subnets': [{'id': 'f80f3c32-9255-4af0-ae5f-1def93a42973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:40:04.118361 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0af69c1-ee31-4d20-abdd-968c975cccaa None None] Pushing event updated for resources: {'Port': ['ID=ff15eea8-249b-4df3-b3b2-ab9affc1578d,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:40:04.147226 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-08255d54-7a61-4947-ad26-4519cfbf8b25 req-22d3a644-78eb-4d49-83ad-c21b3bcad665 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/security-groups?id=6db54ff6-e683-403f-90ec-ae34982266cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930851 May 12 09:40:04.158313 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4487bb1-8ee2-4605-b24f-515f243c5efa None None] Checking router: c69042cc-6a84-4a19-9874-bef9b18911f2 for host: dv-cinder-837699-5-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 09:40:04.170994 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8a11a0f4-5622-49c9-90a0-b36a86df62a2 req-ccc819f8-8a59-4871-92eb-f9307fa88092 service neutron] 10.222.0.65 "GET /v2.0/networks/d8bd03ea-0f3b-46bf-82a8-531c929bec57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3561754 May 12 09:40:04.172116 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4487bb1-8ee2-4605-b24f-515f243c5efa None None] Routers {'c69042cc-6a84-4a19-9874-bef9b18911f2'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:40:04.172959 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-c4487bb1-8ee2-4605-b24f-515f243c5efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:39:52Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['c69042cc-6a84-4a19-9874-bef9b18911f2'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:40:04.207417 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-68223b76-2df0-4137-a7b7-7203e16a61f4 None None] Attempting to bind port ff15eea8-249b-4df3-b3b2-ab9affc1578d on host dv-cinder-837699-5-iscsi for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 09:40:04.207880 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-68223b76-2df0-4137-a7b7-7203e16a61f4 None None] Attempting to bind port ff15eea8-249b-4df3-b3b2-ab9affc1578d by drivers openvswitch,hyperv on host dv-cinder-837699-5-iscsi at level 0 using segments [{'id': '7cde41ae-496e-4838-bffd-5ab15a535d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0fc71731-e9d5-4fa3-9560-76a72e660a6a'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 09:40:04.208311 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68223b76-2df0-4137-a7b7-7203e16a61f4 None None] Attempting to bind port ff15eea8-249b-4df3-b3b2-ab9affc1578d on network 0fc71731-e9d5-4fa3-9560-76a72e660a6a {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 09:40:04.215208 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68223b76-2df0-4137-a7b7-7203e16a61f4 None None] Checking agent: {'id': '0e2e3861-7d79-4ce6-9d91-faa32ae2cb64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 9, 25, 26), 'started_at': datetime.datetime(2022, 5, 12, 9, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 9, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 09:40:04.215601 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68223b76-2df0-4137-a7b7-7203e16a61f4 None None] Checking segment: {'id': '7cde41ae-496e-4838-bffd-5ab15a535d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0fc71731-e9d5-4fa3-9560-76a72e660a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 09:40:04.216004 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-68223b76-2df0-4137-a7b7-7203e16a61f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:04.216400 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68223b76-2df0-4137-a7b7-7203e16a61f4 None None] Bound using segment: {'id': '7cde41ae-496e-4838-bffd-5ab15a535d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0fc71731-e9d5-4fa3-9560-76a72e660a6a'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 09:40:04.216876 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-68223b76-2df0-4137-a7b7-7203e16a61f4 None None] Bound port: ff15eea8-249b-4df3-b3b2-ab9affc1578d, host: dv-cinder-837699-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cde41ae-496e-4838-bffd-5ab15a535d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0fc71731-e9d5-4fa3-9560-76a72e660a6a'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 09:40:04.217256 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-68223b76-2df0-4137-a7b7-7203e16a61f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (ff15eea8-249b-4df3-b3b2-ab9affc1578d), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:04.294381 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-68223b76-2df0-4137-a7b7-7203e16a61f4 None None] For port ff15eea8-249b-4df3-b3b2-ab9affc1578d, host dv-cinder-837699-5-iscsi, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 09:40:04.298588 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-68223b76-2df0-4137-a7b7-7203e16a61f4 None None] For port ff15eea8-249b-4df3-b3b2-ab9affc1578d, host dv-cinder-837699-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=ff15eea8-249b-4df3-b3b2-ab9affc1578d,segment=NetworkSegment(7cde41ae-496e-4838-bffd-5ab15a535d82),segment_id=7cde41ae-496e-4838-bffd-5ab15a535d82)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 09:40:04.306502 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-68223b76-2df0-4137-a7b7-7203e16a61f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (ff15eea8-249b-4df3-b3b2-ab9affc1578d), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:04.314352 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-c4487bb1-8ee2-4605-b24f-515f243c5efa None None] Set router c69042cc-6a84-4a19-9874-bef9b18911f2 gateway port host: dv-cinder-837699-5-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:40:04.371699 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68223b76-2df0-4137-a7b7-7203e16a61f4 None None] Routers {'7835f6e9-c287-4cce-825c-0f83cf623a7f'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:40:04.372347 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-68223b76-2df0-4137-a7b7-7203e16a61f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:39:52Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['7835f6e9-c287-4cce-825c-0f83cf623a7f'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:40:04.434855 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-eed7f3a9-2ffb-4106-bb89-468e7569df5f None None] Provisioning complete for port ff15eea8-249b-4df3-b3b2-ab9affc1578d triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:40:04.435248 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-eed7f3a9-2ffb-4106-bb89-468e7569df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (ff15eea8-249b-4df3-b3b2-ab9affc1578d), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:04.467594 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0af69c1-ee31-4d20-abdd-968c975cccaa None None] Pushing event updated for resources: {'Port': ['ID=ff15eea8-249b-4df3-b3b2-ab9affc1578d,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:40:04.577656 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-c4487bb1-8ee2-4605-b24f-515f243c5efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69042cc-6a84-4a19-9874-bef9b18911f2', 'name': 'tempest-TestMinimumBasicScenario-1326742253-router', 'tenant_id': 'bdc48145acde413e99299f029ad0cea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '16145eb2-ad86-43eb-9172-908c13c4176a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:34:43Z', 'updated_at': '2022-05-12T09:34:46Z', 'revision_number': 4, 'project_id': 'bdc48145acde413e99299f029ad0cea9', 'gw_port': {'id': '16145eb2-ad86-43eb-9172-908c13c4176a', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:61:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69042cc-6a84-4a19-9874-bef9b18911f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:34:43Z', 'updated_at': '2022-05-12T09:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_interfaces': [{'id': '595d7e88-f073-44d2-adca-d1b926a67bda', 'name': '', 'network_id': 'e0454948-435a-43ce-83c7-832b357b7693', 'tenant_id': 'bdc48145acde413e99299f029ad0cea9', 'mac_address': 'fa:16:3e:0c:8f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69042cc-6a84-4a19-9874-bef9b18911f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'f80f3c32-9255-4af0-ae5f-1def93a42973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:34:46Z', 'updated_at': '2022-05-12T09:34:53Z', 'revision_number': 5, 'project_id': 'bdc48145acde413e99299f029ad0cea9', 'subnets': [{'id': 'f80f3c32-9255-4af0-ae5f-1def93a42973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:40:04.614816 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-68223b76-2df0-4137-a7b7-7203e16a61f4 None None] Set router 7835f6e9-c287-4cce-825c-0f83cf623a7f gateway port host: dv-cinder-837699-5-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:40:04.658476 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-eed7f3a9-2ffb-4106-bb89-468e7569df5f None None] Current status of the port ff15eea8-249b-4df3-b3b2-ab9affc1578d is: DOWN; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:40:04.662478 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-eed7f3a9-2ffb-4106-bb89-468e7569df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (ff15eea8-249b-4df3-b3b2-ab9affc1578d), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:04.726851 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4487bb1-8ee2-4605-b24f-515f243c5efa None None] The sync data for ids ['c69042cc-6a84-4a19-9874-bef9b18911f2'] in dv-cinder-837699-5-iscsi is: [{'id': 'c69042cc-6a84-4a19-9874-bef9b18911f2', 'name': 'tempest-TestMinimumBasicScenario-1326742253-router', 'tenant_id': 'bdc48145acde413e99299f029ad0cea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '16145eb2-ad86-43eb-9172-908c13c4176a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:34:43Z', 'updated_at': '2022-05-12T09:34:46Z', 'revision_number': 4, 'project_id': 'bdc48145acde413e99299f029ad0cea9', 'gw_port': {'id': '16145eb2-ad86-43eb-9172-908c13c4176a', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:61:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69042cc-6a84-4a19-9874-bef9b18911f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:34:43Z', 'updated_at': '2022-05-12T09:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_interfaces': [{'id': '595d7e88-f073-44d2-adca-d1b926a67bda', 'name': '', 'network_id': 'e0454948-435a-43ce-83c7-832b357b7693', 'tenant_id': 'bdc48145acde413e99299f029ad0cea9', 'mac_address': 'fa:16:3e:0c:8f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69042cc-6a84-4a19-9874-bef9b18911f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'f80f3c32-9255-4af0-ae5f-1def93a42973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:34:46Z', 'updated_at': '2022-05-12T09:34:53Z', 'revision_number': 5, 'project_id': 'bdc48145acde413e99299f029ad0cea9', 'subnets': [{'id': 'f80f3c32-9255-4af0-ae5f-1def93a42973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 09:40:04.762029 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-eed7f3a9-2ffb-4106-bb89-468e7569df5f None None] For port ff15eea8-249b-4df3-b3b2-ab9affc1578d, host dv-cinder-837699-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=ff15eea8-249b-4df3-b3b2-ab9affc1578d,segment=NetworkSegment(7cde41ae-496e-4838-bffd-5ab15a535d82),segment_id=7cde41ae-496e-4838-bffd-5ab15a535d82)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:40:04.771473 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-eed7f3a9-2ffb-4106-bb89-468e7569df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (ff15eea8-249b-4df3-b3b2-ab9affc1578d), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:04.786774 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893fce2a-97b3-41fb-9fc9-f6acd0acbbca req-a889cd25-48f7-4149-b10a-3791e48e7a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:40:04.789592 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-893fce2a-97b3-41fb-9fc9-f6acd0acbbca req-a889cd25-48f7-4149-b10a-3791e48e7a66 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bdc48145acde413e99299f029ad0cea9&device_id=a158cc80-2631-4dba-8071-ef5e07ec8ba1 HTTP/1.1" status: 200 len: 1129 time: 0.1195743 May 12 09:40:04.839172 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8a11a0f4-5622-49c9-90a0-b36a86df62a2 req-8737d965-28ad-4c7e-84d0-972111314661 service neutron] 10.222.0.65 "GET /v2.0/networks/d8bd03ea-0f3b-46bf-82a8-531c929bec57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707890 May 12 09:40:04.875731 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed7f3a9-2ffb-4106-bb89-468e7569df5f None None] Pushing event updated for resources: {'Port': ['ID=ff15eea8-249b-4df3-b3b2-ab9affc1578d,revision_number=5']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:40:04.919005 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-a2b3e1cd-166c-4f3f-9a12-9e1bdb479e79 None None] Provisioning complete for port ff15eea8-249b-4df3-b3b2-ab9affc1578d triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:40:04.919334 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a2b3e1cd-166c-4f3f-9a12-9e1bdb479e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (ff15eea8-249b-4df3-b3b2-ab9affc1578d), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:04.955134 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-68223b76-2df0-4137-a7b7-7203e16a61f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7835f6e9-c287-4cce-825c-0f83cf623a7f', 'name': 'tempest-TestShelveInstance-69859187-router', 'tenant_id': '06c18e1915ff41efaf481513fe6f496c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'cbdae8b7-88db-41f2-9b12-5225b502bfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:39:56Z', 'updated_at': '2022-05-12T09:39:59Z', 'revision_number': 4, 'project_id': '06c18e1915ff41efaf481513fe6f496c', 'gw_port': {'id': 'cbdae8b7-88db-41f2-9b12-5225b502bfc3', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:32:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7835f6e9-c287-4cce-825c-0f83cf623a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:39:56Z', 'updated_at': '2022-05-12T09:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_interfaces': [{'id': 'ff15eea8-249b-4df3-b3b2-ab9affc1578d', 'name': '', 'network_id': '0fc71731-e9d5-4fa3-9560-76a72e660a6a', 'tenant_id': '06c18e1915ff41efaf481513fe6f496c', 'mac_address': 'fa:16:3e:75:14:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7835f6e9-c287-4cce-825c-0f83cf623a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '93420e97-e35b-4aea-96d5-8365ca9cdf5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:39:58Z', 'updated_at': '2022-05-12T09:40:04Z', 'revision_number': 4, 'project_id': '06c18e1915ff41efaf481513fe6f496c', 'subnets': [{'id': '93420e97-e35b-4aea-96d5-8365ca9cdf5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:40:04.981202 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893fce2a-97b3-41fb-9fc9-f6acd0acbbca req-b56af211-a7cf-46a4-b91c-f8d70865ad74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:40:04.983318 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-893fce2a-97b3-41fb-9fc9-f6acd0acbbca req-b56af211-a7cf-46a4-b91c-f8d70865ad74 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e0454948-435a-43ce-83c7-832b357b7693 HTTP/1.1" status: 200 len: 916 time: 0.1484458 May 12 09:40:04.988913 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68223b76-2df0-4137-a7b7-7203e16a61f4 None None] The sync data for ids ['7835f6e9-c287-4cce-825c-0f83cf623a7f'] in dv-cinder-837699-5-iscsi is: [{'id': '7835f6e9-c287-4cce-825c-0f83cf623a7f', 'name': 'tempest-TestShelveInstance-69859187-router', 'tenant_id': '06c18e1915ff41efaf481513fe6f496c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'cbdae8b7-88db-41f2-9b12-5225b502bfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:39:56Z', 'updated_at': '2022-05-12T09:39:59Z', 'revision_number': 4, 'project_id': '06c18e1915ff41efaf481513fe6f496c', 'gw_port': {'id': 'cbdae8b7-88db-41f2-9b12-5225b502bfc3', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:32:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7835f6e9-c287-4cce-825c-0f83cf623a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:39:56Z', 'updated_at': '2022-05-12T09:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_interfaces': [{'id': 'ff15eea8-249b-4df3-b3b2-ab9affc1578d', 'name': '', 'network_id': '0fc71731-e9d5-4fa3-9560-76a72e660a6a', 'tenant_id': '06c18e1915ff41efaf481513fe6f496c', 'mac_address': 'fa:16:3e:75:14:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7835f6e9-c287-4cce-825c-0f83cf623a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '93420e97-e35b-4aea-96d5-8365ca9cdf5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:39:58Z', 'updated_at': '2022-05-12T09:40:04Z', 'revision_number': 4, 'project_id': '06c18e1915ff41efaf481513fe6f496c', 'subnets': [{'id': '93420e97-e35b-4aea-96d5-8365ca9cdf5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 09:40:05.040897 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-a2b3e1cd-166c-4f3f-9a12-9e1bdb479e79 None None] Current status of the port ff15eea8-249b-4df3-b3b2-ab9affc1578d is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:40:05.111714 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779455e3-2766-4779-ab86-b8b12f73779f None None] New status for floating IP 37fbf647-d270-4adb-9d59-24b190cccb1f: DOWN {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 09:40:05.321117 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b706ec19-b9e9-4abb-bb28-1fc05d54fa71 req-0299ae51-328a-4597-b638-18902b5f1416 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:40:05.323516 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b706ec19-b9e9-4abb-bb28-1fc05d54fa71 req-0299ae51-328a-4597-b638-18902b5f1416 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=33ce3bd7-6835-4430-8fd7-05afeb6925fc HTTP/1.1" status: 200 len: 943 time: 0.0777590 May 12 09:40:05.384078 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b706ec19-b9e9-4abb-bb28-1fc05d54fa71 req-2c8b05fd-7ac4-4e31-83ac-63ca53bf3c9d tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/security-groups?id=6db54ff6-e683-403f-90ec-ae34982266cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537331 May 12 09:40:06.497543 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab85c491-7941-4740-a444-9cf55e84e6a4 req-2266b8f2-c969-48ce-af2a-f63a84f9b865 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:40:06.498940 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ab85c491-7941-4740-a444-9cf55e84e6a4 req-2266b8f2-c969-48ce-af2a-f63a84f9b865 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=33ce3bd7-6835-4430-8fd7-05afeb6925fc HTTP/1.1" status: 200 len: 943 time: 0.0469069 May 12 09:40:06.551185 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ab85c491-7941-4740-a444-9cf55e84e6a4 req-b442b430-a84d-4546-8c49-9b512f78ce02 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/security-groups?id=6db54ff6-e683-403f-90ec-ae34982266cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466475 May 12 09:40:06.914061 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device ff15eea8-249b-4df3-b3b2-ab9affc1578d up at agent ovs-agent-dv-cinder-837699-5-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 09:40:06.960944 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Provisioning complete for port ff15eea8-249b-4df3-b3b2-ab9affc1578d triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:40:06.961315 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (ff15eea8-249b-4df3-b3b2-ab9affc1578d), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:07.041663 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Current status of the port ff15eea8-249b-4df3-b3b2-ab9affc1578d is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:40:07.672020 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8280d01-a4fd-4401-b5a5-75d3ff269920 req-584274c7-a3c2-4910-b3d7-f74df3b4c9eb tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:40:07.674038 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a8280d01-a4fd-4401-b5a5-75d3ff269920 req-584274c7-a3c2-4910-b3d7-f74df3b4c9eb tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=33ce3bd7-6835-4430-8fd7-05afeb6925fc HTTP/1.1" status: 200 len: 943 time: 0.0560608 May 12 09:40:07.722620 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a8280d01-a4fd-4401-b5a5-75d3ff269920 req-1f411c40-ac95-44c7-99af-0a90203d89d7 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/security-groups?id=6db54ff6-e683-403f-90ec-ae34982266cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421963 May 12 09:40:07.779235 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device 0bff5673-9db4-4e7f-89c0-c77db087a526 details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=103459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 09:40:07.882024 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] For port 0bff5673-9db4-4e7f-89c0-c77db087a526, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=0bff5673-9db4-4e7f-89c0-c77db087a526,segment=NetworkSegment(26ab4651-7fb4-4cda-a42c-ef91f3f41052),segment_id=26ab4651-7fb4-4cda-a42c-ef91f3f41052)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:40:07.894695 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Returning: {'device': '0bff5673-9db4-4e7f-89c0-c77db087a526', 'network_id': 'd8bd03ea-0f3b-46bf-82a8-531c929bec57', 'port_id': '0bff5673-9db4-4e7f-89c0-c77db087a526', 'mac_address': 'fa:16:3e:86:be:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be18f7f8-10b6-434a-8890-e7ce96c85646', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 09:40:07.933421 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Current status of the port 0bff5673-9db4-4e7f-89c0-c77db087a526 is: DOWN; New status is: BUILD {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:40:07.934245 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (0bff5673-9db4-4e7f-89c0-c77db087a526), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:07.947340 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bff5673-9db4-4e7f-89c0-c77db087a526 {{(pid=103459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 09:40:07.968349 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] For port 0bff5673-9db4-4e7f-89c0-c77db087a526, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=0bff5673-9db4-4e7f-89c0-c77db087a526,segment=NetworkSegment(26ab4651-7fb4-4cda-a42c-ef91f3f41052),segment_id=26ab4651-7fb4-4cda-a42c-ef91f3f41052)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:40:07.973182 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (0bff5673-9db4-4e7f-89c0-c77db087a526), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:08.020461 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Pushing event updated for resources: {'Port': ['ID=0bff5673-9db4-4e7f-89c0-c77db087a526,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:40:08.554550 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] get_ports_and_sgs() called for port_ids ['0bff5673-9db4-4e7f-89c0-c77db087a526'] {{(pid=103459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 09:40:08.837285 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f7fddb-965d-4402-818a-04d8a6c0b705 req-aa518c3b-cead-4301-931c-fb41689b102d tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:40:08.840450 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-00f7fddb-965d-4402-818a-04d8a6c0b705 req-aa518c3b-cead-4301-931c-fb41689b102d tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=33ce3bd7-6835-4430-8fd7-05afeb6925fc HTTP/1.1" status: 200 len: 944 time: 0.0490122 May 12 09:40:08.900490 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-00f7fddb-965d-4402-818a-04d8a6c0b705 req-96d29a49-8302-4435-9464-a65a68519200 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/security-groups?id=6db54ff6-e683-403f-90ec-ae34982266cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551748 May 12 09:40:08.934432 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc2fab8-2d2d-4019-bc5e-1271446687f6 req-53999517-1566-4f83-ba6c-ba290164ab27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:40:08.940162 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3bc2fab8-2d2d-4019-bc5e-1271446687f6 req-53999517-1566-4f83-ba6c-ba290164ab27 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b079fd0b329c4f1a856f71e0c8f98dde&device_id=33ce3bd7-6835-4430-8fd7-05afeb6925fc HTTP/1.1" status: 200 len: 1128 time: 0.0567594 May 12 09:40:08.940582 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-893fce2a-97b3-41fb-9fc9-f6acd0acbbca req-b1dcb0cd-205c-4aef-bbb5-aa50d6d284b1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3af65aa8-83b2-410d-b24d-4b9b1b6dd549 HTTP/1.1" status: 200 len: 217 time: 0.0578988 May 12 09:40:08.993475 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893fce2a-97b3-41fb-9fc9-f6acd0acbbca req-166d40af-d64c-4ab2-894e-b66dcd4cb7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:40:08.995056 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-893fce2a-97b3-41fb-9fc9-f6acd0acbbca req-166d40af-d64c-4ab2-894e-b66dcd4cb7d7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f80f3c32-9255-4af0-ae5f-1def93a42973 HTTP/1.1" status: 200 len: 854 time: 0.0430179 May 12 09:40:09.038298 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc2fab8-2d2d-4019-bc5e-1271446687f6 req-3a4c3654-2c4f-4a0c-8918-eeee5181e59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:40:09.039865 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3bc2fab8-2d2d-4019-bc5e-1271446687f6 req-3a4c3654-2c4f-4a0c-8918-eeee5181e59e service neutron] 10.222.0.65 "GET /v2.0/networks?id=d8bd03ea-0f3b-46bf-82a8-531c929bec57 HTTP/1.1" status: 200 len: 916 time: 0.0883832 May 12 09:40:09.041307 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893fce2a-97b3-41fb-9fc9-f6acd0acbbca req-a92cf69c-7132-4900-b772-b617ae3ae562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:40:09.042824 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-893fce2a-97b3-41fb-9fc9-f6acd0acbbca req-a92cf69c-7132-4900-b772-b617ae3ae562 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e0454948-435a-43ce-83c7-832b357b7693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400660 May 12 09:40:09.096095 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3bc2fab8-2d2d-4019-bc5e-1271446687f6 req-e293980b-fa00-41cd-b4a1-67fce2047a60 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0bff5673-9db4-4e7f-89c0-c77db087a526 HTTP/1.1" status: 200 len: 217 time: 0.0399814 May 12 09:40:09.147371 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc2fab8-2d2d-4019-bc5e-1271446687f6 req-34a3e33c-c109-4afe-b678-d4029c0d41e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:40:09.148493 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-893fce2a-97b3-41fb-9fc9-f6acd0acbbca req-162a1bb8-c8f4-4835-b171-4438310b8f00 service neutron] 10.222.0.65 "GET /v2.0/networks/e0454948-435a-43ce-83c7-832b357b7693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912971 May 12 09:40:09.149106 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3bc2fab8-2d2d-4019-bc5e-1271446687f6 req-34a3e33c-c109-4afe-b678-d4029c0d41e8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=be18f7f8-10b6-434a-8890-e7ce96c85646 HTTP/1.1" status: 200 len: 854 time: 0.0457442 May 12 09:40:09.201663 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc2fab8-2d2d-4019-bc5e-1271446687f6 req-093960a5-d858-41e9-bced-4ee882d70052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:40:09.203209 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3bc2fab8-2d2d-4019-bc5e-1271446687f6 req-093960a5-d858-41e9-bced-4ee882d70052 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d8bd03ea-0f3b-46bf-82a8-531c929bec57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406289 May 12 09:40:09.254884 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-893fce2a-97b3-41fb-9fc9-f6acd0acbbca req-fc39b16a-e410-47d7-a425-75a959aa2ba8 service neutron] 10.222.0.65 "GET /v2.0/networks/e0454948-435a-43ce-83c7-832b357b7693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922410 May 12 09:40:09.300187 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3bc2fab8-2d2d-4019-bc5e-1271446687f6 req-ab6ffc6e-bb82-4dd6-be79-17283dbb18b8 service neutron] 10.222.0.65 "GET /v2.0/networks/d8bd03ea-0f3b-46bf-82a8-531c929bec57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891488 May 12 09:40:09.391413 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3bc2fab8-2d2d-4019-bc5e-1271446687f6 req-707956e7-9800-4872-8a79-8144894a2944 service neutron] 10.222.0.65 "GET /v2.0/networks/d8bd03ea-0f3b-46bf-82a8-531c929bec57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837471 May 12 09:40:10.030559 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5996ae-024b-4007-8b94-014248bdf165 req-239e3522-6a50-4053-aeb3-58df69ee9890 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:40:10.032594 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4a5996ae-024b-4007-8b94-014248bdf165 req-239e3522-6a50-4053-aeb3-58df69ee9890 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=33ce3bd7-6835-4430-8fd7-05afeb6925fc HTTP/1.1" status: 200 len: 944 time: 0.0471790 May 12 09:40:10.084116 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4a5996ae-024b-4007-8b94-014248bdf165 req-2c44a3ac-274e-4c46-a3fd-58f0e2967c84 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/security-groups?id=6db54ff6-e683-403f-90ec-ae34982266cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448771 May 12 09:40:10.133309 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device 0bff5673-9db4-4e7f-89c0-c77db087a526 up at agent hyperv_hv-cinder-83769 {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 09:40:10.178419 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Provisioning for port 0bff5673-9db4-4e7f-89c0-c77db087a526 completed by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 09:40:10.184332 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Provisioning complete for port 0bff5673-9db4-4e7f-89c0-c77db087a526 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:40:10.184710 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (0bff5673-9db4-4e7f-89c0-c77db087a526), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:10.267173 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Current status of the port 0bff5673-9db4-4e7f-89c0-c77db087a526 is: BUILD; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:40:10.267568 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (0bff5673-9db4-4e7f-89c0-c77db087a526), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:10.290575 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ce3bd7-6835-4430-8fd7-05afeb6925fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bff5673-9db4-4e7f-89c0-c77db087a526'}] {{(pid=103459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:40:10.292797 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86b47e387812c2b24e7094e641fb8cdf00e205bc2b1299b72670831d9f7cf680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b92d2b35-d720-4708-aa0c-89a0de74dc07" -d '{"events": [{"server_uuid": "33ce3bd7-6835-4430-8fd7-05afeb6925fc", "name": "network-vif-plugged", "status": "completed", "tag": "0bff5673-9db4-4e7f-89c0-c77db087a526"}]}' {{(pid=103459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:40:10.306720 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] For port 0bff5673-9db4-4e7f-89c0-c77db087a526, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=0bff5673-9db4-4e7f-89c0-c77db087a526,segment=NetworkSegment(26ab4651-7fb4-4cda-a42c-ef91f3f41052),segment_id=26ab4651-7fb4-4cda-a42c-ef91f3f41052)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:40:10.310654 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (0bff5673-9db4-4e7f-89c0-c77db087a526), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:10.360282 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Pushing event updated for resources: {'Port': ['ID=0bff5673-9db4-4e7f-89c0-c77db087a526,revision_number=5']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:40:10.391689 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 09:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b06ce5b3-5c64-4534-a0cc-2eb48a9721de x-openstack-request-id: req-b06ce5b3-5c64-4534-a0cc-2eb48a9721de {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:40:10.392505 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ce3bd7-6835-4430-8fd7-05afeb6925fc", "name": "network-vif-plugged", "status": "completed", "tag": "0bff5673-9db4-4e7f-89c0-c77db087a526", "code": 200}]} {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:40:10.392767 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b06ce5b3-5c64-4534-a0cc-2eb48a9721de {{(pid=103459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:40:10.393176 dv-cinder-837699-5-iscsi neutron-server[103459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b06ce5b3-5c64-4534-a0cc-2eb48a9721de'] response: {'server_uuid': '33ce3bd7-6835-4430-8fd7-05afeb6925fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bff5673-9db4-4e7f-89c0-c77db087a526', 'code': 200} May 12 09:40:10.630182 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2500ab-f060-44c3-93cb-b540e5537997 req-5ce568f7-d871-4d36-a10b-14a458b01056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:40:10.631685 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4c2500ab-f060-44c3-93cb-b540e5537997 req-5ce568f7-d871-4d36-a10b-14a458b01056 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=33ce3bd7-6835-4430-8fd7-05afeb6925fc HTTP/1.1" status: 200 len: 1129 time: 0.0383968 May 12 09:40:10.680139 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4c2500ab-f060-44c3-93cb-b540e5537997 req-49d4af78-909c-492c-ac95-cf865a57dc38 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6db54ff6-e683-403f-90ec-ae34982266cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394554 May 12 09:40:10.856797 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f9b72b-a17a-4ffe-b562-e8a86d7250b1 req-4c532ba0-1334-4104-9fcd-159a6cef94cc tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:40:10.858322 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-67f9b72b-a17a-4ffe-b562-e8a86d7250b1 req-4c532ba0-1334-4104-9fcd-159a6cef94cc tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/ports?device_id=a158cc80-2631-4dba-8071-ef5e07ec8ba1 HTTP/1.1" status: 200 len: 945 time: 0.0478215 May 12 09:40:10.905633 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-67f9b72b-a17a-4ffe-b562-e8a86d7250b1 req-5f9c491f-7113-4c82-8d22-f96b415f259d tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/security-groups?id=e174429d-a48c-425e-9083-46cde5f07ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411787 May 12 09:40:11.200950 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2617e45e-533f-42a5-af7b-ab83f0e689ee req-ec015a08-139b-4676-8169-c9372d40bdef tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:40:11.202337 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2617e45e-533f-42a5-af7b-ab83f0e689ee req-ec015a08-139b-4676-8169-c9372d40bdef tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=33ce3bd7-6835-4430-8fd7-05afeb6925fc HTTP/1.1" status: 200 len: 945 time: 0.0485802 May 12 09:40:11.254411 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2617e45e-533f-42a5-af7b-ab83f0e689ee req-e29874a8-4fb5-4af1-a7b6-90bcdc4cd62c tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/security-groups?id=6db54ff6-e683-403f-90ec-ae34982266cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456307 May 12 09:40:12.025615 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fc1679-3efe-4437-bf65-42df0248a33b req-69e3a265-ac1f-4b78-8c82-3cb448327643 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:40:12.027025 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-53fc1679-3efe-4437-bf65-42df0248a33b req-69e3a265-ac1f-4b78-8c82-3cb448327643 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/ports?device_id=a158cc80-2631-4dba-8071-ef5e07ec8ba1 HTTP/1.1" status: 200 len: 945 time: 0.0564914 May 12 09:40:12.076576 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-53fc1679-3efe-4437-bf65-42df0248a33b req-c4298a07-d1ba-4548-a52a-6ebad10c2cda tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/security-groups?id=e174429d-a48c-425e-9083-46cde5f07ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435145 May 12 09:40:12.371175 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae09766c-de58-4a0e-a55b-1af816dd6c9f req-069f1bdb-d81f-4986-a794-ccda421702a4 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:40:12.372653 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ae09766c-de58-4a0e-a55b-1af816dd6c9f req-069f1bdb-d81f-4986-a794-ccda421702a4 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=33ce3bd7-6835-4430-8fd7-05afeb6925fc HTTP/1.1" status: 200 len: 945 time: 0.0510602 May 12 09:40:12.420180 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ae09766c-de58-4a0e-a55b-1af816dd6c9f req-1187a89e-cd44-4d01-9e22-b5f04647d5c3 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/security-groups?id=6db54ff6-e683-403f-90ec-ae34982266cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415039 May 12 09:40:13.187318 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7012fd5a-a28f-42ec-b4a3-25b8aa077807 req-e65286d6-a161-4876-bf74-e28083e7b64b tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:40:13.189270 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7012fd5a-a28f-42ec-b4a3-25b8aa077807 req-e65286d6-a161-4876-bf74-e28083e7b64b tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/ports?device_id=a158cc80-2631-4dba-8071-ef5e07ec8ba1 HTTP/1.1" status: 200 len: 945 time: 0.0472970 May 12 09:40:13.236025 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7012fd5a-a28f-42ec-b4a3-25b8aa077807 req-7fbfbac9-c154-47e6-8024-100701c38434 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/security-groups?id=e174429d-a48c-425e-9083-46cde5f07ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410848 May 12 09:40:13.547102 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ff23b4-086b-4dc5-a23d-37e6ef77e4c6 req-4861c528-990f-4268-95aa-2f61cc8f997d tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:40:13.550153 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-36ff23b4-086b-4dc5-a23d-37e6ef77e4c6 req-4861c528-990f-4268-95aa-2f61cc8f997d tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=33ce3bd7-6835-4430-8fd7-05afeb6925fc HTTP/1.1" status: 200 len: 945 time: 0.0600948 May 12 09:40:13.614186 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-36ff23b4-086b-4dc5-a23d-37e6ef77e4c6 req-96443f05-a7bc-453d-854c-49853c0cec37 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/security-groups?id=6db54ff6-e683-403f-90ec-ae34982266cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579379 May 12 09:40:14.350532 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837c1245-82b3-4746-a8bd-1bf4ca013a1d req-e0a336db-b826-4bf2-97cb-909d60fd1508 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:40:14.351913 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-837c1245-82b3-4746-a8bd-1bf4ca013a1d req-e0a336db-b826-4bf2-97cb-909d60fd1508 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/ports?device_id=a158cc80-2631-4dba-8071-ef5e07ec8ba1 HTTP/1.1" status: 200 len: 945 time: 0.0483770 May 12 09:40:14.408136 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-837c1245-82b3-4746-a8bd-1bf4ca013a1d req-77fab626-3b92-4122-bca2-c70d554a630f tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/security-groups?id=e174429d-a48c-425e-9083-46cde5f07ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506401 May 12 09:40:14.444183 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29fe92c-b93b-4487-aa99-2388ee008acc req-0682d424-d7ce-49dc-971a-eacfc438beec tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:40:14.445991 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c29fe92c-b93b-4487-aa99-2388ee008acc req-0682d424-d7ce-49dc-971a-eacfc438beec tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.65 "GET /v2.0/ports?device_id=a158cc80-2631-4dba-8071-ef5e07ec8ba1 HTTP/1.1" status: 200 len: 945 time: 0.0514009 May 12 09:40:14.725668 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85d98f-35ce-4667-8143-0abbaef1c918 req-d4a4fd7f-22c2-4664-903e-c1e6446e12ef tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:40:14.727123 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3c85d98f-35ce-4667-8143-0abbaef1c918 req-d4a4fd7f-22c2-4664-903e-c1e6446e12ef tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=33ce3bd7-6835-4430-8fd7-05afeb6925fc HTTP/1.1" status: 200 len: 945 time: 0.0460269 May 12 09:40:14.776871 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3c85d98f-35ce-4667-8143-0abbaef1c918 req-a6765f76-ed6b-432b-a3ca-503a485b2071 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/security-groups?id=6db54ff6-e683-403f-90ec-ae34982266cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442476 May 12 09:40:15.247407 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [req-c29fe92c-b93b-4487-aa99-2388ee008acc req-dfa776a0-dfc9-45e8-9ff5-27f49c3f15e6 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Deleting port 3af65aa8-83b2-410d-b24d-4b9b1b6dd549 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 09:40:15.247744 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-c29fe92c-b93b-4487-aa99-2388ee008acc req-dfa776a0-dfc9-45e8-9ff5-27f49c3f15e6 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740344431333'] for port (3af65aa8-83b2-410d-b24d-4b9b1b6dd549), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:15.338924 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-c29fe92c-b93b-4487-aa99-2388ee008acc req-dfa776a0-dfc9-45e8-9ff5-27f49c3f15e6 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] For port 3af65aa8-83b2-410d-b24d-4b9b1b6dd549, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=3af65aa8-83b2-410d-b24d-4b9b1b6dd549,segment=NetworkSegment(196dd2b4-5312-4a28-9145-1b2fa6b63a14),segment_id=196dd2b4-5312-4a28-9145-1b2fa6b63a14)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:40:15.339284 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-c29fe92c-b93b-4487-aa99-2388ee008acc req-dfa776a0-dfc9-45e8-9ff5-27f49c3f15e6 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799057'] for port (3af65aa8-83b2-410d-b24d-4b9b1b6dd549), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:15.352076 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [req-c29fe92c-b93b-4487-aa99-2388ee008acc req-dfa776a0-dfc9-45e8-9ff5-27f49c3f15e6 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Calling delete_port for 3af65aa8-83b2-410d-b24d-4b9b1b6dd549 owned by compute:nova {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 09:40:15.489056 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-c29fe92c-b93b-4487-aa99-2388ee008acc req-dfa776a0-dfc9-45e8-9ff5-27f49c3f15e6 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740344441209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740344012629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29192019'] for port (3af65aa8-83b2-410d-b24d-4b9b1b6dd549), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:15.515853 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-269fbccd-9601-406d-af5c-fa6e7ea48142 req-80e605a4-8d52-45e5-bff7-16e3c0a234c3 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.60 "GET /v2.0/ports?device_id=a158cc80-2631-4dba-8071-ef5e07ec8ba1 HTTP/1.1" status: 200 len: 210 time: 0.0395973 May 12 09:40:15.539342 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] get_ports_and_sgs() called for port_ids ['3af65aa8-83b2-410d-b24d-4b9b1b6dd549'] {{(pid=103459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 09:40:15.546191 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa776a0-dfc9-45e8-9ff5-27f49c3f15e6 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Pushing event deleted for resources: {'Port': ['ID=3af65aa8-83b2-410d-b24d-4b9b1b6dd549,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:40:15.590013 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [req-c29fe92c-b93b-4487-aa99-2388ee008acc req-dfa776a0-dfc9-45e8-9ff5-27f49c3f15e6 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] No DVR routers for this DVR port 3af65aa8-83b2-410d-b24d-4b9b1b6dd549 on host hv-cinder-83769 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 09:40:15.593018 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-c29fe92c-b93b-4487-aa99-2388ee008acc req-dfa776a0-dfc9-45e8-9ff5-27f49c3f15e6 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:15.596695 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c29fe92c-b93b-4487-aa99-2388ee008acc req-dfa776a0-dfc9-45e8-9ff5-27f49c3f15e6 tempest-TestMinimumBasicScenario-1619771787 tempest-TestMinimumBasicScenario-1619771787-project] 10.222.0.65 "DELETE /v2.0/ports/3af65aa8-83b2-410d-b24d-4b9b1b6dd549 HTTP/1.1" status: 204 len: 173 time: 0.4356689 May 12 09:40:15.597123 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a158cc80-2631-4dba-8071-ef5e07ec8ba1', 'name': 'network-vif-deleted', 'tag': '3af65aa8-83b2-410d-b24d-4b9b1b6dd549'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:40:15.599390 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c5c35592cdadc16d94e4e59e173057c198c772a9b1006d4fd44537c4a2e10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336cb6d7-c423-4442-a273-0c0b9540a39d" -d '{"events": [{"server_uuid": "a158cc80-2631-4dba-8071-ef5e07ec8ba1", "name": "network-vif-deleted", "tag": "3af65aa8-83b2-410d-b24d-4b9b1b6dd549"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:40:15.635982 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 09:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ba4684-5609-47ae-bbc3-95614a0317f3 x-openstack-request-id: req-33ba4684-5609-47ae-bbc3-95614a0317f3 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:40:15.636387 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a158cc80-2631-4dba-8071-ef5e07ec8ba1", "name": "network-vif-deleted", "tag": "3af65aa8-83b2-410d-b24d-4b9b1b6dd549", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:40:15.636761 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-33ba4684-5609-47ae-bbc3-95614a0317f3 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:40:15.637260 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33ba4684-5609-47ae-bbc3-95614a0317f3'] response: {'server_uuid': 'a158cc80-2631-4dba-8071-ef5e07ec8ba1', 'name': 'network-vif-deleted', 'tag': '3af65aa8-83b2-410d-b24d-4b9b1b6dd549', 'status': 'completed', 'code': 200} May 12 09:40:15.894377 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9a0c1-2c8c-442f-9a52-9592f0943656 req-c31052b8-3706-4742-97c2-8396f790fc76 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:40:15.895746 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-80e9a0c1-2c8c-442f-9a52-9592f0943656 req-c31052b8-3706-4742-97c2-8396f790fc76 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=33ce3bd7-6835-4430-8fd7-05afeb6925fc HTTP/1.1" status: 200 len: 945 time: 0.0504472 May 12 09:40:15.943910 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-80e9a0c1-2c8c-442f-9a52-9592f0943656 req-79aee0ae-274f-461e-8831-204b595c37fd tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/security-groups?id=6db54ff6-e683-403f-90ec-ae34982266cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422540 May 12 09:40:16.054442 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffc2df1-b756-4906-b353-bfa2dd4252e9 req-ea4c78da-28f2-404d-8178-6c20eebb9aaa tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:40:16.055965 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-fffc2df1-b756-4906-b353-bfa2dd4252e9 req-ea4c78da-28f2-404d-8178-6c20eebb9aaa tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=33ce3bd7-6835-4430-8fd7-05afeb6925fc HTTP/1.1" status: 200 len: 945 time: 0.0476863 May 12 09:40:16.066130 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 41462) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:40:16.070421 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-c44760f8-8835-482d-a0d0-4c3791b046f8 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Request body: {'floatingip': {'port_id': '0bff5673-9db4-4e7f-89c0-c77db087a526'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:40:16.111279 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c44760f8-8835-482d-a0d0-4c3791b046f8 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for floatingip (807bc7d8-1548-4143-8d0c-9cc69506d537), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:16.860347 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c44760f8-8835-482d-a0d0-4c3791b046f8 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:16.865554 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c44760f8-8835-482d-a0d0-4c3791b046f8 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799862'] for floatingip (807bc7d8-1548-4143-8d0c-9cc69506d537), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:16.981721 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.db.l3_db [None req-c44760f8-8835-482d-a0d0-4c3791b046f8 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Floating IP 807bc7d8-1548-4143-8d0c-9cc69506d537 associated. External IP: 172.27.3.151, port: 0bff5673-9db4-4e7f-89c0-c77db087a526. May 12 09:40:17.248552 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 41516) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:40:17.262320 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c44760f8-8835-482d-a0d0-4c3791b046f8 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Router 9c2097ad-1eb6-456a-8744-fc92ba3f54fd has already been hosted by L3 agent 8db92903-2544-41c2-b919-def82c43c97a {{(pid=103458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 09:40:17.375861 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c44760f8-8835-482d-a0d0-4c3791b046f8 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Notify agent at l3_agent.dv-cinder-837699-5-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 09:40:17.380436 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c44760f8-8835-482d-a0d0-4c3791b046f8 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for floatingip (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:17.389543 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26332ee6-379f-48ed-a3bc-d9654d40336b None None] Sync routers for ids ['9c2097ad-1eb6-456a-8744-fc92ba3f54fd'] in dv-cinder-837699-5-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 09:40:17.399910 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26332ee6-379f-48ed-a3bc-d9654d40336b None None] Routers {'9c2097ad-1eb6-456a-8744-fc92ba3f54fd'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:40:17.400876 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-26332ee6-379f-48ed-a3bc-d9654d40336b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:39:52Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['9c2097ad-1eb6-456a-8744-fc92ba3f54fd'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:40:17.414127 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-c44760f8-8835-482d-a0d0-4c3791b046f8 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "PUT /v2.0/floatingips/807bc7d8-1548-4143-8d0c-9cc69506d537 HTTP/1.1" status: 200 len: 991 time: 1.3449368 May 12 09:40:17.512230 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-26332ee6-379f-48ed-a3bc-d9654d40336b None None] Set router 9c2097ad-1eb6-456a-8744-fc92ba3f54fd gateway port host: dv-cinder-837699-5-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:40:17.639104 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33ce3bd7-6835-4430-8fd7-05afeb6925fc', 'tag': '0bff5673-9db4-4e7f-89c0-c77db087a526'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:40:17.643238 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c5c35592cdadc16d94e4e59e173057c198c772a9b1006d4fd44537c4a2e10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-098e60a5-e120-4552-8324-b954c249380e" -d '{"events": [{"name": "network-changed", "server_uuid": "33ce3bd7-6835-4430-8fd7-05afeb6925fc", "tag": "0bff5673-9db4-4e7f-89c0-c77db087a526"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:40:17.682156 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 09:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d7e19c-ad22-48d7-9c2b-58811643d4dc x-openstack-request-id: req-62d7e19c-ad22-48d7-9c2b-58811643d4dc {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:40:17.683417 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33ce3bd7-6835-4430-8fd7-05afeb6925fc", "tag": "0bff5673-9db4-4e7f-89c0-c77db087a526", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:40:17.683782 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-62d7e19c-ad22-48d7-9c2b-58811643d4dc {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:40:17.684337 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62d7e19c-ad22-48d7-9c2b-58811643d4dc'] response: {'name': 'network-changed', 'server_uuid': '33ce3bd7-6835-4430-8fd7-05afeb6925fc', 'tag': '0bff5673-9db4-4e7f-89c0-c77db087a526', 'status': 'completed', 'code': 200} May 12 09:40:17.759274 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-26332ee6-379f-48ed-a3bc-d9654d40336b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'name': 'tempest-AttachVolumeNegativeTest-1936945588-router', 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': '0b2e5772-8899-4afe-abaa-f04370bcc8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:33:42Z', 'updated_at': '2022-05-12T09:33:47Z', 'revision_number': 4, 'project_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'gw_port': {'id': '0b2e5772-8899-4afe-abaa-f04370bcc8a6', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:92:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:42Z', 'updated_at': '2022-05-12T09:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_floatingips': [{'id': '807bc7d8-1548-4143-8d0c-9cc69506d537', 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'floating_ip_address': '172.27.3.151', 'floating_network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'router_id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'port_id': '0bff5673-9db4-4e7f-89c0-c77db087a526', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8bd03ea-0f3b-46bf-82a8-531c929bec57', 'mac_address': 'fa:16:3e:86:be:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ce3bd7-6835-4430-8fd7-05afeb6925fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T09:39:52Z', 'updated_at': '2022-05-12T09:40:16Z', 'revision_number': 1, 'project_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'fixed_ip_address_scope': None}, {'id': 'a0459acf-dc78-4ff7-99fc-9d43d1e2f97b', 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'floating_ip_address': '172.27.3.203', 'floating_network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'router_id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'port_id': '332c08c8-a0fb-4e00-b6b4-9b038555668c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 84, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8bd03ea-0f3b-46bf-82a8-531c929bec57', 'mac_address': 'fa:16:3e:7c:5e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc90e8c3-13f2-4b3e-91e8-396847cf6572', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T09:33:52Z', 'updated_at': '2022-05-12T09:35:05Z', 'revision_number': 2, 'project_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afe51b64-ecef-4dbc-81fa-ac72b0814cf1', 'name': '', 'network_id': 'd8bd03ea-0f3b-46bf-82a8-531c929bec57', 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'mac_address': 'fa:16:3e:27:c2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'be18f7f8-10b6-434a-8890-e7ce96c85646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:45Z', 'updated_at': '2022-05-12T09:33:55Z', 'revision_number': 5, 'project_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'subnets': [{'id': 'be18f7f8-10b6-434a-8890-e7ce96c85646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:40:17.790536 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26332ee6-379f-48ed-a3bc-d9654d40336b None None] Checking router: 9c2097ad-1eb6-456a-8744-fc92ba3f54fd for host: dv-cinder-837699-5-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 09:40:17.797065 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e60a5-e120-4552-8324-b954c249380e req-405c2eea-9a1d-4efb-b5b6-8fac51955c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:40:17.799106 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-098e60a5-e120-4552-8324-b954c249380e req-405c2eea-9a1d-4efb-b5b6-8fac51955c81 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b079fd0b329c4f1a856f71e0c8f98dde&device_id=33ce3bd7-6835-4430-8fd7-05afeb6925fc HTTP/1.1" status: 200 len: 1129 time: 0.0603175 May 12 09:40:17.800860 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26332ee6-379f-48ed-a3bc-d9654d40336b None None] Routers {'9c2097ad-1eb6-456a-8744-fc92ba3f54fd'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:40:17.801590 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-26332ee6-379f-48ed-a3bc-d9654d40336b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:39:52Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['9c2097ad-1eb6-456a-8744-fc92ba3f54fd'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:40:17.899851 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e60a5-e120-4552-8324-b954c249380e req-12cc9184-15dd-414d-a947-dfdf82f25086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:40:17.901589 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-098e60a5-e120-4552-8324-b954c249380e req-12cc9184-15dd-414d-a947-dfdf82f25086 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d8bd03ea-0f3b-46bf-82a8-531c929bec57 HTTP/1.1" status: 200 len: 916 time: 0.0959864 May 12 09:40:17.925782 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-26332ee6-379f-48ed-a3bc-d9654d40336b None None] Set router 9c2097ad-1eb6-456a-8744-fc92ba3f54fd gateway port host: dv-cinder-837699-5-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:40:17.991518 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-098e60a5-e120-4552-8324-b954c249380e req-9956f09d-5893-455f-8067-a9af20d439eb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0bff5673-9db4-4e7f-89c0-c77db087a526 HTTP/1.1" status: 200 len: 999 time: 0.0824506 May 12 09:40:18.056346 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e60a5-e120-4552-8324-b954c249380e req-b8dcaaeb-245a-40e4-9c1d-336d9ea30b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:40:18.058218 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-754c1a61-93a6-466f-ba43-dd336993cb36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799259'] for router_interface (c69042cc-6a84-4a19-9874-bef9b18911f2), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:18.058421 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-098e60a5-e120-4552-8324-b954c249380e req-b8dcaaeb-245a-40e4-9c1d-336d9ea30b2f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=be18f7f8-10b6-434a-8890-e7ce96c85646 HTTP/1.1" status: 200 len: 854 time: 0.0588765 May 12 09:40:18.144355 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e60a5-e120-4552-8324-b954c249380e req-576159df-e3a6-4d75-85c3-1e142e134680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:40:18.152909 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device 3af65aa8-83b2-410d-b24d-4b9b1b6dd549 no longer exists at agent hyperv_hv-cinder-83769 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 09:40:18.158262 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-098e60a5-e120-4552-8324-b954c249380e req-576159df-e3a6-4d75-85c3-1e142e134680 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d8bd03ea-0f3b-46bf-82a8-531c929bec57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0762210 May 12 09:40:18.186407 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] No Port match for: 3af65aa8-83b2-410d-b24d-4b9b1b6dd549 {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 09:40:18.187064 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device 3af65aa8-83b2-410d-b24d-4b9b1b6dd549 not bound to the agent host hv-cinder-83769 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 09:40:18.204630 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-26332ee6-379f-48ed-a3bc-d9654d40336b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'name': 'tempest-AttachVolumeNegativeTest-1936945588-router', 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': '0b2e5772-8899-4afe-abaa-f04370bcc8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:33:42Z', 'updated_at': '2022-05-12T09:33:47Z', 'revision_number': 4, 'project_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'gw_port': {'id': '0b2e5772-8899-4afe-abaa-f04370bcc8a6', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:92:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:42Z', 'updated_at': '2022-05-12T09:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_floatingips': [{'id': '807bc7d8-1548-4143-8d0c-9cc69506d537', 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'floating_ip_address': '172.27.3.151', 'floating_network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'router_id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'port_id': '0bff5673-9db4-4e7f-89c0-c77db087a526', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8bd03ea-0f3b-46bf-82a8-531c929bec57', 'mac_address': 'fa:16:3e:86:be:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ce3bd7-6835-4430-8fd7-05afeb6925fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T09:39:52Z', 'updated_at': '2022-05-12T09:40:16Z', 'revision_number': 1, 'project_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'fixed_ip_address_scope': None}, {'id': 'a0459acf-dc78-4ff7-99fc-9d43d1e2f97b', 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'floating_ip_address': '172.27.3.203', 'floating_network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'router_id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'port_id': '332c08c8-a0fb-4e00-b6b4-9b038555668c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 84, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8bd03ea-0f3b-46bf-82a8-531c929bec57', 'mac_address': 'fa:16:3e:7c:5e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc90e8c3-13f2-4b3e-91e8-396847cf6572', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T09:33:52Z', 'updated_at': '2022-05-12T09:35:05Z', 'revision_number': 2, 'project_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afe51b64-ecef-4dbc-81fa-ac72b0814cf1', 'name': '', 'network_id': 'd8bd03ea-0f3b-46bf-82a8-531c929bec57', 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'mac_address': 'fa:16:3e:27:c2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'be18f7f8-10b6-434a-8890-e7ce96c85646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:45Z', 'updated_at': '2022-05-12T09:33:55Z', 'revision_number': 5, 'project_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'subnets': [{'id': 'be18f7f8-10b6-434a-8890-e7ce96c85646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:40:18.235728 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26332ee6-379f-48ed-a3bc-d9654d40336b None None] The sync data for ids ['9c2097ad-1eb6-456a-8744-fc92ba3f54fd'] in dv-cinder-837699-5-iscsi is: [{'id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'name': 'tempest-AttachVolumeNegativeTest-1936945588-router', 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': '0b2e5772-8899-4afe-abaa-f04370bcc8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:33:42Z', 'updated_at': '2022-05-12T09:33:47Z', 'revision_number': 4, 'project_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'gw_port': {'id': '0b2e5772-8899-4afe-abaa-f04370bcc8a6', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:92:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:42Z', 'updated_at': '2022-05-12T09:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_floatingips': [{'id': '807bc7d8-1548-4143-8d0c-9cc69506d537', 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'floating_ip_address': '172.27.3.151', 'floating_network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'router_id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'port_id': '0bff5673-9db4-4e7f-89c0-c77db087a526', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8bd03ea-0f3b-46bf-82a8-531c929bec57', 'mac_address': 'fa:16:3e:86:be:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ce3bd7-6835-4430-8fd7-05afeb6925fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T09:39:52Z', 'updated_at': '2022-05-12T09:40:16Z', 'revision_number': 1, 'project_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'fixed_ip_address_scope': None}, {'id': 'a0459acf-dc78-4ff7-99fc-9d43d1e2f97b', 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'floating_ip_address': '172.27.3.203', 'floating_network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'router_id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'port_id': '332c08c8-a0fb-4e00-b6b4-9b038555668c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 84, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8bd03ea-0f3b-46bf-82a8-531c929bec57', 'mac_address': 'fa:16:3e:7c:5e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc90e8c3-13f2-4b3e-91e8-396847cf6572', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T09:33:52Z', 'updated_at': '2022-05-12T09:35:05Z', 'revision_number': 2, 'project_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afe51b64-ecef-4dbc-81fa-ac72b0814cf1', 'name': '', 'network_id': 'd8bd03ea-0f3b-46bf-82a8-531c929bec57', 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'mac_address': 'fa:16:3e:27:c2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'be18f7f8-10b6-434a-8890-e7ce96c85646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:45Z', 'updated_at': '2022-05-12T09:33:55Z', 'revision_number': 5, 'project_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'subnets': [{'id': 'be18f7f8-10b6-434a-8890-e7ce96c85646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 09:40:18.309139 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-098e60a5-e120-4552-8324-b954c249380e req-3dda388e-5393-41bc-8707-c36330dbc42c service neutron] 10.222.0.65 "GET /v2.0/networks/d8bd03ea-0f3b-46bf-82a8-531c929bec57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497366 May 12 09:40:18.437485 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-754c1a61-93a6-466f-ba43-dd336993cb36 admin admin] Deleting port 595d7e88-f073-44d2-adca-d1b926a67bda {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 09:40:18.438681 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-754c1a61-93a6-466f-ba43-dd336993cb36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740344431333'] for port (595d7e88-f073-44d2-adca-d1b926a67bda), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:18.463850 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-098e60a5-e120-4552-8324-b954c249380e req-987469e3-0c19-4df9-8aed-dc908abac3f2 service neutron] 10.222.0.65 "GET /v2.0/networks/d8bd03ea-0f3b-46bf-82a8-531c929bec57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484668 May 12 09:40:18.530053 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-754c1a61-93a6-466f-ba43-dd336993cb36 admin admin] For port 595d7e88-f073-44d2-adca-d1b926a67bda, host dv-cinder-837699-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=595d7e88-f073-44d2-adca-d1b926a67bda,segment=NetworkSegment(196dd2b4-5312-4a28-9145-1b2fa6b63a14),segment_id=196dd2b4-5312-4a28-9145-1b2fa6b63a14)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:40:18.530562 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-754c1a61-93a6-466f-ba43-dd336993cb36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799057'] for port (595d7e88-f073-44d2-adca-d1b926a67bda), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:18.549279 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-754c1a61-93a6-466f-ba43-dd336993cb36 admin admin] Calling delete_port for 595d7e88-f073-44d2-adca-d1b926a67bda owned by network:router_interface {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 09:40:18.549989 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df09b31-3fdf-41d3-9362-e3822e11230a None None] New status for floating IP 807bc7d8-1548-4143-8d0c-9cc69506d537: ACTIVE {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 09:40:18.748302 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-754c1a61-93a6-466f-ba43-dd336993cb36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740344441209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740344012629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28491394'] for port (595d7e88-f073-44d2-adca-d1b926a67bda), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:18.773793 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754c1a61-93a6-466f-ba43-dd336993cb36 admin admin] Pushing event deleted for resources: {'Port': ['ID=595d7e88-f073-44d2-adca-d1b926a67bda,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:40:18.937361 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-754c1a61-93a6-466f-ba43-dd336993cb36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3701444'] for router_interface (c69042cc-6a84-4a19-9874-bef9b18911f2), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:19.157965 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-754c1a61-93a6-466f-ba43-dd336993cb36 admin admin] Router c69042cc-6a84-4a19-9874-bef9b18911f2 has already been hosted by L3 agent 8db92903-2544-41c2-b919-def82c43c97a {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 09:40:19.269973 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-754c1a61-93a6-466f-ba43-dd336993cb36 admin admin] Notify agent at l3_agent.dv-cinder-837699-5-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 09:40:19.277398 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-754c1a61-93a6-466f-ba43-dd336993cb36 admin admin] 10.222.0.60 "PUT /v2.0/routers/c69042cc-6a84-4a19-9874-bef9b18911f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0239210 May 12 09:40:19.278100 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 41530) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:40:19.278688 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f90d4b-63d0-4a4d-ad11-431d576cb2be None None] Sync routers for ids ['c69042cc-6a84-4a19-9874-bef9b18911f2'] in dv-cinder-837699-5-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 09:40:19.289965 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f90d4b-63d0-4a4d-ad11-431d576cb2be None None] Routers {'c69042cc-6a84-4a19-9874-bef9b18911f2'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:40:19.290621 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-b2f90d4b-63d0-4a4d-ad11-431d576cb2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:39:52Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['c69042cc-6a84-4a19-9874-bef9b18911f2'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:40:19.386211 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc4633c1-ec63-443f-b8b6-a2cb27e43931 admin admin] Publish callbacks [] for router (c69042cc-6a84-4a19-9874-bef9b18911f2), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:19.399547 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-b2f90d4b-63d0-4a4d-ad11-431d576cb2be None None] Set router c69042cc-6a84-4a19-9874-bef9b18911f2 gateway port host: dv-cinder-837699-5-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:40:19.491439 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc4633c1-ec63-443f-b8b6-a2cb27e43931 admin admin] Publish callbacks [] for router_gateway (c69042cc-6a84-4a19-9874-bef9b18911f2), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:19.536053 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dc4633c1-ec63-443f-b8b6-a2cb27e43931 admin admin] Deleting port 16145eb2-ad86-43eb-9172-908c13c4176a {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 09:40:19.536395 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc4633c1-ec63-443f-b8b6-a2cb27e43931 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740344431333'] for port (16145eb2-ad86-43eb-9172-908c13c4176a), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:19.566273 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-b2f90d4b-63d0-4a4d-ad11-431d576cb2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69042cc-6a84-4a19-9874-bef9b18911f2', 'name': 'tempest-TestMinimumBasicScenario-1326742253-router', 'tenant_id': 'bdc48145acde413e99299f029ad0cea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '16145eb2-ad86-43eb-9172-908c13c4176a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:34:43Z', 'updated_at': '2022-05-12T09:40:18Z', 'revision_number': 5, 'project_id': 'bdc48145acde413e99299f029ad0cea9', 'gw_port': {'id': '16145eb2-ad86-43eb-9172-908c13c4176a', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:61:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69042cc-6a84-4a19-9874-bef9b18911f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:34:43Z', 'updated_at': '2022-05-12T09:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi'}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:40:19.596734 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f90d4b-63d0-4a4d-ad11-431d576cb2be None None] Checking router: c69042cc-6a84-4a19-9874-bef9b18911f2 for host: dv-cinder-837699-5-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 09:40:19.605994 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f90d4b-63d0-4a4d-ad11-431d576cb2be None None] Routers {'c69042cc-6a84-4a19-9874-bef9b18911f2'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:40:19.606720 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-b2f90d4b-63d0-4a4d-ad11-431d576cb2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:39:52Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['c69042cc-6a84-4a19-9874-bef9b18911f2'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:40:19.621450 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-dc4633c1-ec63-443f-b8b6-a2cb27e43931 admin admin] For port 16145eb2-ad86-43eb-9172-908c13c4176a, host dv-cinder-837699-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=16145eb2-ad86-43eb-9172-908c13c4176a,segment=NetworkSegment(19f8603b-b081-4ce5-86ca-33d22941a00f),segment_id=19f8603b-b081-4ce5-86ca-33d22941a00f)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:40:19.621812 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc4633c1-ec63-443f-b8b6-a2cb27e43931 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799057'] for port (16145eb2-ad86-43eb-9172-908c13c4176a), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:19.622819 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f7e987d7-783c-42c9-93a3-f4d91d401ebc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (9bee5a85-5be0-4217-aa6d-1f9c6538b987), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:19.635803 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-dc4633c1-ec63-443f-b8b6-a2cb27e43931 admin admin] Calling delete_port for 16145eb2-ad86-43eb-9172-908c13c4176a owned by network:router_gateway {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 09:40:19.793795 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-b2f90d4b-63d0-4a4d-ad11-431d576cb2be None None] Set router c69042cc-6a84-4a19-9874-bef9b18911f2 gateway port host: None {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:40:19.811252 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc4633c1-ec63-443f-b8b6-a2cb27e43931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740344441209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740344012629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29192019'] for port (16145eb2-ad86-43eb-9172-908c13c4176a), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:19.842317 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4633c1-ec63-443f-b8b6-a2cb27e43931 admin admin] Pushing event deleted for resources: {'Port': ['ID=16145eb2-ad86-43eb-9172-908c13c4176a,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:40:19.847105 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-b2f90d4b-63d0-4a4d-ad11-431d576cb2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69042cc-6a84-4a19-9874-bef9b18911f2', 'name': 'tempest-TestMinimumBasicScenario-1326742253-router', 'tenant_id': 'bdc48145acde413e99299f029ad0cea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:34:43Z', 'updated_at': '2022-05-12T09:40:19Z', 'revision_number': 6, 'project_id': 'bdc48145acde413e99299f029ad0cea9', 'gw_port_host': None}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:40:19.876821 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f90d4b-63d0-4a4d-ad11-431d576cb2be None None] The sync data for ids ['c69042cc-6a84-4a19-9874-bef9b18911f2'] in dv-cinder-837699-5-iscsi is: [{'id': 'c69042cc-6a84-4a19-9874-bef9b18911f2', 'name': 'tempest-TestMinimumBasicScenario-1326742253-router', 'tenant_id': 'bdc48145acde413e99299f029ad0cea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:34:43Z', 'updated_at': '2022-05-12T09:40:19Z', 'revision_number': 6, 'project_id': 'bdc48145acde413e99299f029ad0cea9', 'gw_port_host': None}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 09:40:19.911942 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc4633c1-ec63-443f-b8b6-a2cb27e43931 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798249'] for router_gateway (c69042cc-6a84-4a19-9874-bef9b18911f2), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:20.015054 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc4633c1-ec63-443f-b8b6-a2cb27e43931 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3795873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6231'] for router (c69042cc-6a84-4a19-9874-bef9b18911f2), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:20.017172 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc4633c1-ec63-443f-b8b6-a2cb27e43931 admin admin] Publish callbacks [] for router_controller (c69042cc-6a84-4a19-9874-bef9b18911f2), precommit_delete_associations {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:20.078781 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc4633c1-ec63-443f-b8b6-a2cb27e43931 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3795896'] for router (c69042cc-6a84-4a19-9874-bef9b18911f2), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:20.079320 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc4633c1-ec63-443f-b8b6-a2cb27e43931 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c69042cc-6a84-4a19-9874-bef9b18911f2 {{(pid=103458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 09:40:20.083962 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc4633c1-ec63-443f-b8b6-a2cb27e43931 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:20.085075 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-dc4633c1-ec63-443f-b8b6-a2cb27e43931 admin admin] 10.222.0.60 "DELETE /v2.0/routers/c69042cc-6a84-4a19-9874-bef9b18911f2 HTTP/1.1" status: 204 len: 168 time: 0.8060014 May 12 09:40:20.087729 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 41534) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:40:20.135397 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_v2 [None req-aba9d371-00d9-4c28-adad-66c586ae8de2 admin admin] Deleting subnet f80f3c32-9255-4af0-ae5f-1def93a42973 {{(pid=103458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 09:40:20.138418 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-aba9d371-00d9-4c28-adad-66c586ae8de2 admin admin] Publish callbacks [] for subnet (f80f3c32-9255-4af0-ae5f-1def93a42973), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:20.171747 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-aba9d371-00d9-4c28-adad-66c586ae8de2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25498421'] for subnet (f80f3c32-9255-4af0-ae5f-1def93a42973), precommit_delete_associations {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:20.285974 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-aba9d371-00d9-4c28-adad-66c586ae8de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-718821'] for subnet (f80f3c32-9255-4af0-ae5f-1def93a42973), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:20.338321 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-aba9d371-00d9-4c28-adad-66c586ae8de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-718844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29193378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28648165'] for subnet (f80f3c32-9255-4af0-ae5f-1def93a42973), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:20.363068 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba9d371-00d9-4c28-adad-66c586ae8de2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f80f3c32-9255-4af0-ae5f-1def93a42973,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:40:20.366795 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-aba9d371-00d9-4c28-adad-66c586ae8de2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:20.369830 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-aba9d371-00d9-4c28-adad-66c586ae8de2 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/f80f3c32-9255-4af0-ae5f-1def93a42973 HTTP/1.1" status: 204 len: 168 time: 0.2811737 May 12 09:40:20.372343 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 41536) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:40:20.372549 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023c6f65-5edc-43f4-8392-6453da53f10e None None] Network e0454948-435a-43ce-83c7-832b357b7693 requested from dv-cinder-837699-5-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 09:40:20.444136 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-75250c5a-39ca-456a-b4b8-776bf8ffd6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-764730'] for network (e0454948-435a-43ce-83c7-832b357b7693), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:20.461503 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (cdc2c050-d5b8-41e9-9f41-bf893d522faa), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:20.493666 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-75250c5a-39ca-456a-b4b8-776bf8ffd6f4 admin admin] Deleting port 42e803b1-5e11-4eea-b6b9-50d524394856 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 09:40:20.494049 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-75250c5a-39ca-456a-b4b8-776bf8ffd6f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740344431333'] for port (42e803b1-5e11-4eea-b6b9-50d524394856), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:20.556354 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-75250c5a-39ca-456a-b4b8-776bf8ffd6f4 admin admin] For port 42e803b1-5e11-4eea-b6b9-50d524394856, host dv-cinder-837699-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=42e803b1-5e11-4eea-b6b9-50d524394856,segment=NetworkSegment(196dd2b4-5312-4a28-9145-1b2fa6b63a14),segment_id=196dd2b4-5312-4a28-9145-1b2fa6b63a14)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:40:20.556649 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-75250c5a-39ca-456a-b4b8-776bf8ffd6f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799057'] for port (42e803b1-5e11-4eea-b6b9-50d524394856), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:20.569174 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-75250c5a-39ca-456a-b4b8-776bf8ffd6f4 admin admin] Calling delete_port for 42e803b1-5e11-4eea-b6b9-50d524394856 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 09:40:20.628625 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33592508-6c33-48af-850d-1c44a7f1fd2b None None] DHCP port deletion for e0454948-435a-43ce-83c7-832b357b7693 request from dv-cinder-837699-5-iscsi {{(pid=103459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 09:40:20.655224 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-75250c5a-39ca-456a-b4b8-776bf8ffd6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740344441209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740344012629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29192019'] for port (42e803b1-5e11-4eea-b6b9-50d524394856), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:20.677619 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-33592508-6c33-48af-850d-1c44a7f1fd2b None None] Deleting port 42e803b1-5e11-4eea-b6b9-50d524394856 {{(pid=103459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 09:40:20.678057 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-33592508-6c33-48af-850d-1c44a7f1fd2b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740344431333'] for port (42e803b1-5e11-4eea-b6b9-50d524394856), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:20.680243 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75250c5a-39ca-456a-b4b8-776bf8ffd6f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=42e803b1-5e11-4eea-b6b9-50d524394856,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:40:20.683638 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75250c5a-39ca-456a-b4b8-776bf8ffd6f4 admin admin] No DVR routers for this DVR port 42e803b1-5e11-4eea-b6b9-50d524394856 on host dv-cinder-837699-5-iscsi {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 09:40:20.749460 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-33592508-6c33-48af-850d-1c44a7f1fd2b None None] For port 42e803b1-5e11-4eea-b6b9-50d524394856, host dv-cinder-837699-5-iscsi, got binding levels [] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:40:20.749859 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-33592508-6c33-48af-850d-1c44a7f1fd2b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799057'] for port (42e803b1-5e11-4eea-b6b9-50d524394856), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:20.757179 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-75250c5a-39ca-456a-b4b8-776bf8ffd6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493712', 'neutron.services.segments.db._delete_segments_for_network-8740344558102'] for network (e0454948-435a-43ce-83c7-832b357b7693), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:20.763865 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-33592508-6c33-48af-850d-1c44a7f1fd2b None None] Calling delete_port for 42e803b1-5e11-4eea-b6b9-50d524394856 owned by network:dhcp {{(pid=103459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 09:40:20.768869 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.ipam_backend_mixin [None req-33592508-6c33-48af-850d-1c44a7f1fd2b None None] Port 42e803b1-5e11-4eea-b6b9-50d524394856 was not found and therefore no delete operation was performed {{(pid=103459) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 12 09:40:20.770190 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-33592508-6c33-48af-850d-1c44a7f1fd2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740344441209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740344012629'] for port (42e803b1-5e11-4eea-b6b9-50d524394856), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:20.778412 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.services.segments.db [None req-75250c5a-39ca-456a-b4b8-776bf8ffd6f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0454948-435a-43ce-83c7-832b357b7693']}} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:40:20.788245 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.services.segments.db [None req-75250c5a-39ca-456a-b4b8-776bf8ffd6f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '196dd2b4-5312-4a28-9145-1b2fa6b63a14') {'for_net_delete': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:40:20.788543 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.services.segments.db [None req-75250c5a-39ca-456a-b4b8-776bf8ffd6f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '196dd2b4-5312-4a28-9145-1b2fa6b63a14') {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:40:20.798569 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-75250c5a-39ca-456a-b4b8-776bf8ffd6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740344559391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25498380'] for segment (196dd2b4-5312-4a28-9145-1b2fa6b63a14), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:20.800160 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33592508-6c33-48af-850d-1c44a7f1fd2b None None] Pushing event deleted for resources: {'Port': ['ID=42e803b1-5e11-4eea-b6b9-50d524394856,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:40:20.805416 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33592508-6c33-48af-850d-1c44a7f1fd2b None None] No DVR routers for this DVR port 42e803b1-5e11-4eea-b6b9-50d524394856 on host dv-cinder-837699-5-iscsi {{(pid=103459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 09:40:20.814451 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-75250c5a-39ca-456a-b4b8-776bf8ffd6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720414'] for segment (196dd2b4-5312-4a28-9145-1b2fa6b63a14), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:20.820863 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75250c5a-39ca-456a-b4b8-776bf8ffd6f4 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=103458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 09:40:20.821260 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-75250c5a-39ca-456a-b4b8-776bf8ffd6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29191936'] for segment (196dd2b4-5312-4a28-9145-1b2fa6b63a14), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:20.825787 dv-cinder-837699-5-iscsi neutron-server[103458]: Traceback (most recent call last): May 12 09:40:20.825787 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 09:40:20.825787 dv-cinder-837699-5-iscsi neutron-server[103458]: timer() May 12 09:40:20.825787 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 09:40:20.825787 dv-cinder-837699-5-iscsi neutron-server[103458]: cb(*args, **kw) May 12 09:40:20.825787 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 09:40:20.825787 dv-cinder-837699-5-iscsi neutron-server[103458]: return func(*args, **kwargs) May 12 09:40:20.825787 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 09:40:20.825787 dv-cinder-837699-5-iscsi neutron-server[103458]: self._notify() May 12 09:40:20.825787 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 09:40:20.825787 dv-cinder-837699-5-iscsi neutron-server[103458]: self.callback(batched_events) May 12 09:40:20.825787 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 09:40:20.825787 dv-cinder-837699-5-iscsi neutron-server[103458]: event.method(event) May 12 09:40:20.825787 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 09:40:20.825787 dv-cinder-837699-5-iscsi neutron-server[103458]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 09:40:20.825787 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 09:40:20.825787 dv-cinder-837699-5-iscsi neutron-server[103458]: aggregate_uuid = self.p_client.list_aggregates( May 12 09:40:20.825787 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 09:40:20.825787 dv-cinder-837699-5-iscsi neutron-server[103458]: return f(self, *a, **k) May 12 09:40:20.825787 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 09:40:20.825787 dv-cinder-837699-5-iscsi neutron-server[103458]: return self._get(url).json() May 12 09:40:20.825787 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 09:40:20.825787 dv-cinder-837699-5-iscsi neutron-server[103458]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 09:40:20.825787 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 09:40:20.825787 dv-cinder-837699-5-iscsi neutron-server[103458]: return self.request(url, 'GET', **kwargs) May 12 09:40:20.825787 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 09:40:20.825787 dv-cinder-837699-5-iscsi neutron-server[103458]: base_url = self.get_endpoint(auth, allow=allow, May 12 09:40:20.825787 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 09:40:20.825787 dv-cinder-837699-5-iscsi neutron-server[103458]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 09:40:20.825787 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 09:40:20.825787 dv-cinder-837699-5-iscsi neutron-server[103458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 09:40:20.825787 dv-cinder-837699-5-iscsi neutron-server[103458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 09:40:20.894741 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-75250c5a-39ca-456a-b4b8-776bf8ffd6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800027'] for network (e0454948-435a-43ce-83c7-832b357b7693), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:20.901188 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-75250c5a-39ca-456a-b4b8-776bf8ffd6f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728753'] for network (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:20.904135 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-75250c5a-39ca-456a-b4b8-776bf8ffd6f4 admin admin] 10.222.0.60 "DELETE /v2.0/networks/e0454948-435a-43ce-83c7-832b357b7693 HTTP/1.1" status: 204 len: 168 time: 0.5308204 May 12 09:40:20.907230 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 41540) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:40:20.931019 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75250c5a-39ca-456a-b4b8-776bf8ffd6f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0454948-435a-43ce-83c7-832b357b7693,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:40:20.932047 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device 595d7e88-f073-44d2-adca-d1b926a67bda no longer exists at agent ovs-agent-dv-cinder-837699-5-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 09:40:20.954115 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] No Port match for: 595d7e88-f073-44d2-adca-d1b926a67bda {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 09:40:20.954456 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device 595d7e88-f073-44d2-adca-d1b926a67bda not bound to the agent host dv-cinder-837699-5-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 09:40:20.954855 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device 42e803b1-5e11-4eea-b6b9-50d524394856 no longer exists at agent ovs-agent-dv-cinder-837699-5-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 09:40:20.973528 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] No Port match for: 42e803b1-5e11-4eea-b6b9-50d524394856 {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 09:40:20.973869 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device 42e803b1-5e11-4eea-b6b9-50d524394856 not bound to the agent host dv-cinder-837699-5-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 09:40:20.974303 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device 16145eb2-ad86-43eb-9172-908c13c4176a no longer exists at agent ovs-agent-dv-cinder-837699-5-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 09:40:20.992863 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] No Port match for: 16145eb2-ad86-43eb-9172-908c13c4176a {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 09:40:20.993208 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device 16145eb2-ad86-43eb-9172-908c13c4176a not bound to the agent host dv-cinder-837699-5-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 09:40:21.235713 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-47bcdf5b-ed43-422e-8771-6d92c87a9ef4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799259'] for router_interface (131ade57-61d5-4262-b572-f7b2d592a4ad), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:21.461041 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-47bcdf5b-ed43-422e-8771-6d92c87a9ef4 admin admin] Deleting port 57952c35-5fb4-4005-8c22-32eda0f58f42 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 09:40:21.461156 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-47bcdf5b-ed43-422e-8771-6d92c87a9ef4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740344431333'] for port (57952c35-5fb4-4005-8c22-32eda0f58f42), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:21.543218 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-47bcdf5b-ed43-422e-8771-6d92c87a9ef4 admin admin] For port 57952c35-5fb4-4005-8c22-32eda0f58f42, host dv-cinder-837699-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=57952c35-5fb4-4005-8c22-32eda0f58f42,segment=NetworkSegment(f6df5b02-689d-486e-8413-65f4198794b6),segment_id=f6df5b02-689d-486e-8413-65f4198794b6)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:40:21.543565 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-47bcdf5b-ed43-422e-8771-6d92c87a9ef4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799057'] for port (57952c35-5fb4-4005-8c22-32eda0f58f42), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:21.558511 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-47bcdf5b-ed43-422e-8771-6d92c87a9ef4 admin admin] Calling delete_port for 57952c35-5fb4-4005-8c22-32eda0f58f42 owned by network:router_interface {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 09:40:21.736898 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-47bcdf5b-ed43-422e-8771-6d92c87a9ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740344441209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740344012629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28491394'] for port (57952c35-5fb4-4005-8c22-32eda0f58f42), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:21.763435 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bcdf5b-ed43-422e-8771-6d92c87a9ef4 admin admin] Pushing event deleted for resources: {'Port': ['ID=57952c35-5fb4-4005-8c22-32eda0f58f42,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:40:21.848819 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-777c095c-2008-46fd-99b5-cd4777bf42c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (8db92903-2544-41c2-b919-def82c43c97a), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:22.154890 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-47bcdf5b-ed43-422e-8771-6d92c87a9ef4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3701444'] for router_interface (131ade57-61d5-4262-b572-f7b2d592a4ad), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:22.364931 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47bcdf5b-ed43-422e-8771-6d92c87a9ef4 admin admin] Router 131ade57-61d5-4262-b572-f7b2d592a4ad has already been hosted by L3 agent 8db92903-2544-41c2-b919-def82c43c97a {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 09:40:22.468499 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47bcdf5b-ed43-422e-8771-6d92c87a9ef4 admin admin] Notify agent at l3_agent.dv-cinder-837699-5-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 09:40:22.473256 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-47bcdf5b-ed43-422e-8771-6d92c87a9ef4 admin admin] 10.222.0.60 "PUT /v2.0/routers/131ade57-61d5-4262-b572-f7b2d592a4ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5649838 May 12 09:40:22.475700 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 41546) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:40:22.478181 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2ed952-f64c-4653-883b-38748ea5073c None None] Sync routers for ids ['131ade57-61d5-4262-b572-f7b2d592a4ad'] in dv-cinder-837699-5-iscsi {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 09:40:22.487661 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2ed952-f64c-4653-883b-38748ea5073c None None] Routers {'131ade57-61d5-4262-b572-f7b2d592a4ad'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:40:22.488350 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-4d2ed952-f64c-4653-883b-38748ea5073c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:40:22Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['131ade57-61d5-4262-b572-f7b2d592a4ad'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:40:22.579105 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-47cd0af2-a9cc-47c2-9406-57bb0f774d0b admin admin] Publish callbacks [] for router (131ade57-61d5-4262-b572-f7b2d592a4ad), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:22.595381 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-4d2ed952-f64c-4653-883b-38748ea5073c None None] Set router 131ade57-61d5-4262-b572-f7b2d592a4ad gateway port host: dv-cinder-837699-5-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:40:22.690945 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-47cd0af2-a9cc-47c2-9406-57bb0f774d0b admin admin] Publish callbacks [] for router_gateway (131ade57-61d5-4262-b572-f7b2d592a4ad), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:22.736719 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-47cd0af2-a9cc-47c2-9406-57bb0f774d0b admin admin] Deleting port 99fcb469-7ba3-4218-8e93-69f9bad9dd3f {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 09:40:22.737061 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-47cd0af2-a9cc-47c2-9406-57bb0f774d0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740344431333'] for port (99fcb469-7ba3-4218-8e93-69f9bad9dd3f), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:22.768596 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-4d2ed952-f64c-4653-883b-38748ea5073c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131ade57-61d5-4262-b572-f7b2d592a4ad', 'name': 'tempest-TestMinimumBasicScenario-1294436487-router', 'tenant_id': '328818592443490ba5be8d13f0adba97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '99fcb469-7ba3-4218-8e93-69f9bad9dd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:34:48Z', 'updated_at': '2022-05-12T09:40:21Z', 'revision_number': 5, 'project_id': '328818592443490ba5be8d13f0adba97', 'gw_port': {'id': '99fcb469-7ba3-4218-8e93-69f9bad9dd3f', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:63:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131ade57-61d5-4262-b572-f7b2d592a4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:34:49Z', 'updated_at': '2022-05-12T09:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi'}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:40:22.794407 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2ed952-f64c-4653-883b-38748ea5073c None None] Checking router: 131ade57-61d5-4262-b572-f7b2d592a4ad for host: dv-cinder-837699-5-iscsi {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 09:40:22.803133 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2ed952-f64c-4653-883b-38748ea5073c None None] Routers {'131ade57-61d5-4262-b572-f7b2d592a4ad'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:40:22.803737 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-4d2ed952-f64c-4653-883b-38748ea5073c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:40:22Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['131ade57-61d5-4262-b572-f7b2d592a4ad'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:40:22.815560 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-47cd0af2-a9cc-47c2-9406-57bb0f774d0b admin admin] For port 99fcb469-7ba3-4218-8e93-69f9bad9dd3f, host dv-cinder-837699-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=99fcb469-7ba3-4218-8e93-69f9bad9dd3f,segment=NetworkSegment(19f8603b-b081-4ce5-86ca-33d22941a00f),segment_id=19f8603b-b081-4ce5-86ca-33d22941a00f)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:40:22.815922 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-47cd0af2-a9cc-47c2-9406-57bb0f774d0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799057'] for port (99fcb469-7ba3-4218-8e93-69f9bad9dd3f), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:22.828643 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-47cd0af2-a9cc-47c2-9406-57bb0f774d0b admin admin] Calling delete_port for 99fcb469-7ba3-4218-8e93-69f9bad9dd3f owned by network:router_gateway {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 09:40:22.892557 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-4d2ed952-f64c-4653-883b-38748ea5073c None None] Set router 131ade57-61d5-4262-b572-f7b2d592a4ad gateway port host: None {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:40:22.947657 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-4d2ed952-f64c-4653-883b-38748ea5073c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131ade57-61d5-4262-b572-f7b2d592a4ad', 'name': 'tempest-TestMinimumBasicScenario-1294436487-router', 'tenant_id': '328818592443490ba5be8d13f0adba97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:34:48Z', 'updated_at': '2022-05-12T09:40:22Z', 'revision_number': 6, 'project_id': '328818592443490ba5be8d13f0adba97', 'gw_port_host': None}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:40:22.974140 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2ed952-f64c-4653-883b-38748ea5073c None None] The sync data for ids ['131ade57-61d5-4262-b572-f7b2d592a4ad'] in dv-cinder-837699-5-iscsi is: [{'id': '131ade57-61d5-4262-b572-f7b2d592a4ad', 'name': 'tempest-TestMinimumBasicScenario-1294436487-router', 'tenant_id': '328818592443490ba5be8d13f0adba97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:34:48Z', 'updated_at': '2022-05-12T09:40:22Z', 'revision_number': 6, 'project_id': '328818592443490ba5be8d13f0adba97', 'gw_port_host': None}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 09:40:23.011832 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-47cd0af2-a9cc-47c2-9406-57bb0f774d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740344441209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740344012629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28491394'] for port (99fcb469-7ba3-4218-8e93-69f9bad9dd3f), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:23.037086 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cd0af2-a9cc-47c2-9406-57bb0f774d0b admin admin] Pushing event deleted for resources: {'Port': ['ID=99fcb469-7ba3-4218-8e93-69f9bad9dd3f,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:40:23.084076 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-13a031d7-5ec6-42a3-899f-d50e1f06c687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (f8def58d-f1ec-4d41-abae-d1c60f542bd3), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:23.097927 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-47cd0af2-a9cc-47c2-9406-57bb0f774d0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798249'] for router_gateway (131ade57-61d5-4262-b572-f7b2d592a4ad), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:23.200532 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-47cd0af2-a9cc-47c2-9406-57bb0f774d0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3795873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6231'] for router (131ade57-61d5-4262-b572-f7b2d592a4ad), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:23.202588 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-47cd0af2-a9cc-47c2-9406-57bb0f774d0b admin admin] Publish callbacks [] for router_controller (131ade57-61d5-4262-b572-f7b2d592a4ad), precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:23.265490 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-47cd0af2-a9cc-47c2-9406-57bb0f774d0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3795896'] for router (131ade57-61d5-4262-b572-f7b2d592a4ad), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:23.266068 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47cd0af2-a9cc-47c2-9406-57bb0f774d0b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 131ade57-61d5-4262-b572-f7b2d592a4ad {{(pid=103457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 09:40:23.270617 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-47cd0af2-a9cc-47c2-9406-57bb0f774d0b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:23.271739 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-47cd0af2-a9cc-47c2-9406-57bb0f774d0b admin admin] 10.222.0.60 "DELETE /v2.0/routers/131ade57-61d5-4262-b572-f7b2d592a4ad HTTP/1.1" status: 204 len: 168 time: 0.7951524 May 12 09:40:23.274209 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 41550) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:40:23.318913 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-50ece67d-6e8e-4e0b-86bc-88a616481eea admin admin] Deleting subnet 8d8f8fc6-5cbb-4c65-8fbd-a93f43b50a79 {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 09:40:23.322314 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-50ece67d-6e8e-4e0b-86bc-88a616481eea admin admin] Publish callbacks [] for subnet (8d8f8fc6-5cbb-4c65-8fbd-a93f43b50a79), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:23.356507 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-50ece67d-6e8e-4e0b-86bc-88a616481eea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28484894'] for subnet (8d8f8fc6-5cbb-4c65-8fbd-a93f43b50a79), precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:23.469223 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-50ece67d-6e8e-4e0b-86bc-88a616481eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-718821'] for subnet (8d8f8fc6-5cbb-4c65-8fbd-a93f43b50a79), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:23.522373 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-50ece67d-6e8e-4e0b-86bc-88a616481eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-718844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28484979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401390'] for subnet (8d8f8fc6-5cbb-4c65-8fbd-a93f43b50a79), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:23.550713 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ece67d-6e8e-4e0b-86bc-88a616481eea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d8f8fc6-5cbb-4c65-8fbd-a93f43b50a79,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:40:23.554313 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-50ece67d-6e8e-4e0b-86bc-88a616481eea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728753'] for subnet (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:23.559638 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-50ece67d-6e8e-4e0b-86bc-88a616481eea admin admin] 10.222.0.60 "DELETE /v2.0/subnets/8d8f8fc6-5cbb-4c65-8fbd-a93f43b50a79 HTTP/1.1" status: 204 len: 168 time: 0.2822621 May 12 09:40:23.560502 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 41552) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:40:23.563170 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3676ff-22b8-4e98-995c-8e9dcec21270 None None] Network e824e963-977c-4ef9-8c48-d54deafdd551 requested from dv-cinder-837699-5-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 09:40:23.630399 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5235a7e1-4862-4fd0-9df4-5ec1f352bae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-764730'] for network (e824e963-977c-4ef9-8c48-d54deafdd551), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:23.677485 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-5235a7e1-4862-4fd0-9df4-5ec1f352bae9 admin admin] Deleting port 823a03de-6710-4411-9333-a2a48da5e095 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 09:40:23.677744 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5235a7e1-4862-4fd0-9df4-5ec1f352bae9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740344431333'] for port (823a03de-6710-4411-9333-a2a48da5e095), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:23.752553 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa0b3ef-3bd5-4434-a837-8d5ee42627e1 None None] DHCP port deletion for e824e963-977c-4ef9-8c48-d54deafdd551 request from dv-cinder-837699-5-iscsi {{(pid=103459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 09:40:23.752760 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-5235a7e1-4862-4fd0-9df4-5ec1f352bae9 admin admin] For port 823a03de-6710-4411-9333-a2a48da5e095, host dv-cinder-837699-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=823a03de-6710-4411-9333-a2a48da5e095,segment=NetworkSegment(f6df5b02-689d-486e-8413-65f4198794b6),segment_id=f6df5b02-689d-486e-8413-65f4198794b6)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:40:23.753064 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5235a7e1-4862-4fd0-9df4-5ec1f352bae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799057'] for port (823a03de-6710-4411-9333-a2a48da5e095), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:23.768188 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-5235a7e1-4862-4fd0-9df4-5ec1f352bae9 admin admin] Calling delete_port for 823a03de-6710-4411-9333-a2a48da5e095 owned by network:dhcp {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 09:40:23.802230 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-bfa0b3ef-3bd5-4434-a837-8d5ee42627e1 None None] Deleting port 823a03de-6710-4411-9333-a2a48da5e095 {{(pid=103459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 09:40:23.803012 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-bfa0b3ef-3bd5-4434-a837-8d5ee42627e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740344431333'] for port (823a03de-6710-4411-9333-a2a48da5e095), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:23.872339 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5235a7e1-4862-4fd0-9df4-5ec1f352bae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740344441209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740344012629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28491394'] for port (823a03de-6710-4411-9333-a2a48da5e095), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:23.875709 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-bfa0b3ef-3bd5-4434-a837-8d5ee42627e1 None None] For port 823a03de-6710-4411-9333-a2a48da5e095, host dv-cinder-837699-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=823a03de-6710-4411-9333-a2a48da5e095,segment=NetworkSegment(f6df5b02-689d-486e-8413-65f4198794b6),segment_id=f6df5b02-689d-486e-8413-65f4198794b6)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:40:23.876493 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-bfa0b3ef-3bd5-4434-a837-8d5ee42627e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799057'] for port (823a03de-6710-4411-9333-a2a48da5e095), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:23.889833 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-bfa0b3ef-3bd5-4434-a837-8d5ee42627e1 None None] Calling delete_port for 823a03de-6710-4411-9333-a2a48da5e095 owned by network:dhcp {{(pid=103459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 09:40:23.896293 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5235a7e1-4862-4fd0-9df4-5ec1f352bae9 admin admin] Pushing event deleted for resources: {'Port': ['ID=823a03de-6710-4411-9333-a2a48da5e095,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:40:23.899704 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5235a7e1-4862-4fd0-9df4-5ec1f352bae9 admin admin] No DVR routers for this DVR port 823a03de-6710-4411-9333-a2a48da5e095 on host dv-cinder-837699-5-iscsi {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 09:40:23.971465 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5235a7e1-4862-4fd0-9df4-5ec1f352bae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493712', 'neutron.services.segments.db._delete_segments_for_network-8740344558102'] for network (e824e963-977c-4ef9-8c48-d54deafdd551), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:23.995162 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-5235a7e1-4862-4fd0-9df4-5ec1f352bae9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e824e963-977c-4ef9-8c48-d54deafdd551']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:40:24.004522 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-5235a7e1-4862-4fd0-9df4-5ec1f352bae9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6df5b02-689d-486e-8413-65f4198794b6') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:40:24.005814 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-5235a7e1-4862-4fd0-9df4-5ec1f352bae9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6df5b02-689d-486e-8413-65f4198794b6') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:40:24.016803 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5235a7e1-4862-4fd0-9df4-5ec1f352bae9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740344559391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28484903'] for segment (f6df5b02-689d-486e-8413-65f4198794b6), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:24.030188 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5235a7e1-4862-4fd0-9df4-5ec1f352bae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720414'] for segment (f6df5b02-689d-486e-8413-65f4198794b6), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:24.037026 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5235a7e1-4862-4fd0-9df4-5ec1f352bae9 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 09:40:24.037425 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5235a7e1-4862-4fd0-9df4-5ec1f352bae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28491473'] for segment (f6df5b02-689d-486e-8413-65f4198794b6), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:24.039218 dv-cinder-837699-5-iscsi neutron-server[103457]: Traceback (most recent call last): May 12 09:40:24.039218 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 09:40:24.039218 dv-cinder-837699-5-iscsi neutron-server[103457]: timer() May 12 09:40:24.039218 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 09:40:24.039218 dv-cinder-837699-5-iscsi neutron-server[103457]: cb(*args, **kw) May 12 09:40:24.039218 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 09:40:24.039218 dv-cinder-837699-5-iscsi neutron-server[103457]: return func(*args, **kwargs) May 12 09:40:24.039218 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 09:40:24.039218 dv-cinder-837699-5-iscsi neutron-server[103457]: self._notify() May 12 09:40:24.039218 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 09:40:24.039218 dv-cinder-837699-5-iscsi neutron-server[103457]: self.callback(batched_events) May 12 09:40:24.039218 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 09:40:24.039218 dv-cinder-837699-5-iscsi neutron-server[103457]: event.method(event) May 12 09:40:24.039218 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 09:40:24.039218 dv-cinder-837699-5-iscsi neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 09:40:24.039218 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 09:40:24.039218 dv-cinder-837699-5-iscsi neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( May 12 09:40:24.039218 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 09:40:24.039218 dv-cinder-837699-5-iscsi neutron-server[103457]: return f(self, *a, **k) May 12 09:40:24.039218 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 09:40:24.039218 dv-cinder-837699-5-iscsi neutron-server[103457]: return self._get(url).json() May 12 09:40:24.039218 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 09:40:24.039218 dv-cinder-837699-5-iscsi neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 09:40:24.039218 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 09:40:24.039218 dv-cinder-837699-5-iscsi neutron-server[103457]: return self.request(url, 'GET', **kwargs) May 12 09:40:24.039218 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 09:40:24.039218 dv-cinder-837699-5-iscsi neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, May 12 09:40:24.039218 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 09:40:24.039218 dv-cinder-837699-5-iscsi neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 09:40:24.039218 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 09:40:24.039218 dv-cinder-837699-5-iscsi neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 09:40:24.039218 dv-cinder-837699-5-iscsi neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 09:40:24.095399 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5235a7e1-4862-4fd0-9df4-5ec1f352bae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800027'] for network (e824e963-977c-4ef9-8c48-d54deafdd551), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:24.105111 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5235a7e1-4862-4fd0-9df4-5ec1f352bae9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728753'] for network (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:24.108325 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-5235a7e1-4862-4fd0-9df4-5ec1f352bae9 admin admin] 10.222.0.60 "DELETE /v2.0/networks/e824e963-977c-4ef9-8c48-d54deafdd551 HTTP/1.1" status: 204 len: 168 time: 0.5475559 May 12 09:40:24.119365 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5235a7e1-4862-4fd0-9df4-5ec1f352bae9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e824e963-977c-4ef9-8c48-d54deafdd551,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:40:24.139028 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-bfa0b3ef-3bd5-4434-a837-8d5ee42627e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740344441209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740344012629'] for port (823a03de-6710-4411-9333-a2a48da5e095), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:24.162016 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bfa0b3ef-3bd5-4434-a837-8d5ee42627e1 None None] Network e824e963-977c-4ef9-8c48-d54deafdd551 is not hosted by any dhcp agent {{(pid=103459) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 12 09:40:24.162467 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa0b3ef-3bd5-4434-a837-8d5ee42627e1 None None] No DVR routers for this DVR port 823a03de-6710-4411-9333-a2a48da5e095 on host dv-cinder-837699-5-iscsi {{(pid=103459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 09:40:24.166603 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa0b3ef-3bd5-4434-a837-8d5ee42627e1 None None] Pushing event deleted for resources: {'Port': ['ID=823a03de-6710-4411-9333-a2a48da5e095,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:40:24.175045 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa0b3ef-3bd5-4434-a837-8d5ee42627e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:40:24.175391 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa0b3ef-3bd5-4434-a837-8d5ee42627e1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:40:24.175884 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa0b3ef-3bd5-4434-a837-8d5ee42627e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:40:24.176176 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa0b3ef-3bd5-4434-a837-8d5ee42627e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:40:24.176536 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa0b3ef-3bd5-4434-a837-8d5ee42627e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:40:24.176861 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa0b3ef-3bd5-4434-a837-8d5ee42627e1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:40:24.177188 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa0b3ef-3bd5-4434-a837-8d5ee42627e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:40:24.177509 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa0b3ef-3bd5-4434-a837-8d5ee42627e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:40:24.177829 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa0b3ef-3bd5-4434-a837-8d5ee42627e1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:40:24.178227 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa0b3ef-3bd5-4434-a837-8d5ee42627e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:40:24.178601 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa0b3ef-3bd5-4434-a837-8d5ee42627e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:40:24.178965 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa0b3ef-3bd5-4434-a837-8d5ee42627e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:40:24.179349 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa0b3ef-3bd5-4434-a837-8d5ee42627e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:40:24.179693 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa0b3ef-3bd5-4434-a837-8d5ee42627e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:40:24.180011 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa0b3ef-3bd5-4434-a837-8d5ee42627e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:40:24.229869 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 41560) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:40:24.269216 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-5e505e46-62de-4e0e-baea-5210e1030b2d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bdc48145acde413e99299f029ad0cea9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381873 May 12 09:40:24.271600 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 41562) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:40:24.324302 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f4e4f7a4-2fc8-4bd2-9afb-ffde4aee7735 admin admin] Publish callbacks [] for security_group (e174429d-a48c-425e-9083-46cde5f07ee8), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:24.346536 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f4e4f7a4-2fc8-4bd2-9afb-ffde4aee7735 admin admin] Publish callbacks [] for security_group (e174429d-a48c-425e-9083-46cde5f07ee8), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:24.391677 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f4e4f7a4-2fc8-4bd2-9afb-ffde4aee7735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (e174429d-a48c-425e-9083-46cde5f07ee8), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:24.394355 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f4e4f7a4-2fc8-4bd2-9afb-ffde4aee7735 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:24.395482 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-f4e4f7a4-2fc8-4bd2-9afb-ffde4aee7735 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e174429d-a48c-425e-9083-46cde5f07ee8 HTTP/1.1" status: 204 len: 168 time: 0.1230068 May 12 09:40:24.402895 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e4f7a4-2fc8-4bd2-9afb-ffde4aee7735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e174429d-a48c-425e-9083-46cde5f07ee8,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:40:24.498620 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a984b3b9-a9e9-40d7-bd88-8cdbb1de5f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (e377c27d-f788-489a-9a4f-9db675c37dc4), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:24.697305 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 41568) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:40:24.740375 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-feb62623-1512-4139-9e02-e77388a6b0b3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=328818592443490ba5be8d13f0adba97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418785 May 12 09:40:24.742863 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 41570) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:40:24.788524 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a223b4e3-3163-44c1-a62a-96e9aa3bcf27 admin admin] Publish callbacks [] for security_group (b7417656-40f1-4d2e-9a54-775023195a3a), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:24.810003 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a223b4e3-3163-44c1-a62a-96e9aa3bcf27 admin admin] Publish callbacks [] for security_group (b7417656-40f1-4d2e-9a54-775023195a3a), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:24.856151 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a223b4e3-3163-44c1-a62a-96e9aa3bcf27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (b7417656-40f1-4d2e-9a54-775023195a3a), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:24.858696 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a223b4e3-3163-44c1-a62a-96e9aa3bcf27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:24.862508 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-a223b4e3-3163-44c1-a62a-96e9aa3bcf27 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b7417656-40f1-4d2e-9a54-775023195a3a HTTP/1.1" status: 204 len: 168 time: 0.1160929 May 12 09:40:24.867283 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a223b4e3-3163-44c1-a62a-96e9aa3bcf27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7417656-40f1-4d2e-9a54-775023195a3a,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:40:24.916648 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device 823a03de-6710-4411-9333-a2a48da5e095 no longer exists at agent ovs-agent-dv-cinder-837699-5-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 09:40:24.936640 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] No Port match for: 823a03de-6710-4411-9333-a2a48da5e095 {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 09:40:24.936979 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device 823a03de-6710-4411-9333-a2a48da5e095 not bound to the agent host dv-cinder-837699-5-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 09:40:24.937408 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device 57952c35-5fb4-4005-8c22-32eda0f58f42 no longer exists at agent ovs-agent-dv-cinder-837699-5-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 09:40:24.956576 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] No Port match for: 57952c35-5fb4-4005-8c22-32eda0f58f42 {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 09:40:24.956928 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device 57952c35-5fb4-4005-8c22-32eda0f58f42 not bound to the agent host dv-cinder-837699-5-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 09:40:24.957354 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device 99fcb469-7ba3-4218-8e93-69f9bad9dd3f no longer exists at agent ovs-agent-dv-cinder-837699-5-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 09:40:24.979165 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] No Port match for: 99fcb469-7ba3-4218-8e93-69f9bad9dd3f {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 09:40:24.979517 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device 99fcb469-7ba3-4218-8e93-69f9bad9dd3f not bound to the agent host dv-cinder-837699-5-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 09:40:25.991315 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (0e2e3861-7d79-4ce6-9d91-faa32ae2cb64), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:31.206749 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dd1b0145-7ceb-4342-8013-9e6f2e97c234 req-3febb9f7-0cfe-453b-81e8-f321142a7222 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1184495859&fields=id&tenant_id=170aaa04d8fe4170bf344d5667ae2814 HTTP/1.1" status: 200 len: 267 time: 0.0429187 May 12 09:40:31.313528 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b0145-7ceb-4342-8013-9e6f2e97c234 req-a5f88ed0-f5b3-4189-bdd6-f81bc76d934c tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:40:31.315002 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dd1b0145-7ceb-4342-8013-9e6f2e97c234 req-a5f88ed0-f5b3-4189-bdd6-f81bc76d934c tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/networks?id=1fcc80ff-8e1d-4af6-9047-57b5fbbc9180 HTTP/1.1" status: 200 len: 808 time: 0.1018331 May 12 09:40:31.329249 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dd1b0145-7ceb-4342-8013-9e6f2e97c234 req-7080fe3d-5e8f-4cd4-bfc1-ee54d0fa85c5 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/quotas/170aaa04d8fe4170bf344d5667ae2814 HTTP/1.1" status: 200 len: 375 time: 0.0087328 May 12 09:40:31.375966 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dd1b0145-7ceb-4342-8013-9e6f2e97c234 req-5c435eff-43fe-4e1e-9cce-542a9c10528c tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=170aaa04d8fe4170bf344d5667ae2814&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0420809 May 12 09:40:31.616170 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dd1b0145-7ceb-4342-8013-9e6f2e97c234 req-3735b5f8-a2f2-4555-a10e-3bd46005f324 service neutron] 10.222.0.60 "GET /v2.0/networks/1fcc80ff-8e1d-4af6-9047-57b5fbbc9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282279 May 12 09:40:31.704937 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dd1b0145-7ceb-4342-8013-9e6f2e97c234 req-882cadf6-e458-4afa-9df9-8b6f1c09cacb service neutron] 10.222.0.60 "GET /v2.0/networks/1fcc80ff-8e1d-4af6-9047-57b5fbbc9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829692 May 12 09:40:32.992517 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ba6055e1-3c7b-4320-934b-47ce906a4414 req-da69dc35-0da6-4797-a31a-627e6e7224a6 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/ports?device_id=5697f44b-088d-48ee-89a1-ae6d09f7d47f HTTP/1.1" status: 200 len: 210 time: 0.0275102 May 12 09:40:33.228162 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-1d9e6a58-d356-44ab-bb34-37357c1267d7 None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 09:40:34.063072 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b0145-7ceb-4342-8013-9e6f2e97c234 req-8bcc77e4-0c6e-40ed-8651-f1e1babbd742 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:40:34.065095 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dd1b0145-7ceb-4342-8013-9e6f2e97c234 req-8bcc77e4-0c6e-40ed-8651-f1e1babbd742 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.65 "GET /v2.0/networks?id=1fcc80ff-8e1d-4af6-9047-57b5fbbc9180 HTTP/1.1" status: 200 len: 808 time: 0.1181190 May 12 09:40:34.092977 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8e9c411e-a92a-471b-b17d-6b2ca572b7ec req-56fd6299-2d87-449a-b15b-8d6b357420c1 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/ports?device_id=5697f44b-088d-48ee-89a1-ae6d09f7d47f HTTP/1.1" status: 200 len: 210 time: 0.0269186 May 12 09:40:34.159497 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dd1b0145-7ceb-4342-8013-9e6f2e97c234 req-5c700898-bc49-49c4-a5bb-ac6d2605cec5 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=170aaa04d8fe4170bf344d5667ae2814 HTTP/1.1" status: 200 len: 380 time: 0.0565834 May 12 09:40:34.167889 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [req-dd1b0145-7ceb-4342-8013-9e6f2e97c234 req-6dec3ef0-04ed-40b0-9414-72563930b5ae tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Request body: {'port': {'device_id': '5697f44b-088d-48ee-89a1-ae6d09f7d47f', 'network_id': '1fcc80ff-8e1d-4af6-9047-57b5fbbc9180', 'admin_state_up': True, 'tenant_id': '170aaa04d8fe4170bf344d5667ae2814', 'security_groups': ['2827bbf7-ac44-4dde-9d20-88bc96277203']}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:40:34.272351 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd1b0145-7ceb-4342-8013-9e6f2e97c234 req-6dec3ef0-04ed-40b0-9414-72563930b5ae tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Made reservation on behalf of 170aaa04d8fe4170bf344d5667ae2814 for: {'port': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 09:40:34.275708 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-dd1b0145-7ceb-4342-8013-9e6f2e97c234 req-6dec3ef0-04ed-40b0-9414-72563930b5ae tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:34.406539 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [req-dd1b0145-7ceb-4342-8013-9e6f2e97c234 req-6dec3ef0-04ed-40b0-9414-72563930b5ae tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Allocated IP 172.20.0.7 (1fcc80ff-8e1d-4af6-9047-57b5fbbc9180/df6c15cb-1314-4401-9e60-4042acbc2209/24fe4aa4-21d7-4953-acd5-384b86945694) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 09:40:34.796697 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-dd1b0145-7ceb-4342-8013-9e6f2e97c234 req-6dec3ef0-04ed-40b0-9414-72563930b5ae tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Publish callbacks [] for port (24fe4aa4-21d7-4953-acd5-384b86945694), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:34.830596 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-dd1b0145-7ceb-4342-8013-9e6f2e97c234 req-6dec3ef0-04ed-40b0-9414-72563930b5ae tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740344012620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29192019'] for port (24fe4aa4-21d7-4953-acd5-384b86945694), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:34.870773 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd1b0145-7ceb-4342-8013-9e6f2e97c234 req-6dec3ef0-04ed-40b0-9414-72563930b5ae tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Network 1fcc80ff-8e1d-4af6-9047-57b5fbbc9180 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 09:40:34.873761 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [req-dd1b0145-7ceb-4342-8013-9e6f2e97c234 req-6dec3ef0-04ed-40b0-9414-72563930b5ae tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:40:34.880377 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd1b0145-7ceb-4342-8013-9e6f2e97c234 req-6dec3ef0-04ed-40b0-9414-72563930b5ae tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 09:40:34.903988 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dec3ef0-04ed-40b0-9414-72563930b5ae tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Pushing event updated for resources: {'Port': ['ID=24fe4aa4-21d7-4953-acd5-384b86945694,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:40:34.932217 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b0145-7ceb-4342-8013-9e6f2e97c234 req-6dec3ef0-04ed-40b0-9414-72563930b5ae tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:40:34.932859 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-dd1b0145-7ceb-4342-8013-9e6f2e97c234 req-6dec3ef0-04ed-40b0-9414-72563930b5ae tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:34.949187 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dd1b0145-7ceb-4342-8013-9e6f2e97c234 req-6dec3ef0-04ed-40b0-9414-72563930b5ae tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7847686 May 12 09:40:34.969036 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [req-dd1b0145-7ceb-4342-8013-9e6f2e97c234 req-56196a11-3f1e-40af-a835-93f365aba5d2 service neutron] Request body: {'port': {'device_id': '5697f44b-088d-48ee-89a1-ae6d09f7d47f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:40:35.032777 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-dd1b0145-7ceb-4342-8013-9e6f2e97c234 req-56196a11-3f1e-40af-a835-93f365aba5d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (24fe4aa4-21d7-4953-acd5-384b86945694), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:35.151877 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-752f9d12-cf56-4f89-986a-b66aa74374cb None None] Provisioning complete for port 24fe4aa4-21d7-4953-acd5-384b86945694 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:40:35.153022 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-752f9d12-cf56-4f89-986a-b66aa74374cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (24fe4aa4-21d7-4953-acd5-384b86945694), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:35.193036 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-752f9d12-cf56-4f89-986a-b66aa74374cb None None] Port 24fe4aa4-21d7-4953-acd5-384b86945694 cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 09:40:35.236855 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27ea730-0b24-41ea-9178-3e3cffcbb1d5 req-722fbc2c-71db-4f39-a7b2-2b020b27b3c9 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:40:35.238320 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f27ea730-0b24-41ea-9178-3e3cffcbb1d5 req-722fbc2c-71db-4f39-a7b2-2b020b27b3c9 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/ports?device_id=5697f44b-088d-48ee-89a1-ae6d09f7d47f HTTP/1.1" status: 200 len: 931 time: 0.0709271 May 12 09:40:35.331694 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f27ea730-0b24-41ea-9178-3e3cffcbb1d5 req-afb4006b-81ce-4d3e-867c-aec4126e7bda tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/security-groups?id=2827bbf7-ac44-4dde-9d20-88bc96277203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872505 May 12 09:40:35.399141 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [req-dd1b0145-7ceb-4342-8013-9e6f2e97c234 req-56196a11-3f1e-40af-a835-93f365aba5d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24fe4aa4-21d7-4953-acd5-384b86945694 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 09:40:35.406355 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-dd1b0145-7ceb-4342-8013-9e6f2e97c234 req-56196a11-3f1e-40af-a835-93f365aba5d2 service neutron] Publish callbacks [] for port (24fe4aa4-21d7-4953-acd5-384b86945694), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:35.418911 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [req-dd1b0145-7ceb-4342-8013-9e6f2e97c234 req-56196a11-3f1e-40af-a835-93f365aba5d2 service neutron] Transition to ACTIVE for port object 24fe4aa4-21d7-4953-acd5-384b86945694 will not be triggered until provisioned by entity L2. {{(pid=103458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 09:40:35.422655 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-dd1b0145-7ceb-4342-8013-9e6f2e97c234 req-56196a11-3f1e-40af-a835-93f365aba5d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29192036'] for port (24fe4aa4-21d7-4953-acd5-384b86945694), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:35.491499 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56196a11-3f1e-40af-a835-93f365aba5d2 service neutron] Pushing event updated for resources: {'Port': ['ID=24fe4aa4-21d7-4953-acd5-384b86945694,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:40:35.547527 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-dd1b0145-7ceb-4342-8013-9e6f2e97c234 req-56196a11-3f1e-40af-a835-93f365aba5d2 service neutron] Attempting to bind port 24fe4aa4-21d7-4953-acd5-384b86945694 on host hv-cinder-83769 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 09:40:35.547865 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-dd1b0145-7ceb-4342-8013-9e6f2e97c234 req-56196a11-3f1e-40af-a835-93f365aba5d2 service neutron] Attempting to bind port 24fe4aa4-21d7-4953-acd5-384b86945694 by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': 'f5f23683-4d2c-4990-881e-16dda07c6a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1fcc80ff-8e1d-4af6-9047-57b5fbbc9180'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 09:40:35.548238 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1b0145-7ceb-4342-8013-9e6f2e97c234 req-56196a11-3f1e-40af-a835-93f365aba5d2 service neutron] Attempting to bind port 24fe4aa4-21d7-4953-acd5-384b86945694 on network 1fcc80ff-8e1d-4af6-9047-57b5fbbc9180 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 09:40:35.552896 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1b0145-7ceb-4342-8013-9e6f2e97c234 req-56196a11-3f1e-40af-a835-93f365aba5d2 service neutron] Port 24fe4aa4-21d7-4953-acd5-384b86945694 on network 1fcc80ff-8e1d-4af6-9047-57b5fbbc9180 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 09:40:35.553215 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1b0145-7ceb-4342-8013-9e6f2e97c234 req-56196a11-3f1e-40af-a835-93f365aba5d2 service neutron] Attempting to bind port 24fe4aa4-21d7-4953-acd5-384b86945694 on network 1fcc80ff-8e1d-4af6-9047-57b5fbbc9180 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 09:40:35.558637 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1b0145-7ceb-4342-8013-9e6f2e97c234 req-56196a11-3f1e-40af-a835-93f365aba5d2 service neutron] Checking agent: {'id': 'cdc2c050-d5b8-41e9-9f41-bf893d522faa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 9, 31, 46), 'started_at': datetime.datetime(2022, 5, 12, 9, 31, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 9, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 09:40:35.559050 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1b0145-7ceb-4342-8013-9e6f2e97c234 req-56196a11-3f1e-40af-a835-93f365aba5d2 service neutron] Checking segment: {'id': 'f5f23683-4d2c-4990-881e-16dda07c6a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1fcc80ff-8e1d-4af6-9047-57b5fbbc9180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 09:40:35.559445 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1b0145-7ceb-4342-8013-9e6f2e97c234 req-56196a11-3f1e-40af-a835-93f365aba5d2 service neutron] Bound using segment: {'id': 'f5f23683-4d2c-4990-881e-16dda07c6a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1fcc80ff-8e1d-4af6-9047-57b5fbbc9180'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 09:40:35.560068 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-dd1b0145-7ceb-4342-8013-9e6f2e97c234 req-56196a11-3f1e-40af-a835-93f365aba5d2 service neutron] Bound port: 24fe4aa4-21d7-4953-acd5-384b86945694, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5f23683-4d2c-4990-881e-16dda07c6a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1fcc80ff-8e1d-4af6-9047-57b5fbbc9180'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 09:40:35.560506 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-dd1b0145-7ceb-4342-8013-9e6f2e97c234 req-56196a11-3f1e-40af-a835-93f365aba5d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (24fe4aa4-21d7-4953-acd5-384b86945694), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:35.625210 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-dd1b0145-7ceb-4342-8013-9e6f2e97c234 req-56196a11-3f1e-40af-a835-93f365aba5d2 service neutron] For port 24fe4aa4-21d7-4953-acd5-384b86945694, host hv-cinder-83769, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 09:40:35.628854 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-dd1b0145-7ceb-4342-8013-9e6f2e97c234 req-56196a11-3f1e-40af-a835-93f365aba5d2 service neutron] For port 24fe4aa4-21d7-4953-acd5-384b86945694, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=24fe4aa4-21d7-4953-acd5-384b86945694,segment=NetworkSegment(f5f23683-4d2c-4990-881e-16dda07c6a80),segment_id=f5f23683-4d2c-4990-881e-16dda07c6a80)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 09:40:35.635205 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-dd1b0145-7ceb-4342-8013-9e6f2e97c234 req-56196a11-3f1e-40af-a835-93f365aba5d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29192036'] for port (24fe4aa4-21d7-4953-acd5-384b86945694), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:35.667207 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b0145-7ceb-4342-8013-9e6f2e97c234 req-56196a11-3f1e-40af-a835-93f365aba5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:40:35.667842 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-dd1b0145-7ceb-4342-8013-9e6f2e97c234 req-56196a11-3f1e-40af-a835-93f365aba5d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:35.669246 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dd1b0145-7ceb-4342-8013-9e6f2e97c234 req-56196a11-3f1e-40af-a835-93f365aba5d2 service neutron] 10.222.0.65 "PUT /v2.0/ports/24fe4aa4-21d7-4953-acd5-384b86945694 HTTP/1.1" status: 200 len: 1093 time: 0.7045364 May 12 09:40:35.669709 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5697f44b-088d-48ee-89a1-ae6d09f7d47f', 'tag': '24fe4aa4-21d7-4953-acd5-384b86945694'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:40:35.672041 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c5c35592cdadc16d94e4e59e173057c198c772a9b1006d4fd44537c4a2e10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-153975ac-85c2-4264-954e-2685d48513c2" -d '{"events": [{"name": "network-changed", "server_uuid": "5697f44b-088d-48ee-89a1-ae6d09f7d47f", "tag": "24fe4aa4-21d7-4953-acd5-384b86945694"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:40:35.711244 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56196a11-3f1e-40af-a835-93f365aba5d2 service neutron] Pushing event updated for resources: {'Port': ['ID=24fe4aa4-21d7-4953-acd5-384b86945694,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:40:35.714903 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 09:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ff5132-b631-4b69-a94a-beca60d817b5 x-openstack-request-id: req-77ff5132-b631-4b69-a94a-beca60d817b5 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:40:35.715310 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5697f44b-088d-48ee-89a1-ae6d09f7d47f", "tag": "24fe4aa4-21d7-4953-acd5-384b86945694", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:40:35.715774 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-77ff5132-b631-4b69-a94a-beca60d817b5 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:40:35.716269 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77ff5132-b631-4b69-a94a-beca60d817b5'] response: {'name': 'network-changed', 'server_uuid': '5697f44b-088d-48ee-89a1-ae6d09f7d47f', 'tag': '24fe4aa4-21d7-4953-acd5-384b86945694', 'status': 'completed', 'code': 200} May 12 09:40:35.793236 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b0145-7ceb-4342-8013-9e6f2e97c234 req-9ce82b6c-766d-4bb9-be8f-df73444cab86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:40:35.794831 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dd1b0145-7ceb-4342-8013-9e6f2e97c234 req-9ce82b6c-766d-4bb9-be8f-df73444cab86 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=170aaa04d8fe4170bf344d5667ae2814&device_id=5697f44b-088d-48ee-89a1-ae6d09f7d47f HTTP/1.1" status: 200 len: 1127 time: 0.0415022 May 12 09:40:35.848909 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dd1b0145-7ceb-4342-8013-9e6f2e97c234 req-29bee5ae-62ac-487f-b881-753930897a34 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24fe4aa4-21d7-4953-acd5-384b86945694 HTTP/1.1" status: 200 len: 217 time: 0.0390525 May 12 09:40:35.897299 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b0145-7ceb-4342-8013-9e6f2e97c234 req-97c61ace-548f-45c2-b5a3-6ccaa679e385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:40:35.898740 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dd1b0145-7ceb-4342-8013-9e6f2e97c234 req-97c61ace-548f-45c2-b5a3-6ccaa679e385 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=df6c15cb-1314-4401-9e60-4042acbc2209 HTTP/1.1" status: 200 len: 847 time: 0.0433273 May 12 09:40:35.941111 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b0145-7ceb-4342-8013-9e6f2e97c234 req-29a7d266-3c91-4d36-8ddc-ef2ffc818800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:40:35.942637 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dd1b0145-7ceb-4342-8013-9e6f2e97c234 req-29a7d266-3c91-4d36-8ddc-ef2ffc818800 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1fcc80ff-8e1d-4af6-9047-57b5fbbc9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378945 May 12 09:40:36.044135 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dd1b0145-7ceb-4342-8013-9e6f2e97c234 req-93ea9168-f0eb-48db-8cad-cc0a24f2af28 service neutron] 10.222.0.65 "GET /v2.0/networks/1fcc80ff-8e1d-4af6-9047-57b5fbbc9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905075 May 12 09:40:36.134930 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dd1b0145-7ceb-4342-8013-9e6f2e97c234 req-087f7ad2-5234-47da-81b8-c341336583e0 service neutron] 10.222.0.65 "GET /v2.0/networks/1fcc80ff-8e1d-4af6-9047-57b5fbbc9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839324 May 12 09:40:36.443393 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2284efda-0ead-4ce3-91eb-9b122659ac6a req-9b1f5eec-d55c-406b-b78a-b15aa73147ed tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:40:36.444842 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2284efda-0ead-4ce3-91eb-9b122659ac6a req-9b1f5eec-d55c-406b-b78a-b15aa73147ed tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/ports?device_id=5697f44b-088d-48ee-89a1-ae6d09f7d47f HTTP/1.1" status: 200 len: 943 time: 0.0480409 May 12 09:40:36.491716 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2284efda-0ead-4ce3-91eb-9b122659ac6a req-ce43f714-a701-4de6-8065-04a3d81c9776 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/security-groups?id=2827bbf7-ac44-4dde-9d20-88bc96277203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415013 May 12 09:40:37.603254 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e94537f-8d59-4325-b0bc-8b615d776c38 req-3514dc2f-148b-4808-9be2-ffb062d5b0ca tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:40:37.604750 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4e94537f-8d59-4325-b0bc-8b615d776c38 req-3514dc2f-148b-4808-9be2-ffb062d5b0ca tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/ports?device_id=5697f44b-088d-48ee-89a1-ae6d09f7d47f HTTP/1.1" status: 200 len: 943 time: 0.0462840 May 12 09:40:37.654192 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4e94537f-8d59-4325-b0bc-8b615d776c38 req-a0bbe92e-ac4a-4d85-924a-6e3c67da11d3 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/security-groups?id=2827bbf7-ac44-4dde-9d20-88bc96277203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439258 May 12 09:40:37.698320 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153975ac-85c2-4264-954e-2685d48513c2 req-6e71c0fd-4642-4fc9-a023-a2c842a538d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:40:37.699776 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-153975ac-85c2-4264-954e-2685d48513c2 req-6e71c0fd-4642-4fc9-a023-a2c842a538d4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=170aaa04d8fe4170bf344d5667ae2814&device_id=5697f44b-088d-48ee-89a1-ae6d09f7d47f HTTP/1.1" status: 200 len: 1127 time: 0.0417595 May 12 09:40:37.788852 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153975ac-85c2-4264-954e-2685d48513c2 req-97bdea7a-eec0-4340-bc47-212ac5ae71d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:40:37.790235 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-153975ac-85c2-4264-954e-2685d48513c2 req-97bdea7a-eec0-4340-bc47-212ac5ae71d7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1fcc80ff-8e1d-4af6-9047-57b5fbbc9180 HTTP/1.1" status: 200 len: 909 time: 0.0841329 May 12 09:40:37.836139 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-153975ac-85c2-4264-954e-2685d48513c2 req-e2abcddd-ea00-4a42-b4eb-f4e9eca81250 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24fe4aa4-21d7-4953-acd5-384b86945694 HTTP/1.1" status: 200 len: 217 time: 0.0375428 May 12 09:40:37.883724 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153975ac-85c2-4264-954e-2685d48513c2 req-073de5e9-bc2b-4590-84e4-e0154bacb78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:40:37.885104 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-153975ac-85c2-4264-954e-2685d48513c2 req-073de5e9-bc2b-4590-84e4-e0154bacb78a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=df6c15cb-1314-4401-9e60-4042acbc2209 HTTP/1.1" status: 200 len: 847 time: 0.0426221 May 12 09:40:37.926870 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153975ac-85c2-4264-954e-2685d48513c2 req-011362f6-90d5-48f0-a03d-9908d36f96b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:40:37.928304 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-153975ac-85c2-4264-954e-2685d48513c2 req-011362f6-90d5-48f0-a03d-9908d36f96b8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1fcc80ff-8e1d-4af6-9047-57b5fbbc9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0368805 May 12 09:40:38.029220 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-153975ac-85c2-4264-954e-2685d48513c2 req-a7a6b249-f8bd-409c-98d3-fc51515f4aa4 service neutron] 10.222.0.65 "GET /v2.0/networks/1fcc80ff-8e1d-4af6-9047-57b5fbbc9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936949 May 12 09:40:38.129942 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-153975ac-85c2-4264-954e-2685d48513c2 req-435be03e-8b9a-4e68-8388-4d46289e46d0 service neutron] 10.222.0.65 "GET /v2.0/networks/1fcc80ff-8e1d-4af6-9047-57b5fbbc9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883727 May 12 09:40:38.775584 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3b299b-c9d2-4bc2-bbd5-fdc816bdfa34 req-c3af0b81-ec07-4ae3-abee-e82978d5153d tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:40:38.777030 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3a3b299b-c9d2-4bc2-bbd5-fdc816bdfa34 req-c3af0b81-ec07-4ae3-abee-e82978d5153d tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/ports?device_id=5697f44b-088d-48ee-89a1-ae6d09f7d47f HTTP/1.1" status: 200 len: 943 time: 0.0505416 May 12 09:40:38.823640 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3a3b299b-c9d2-4bc2-bbd5-fdc816bdfa34 req-42b224de-626e-4a57-bebd-2468f8a35e20 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/security-groups?id=2827bbf7-ac44-4dde-9d20-88bc96277203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411611 May 12 09:40:39.932212 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14fcd70-3d0c-4904-94e1-a70315bd71d8 req-c3ba574f-9030-4db0-88b0-96b24a7e9cf6 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:40:39.933583 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a14fcd70-3d0c-4904-94e1-a70315bd71d8 req-c3ba574f-9030-4db0-88b0-96b24a7e9cf6 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/ports?device_id=5697f44b-088d-48ee-89a1-ae6d09f7d47f HTTP/1.1" status: 200 len: 943 time: 0.0457475 May 12 09:40:39.980402 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a14fcd70-3d0c-4904-94e1-a70315bd71d8 req-c2283ffc-6970-4903-9d18-2d1ee763854f tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/security-groups?id=2827bbf7-ac44-4dde-9d20-88bc96277203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414574 May 12 09:40:41.090373 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c80746-2e81-4f92-9797-34ba6ca41f84 req-7b841898-f959-4d44-9cae-99c55c27ab3d tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:40:41.091863 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-31c80746-2e81-4f92-9797-34ba6ca41f84 req-7b841898-f959-4d44-9cae-99c55c27ab3d tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/ports?device_id=5697f44b-088d-48ee-89a1-ae6d09f7d47f HTTP/1.1" status: 200 len: 943 time: 0.0461171 May 12 09:40:41.148278 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-31c80746-2e81-4f92-9797-34ba6ca41f84 req-46946d60-0b51-4906-b8e0-e010373af503 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/security-groups?id=2827bbf7-ac44-4dde-9d20-88bc96277203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509059 May 12 09:40:42.270223 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de27a9f6-56d1-4929-b64c-c75238e217dc req-e4815019-e6fd-47df-92b2-c735d4da70cf tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:40:42.271747 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-de27a9f6-56d1-4929-b64c-c75238e217dc req-e4815019-e6fd-47df-92b2-c735d4da70cf tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/ports?device_id=5697f44b-088d-48ee-89a1-ae6d09f7d47f HTTP/1.1" status: 200 len: 943 time: 0.0491610 May 12 09:40:42.319008 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-de27a9f6-56d1-4929-b64c-c75238e217dc req-d60c217c-811a-4d78-987f-da459b92154b tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/security-groups?id=2827bbf7-ac44-4dde-9d20-88bc96277203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418313 May 12 09:40:43.428827 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231f963b-5bb5-4739-bf6b-ec981eb990fb req-a92532de-9e23-45ba-8bfb-903ea6eeab35 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:40:43.430305 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-231f963b-5bb5-4739-bf6b-ec981eb990fb req-a92532de-9e23-45ba-8bfb-903ea6eeab35 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/ports?device_id=5697f44b-088d-48ee-89a1-ae6d09f7d47f HTTP/1.1" status: 200 len: 943 time: 0.0463309 May 12 09:40:43.476784 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-231f963b-5bb5-4739-bf6b-ec981eb990fb req-33ebe46e-d029-4c10-bea0-b067458538f2 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/security-groups?id=2827bbf7-ac44-4dde-9d20-88bc96277203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411234 May 12 09:40:44.338435 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device 24fe4aa4-21d7-4953-acd5-384b86945694 details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=103459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 09:40:44.437154 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] For port 24fe4aa4-21d7-4953-acd5-384b86945694, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=24fe4aa4-21d7-4953-acd5-384b86945694,segment=NetworkSegment(f5f23683-4d2c-4990-881e-16dda07c6a80),segment_id=f5f23683-4d2c-4990-881e-16dda07c6a80)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:40:44.447984 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Returning: {'device': '24fe4aa4-21d7-4953-acd5-384b86945694', 'network_id': '1fcc80ff-8e1d-4af6-9047-57b5fbbc9180', 'port_id': '24fe4aa4-21d7-4953-acd5-384b86945694', 'mac_address': 'fa:16:3e:ec:81:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df6c15cb-1314-4401-9e60-4042acbc2209', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 09:40:44.484809 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Current status of the port 24fe4aa4-21d7-4953-acd5-384b86945694 is: DOWN; New status is: BUILD {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:40:44.485192 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (24fe4aa4-21d7-4953-acd5-384b86945694), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:44.498288 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24fe4aa4-21d7-4953-acd5-384b86945694 {{(pid=103459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 09:40:44.518278 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] For port 24fe4aa4-21d7-4953-acd5-384b86945694, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=24fe4aa4-21d7-4953-acd5-384b86945694,segment=NetworkSegment(f5f23683-4d2c-4990-881e-16dda07c6a80),segment_id=f5f23683-4d2c-4990-881e-16dda07c6a80)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:40:44.522012 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (24fe4aa4-21d7-4953-acd5-384b86945694), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:44.573178 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Pushing event updated for resources: {'Port': ['ID=24fe4aa4-21d7-4953-acd5-384b86945694,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:40:44.591679 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95771ec1-8b5a-49db-8456-7e2de2a1237c req-e39f4cd6-98fa-4b97-962e-71b05b53e2dd tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:40:44.594073 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-95771ec1-8b5a-49db-8456-7e2de2a1237c req-e39f4cd6-98fa-4b97-962e-71b05b53e2dd tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/ports?device_id=5697f44b-088d-48ee-89a1-ae6d09f7d47f HTTP/1.1" status: 200 len: 944 time: 0.0496616 May 12 09:40:44.640847 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-95771ec1-8b5a-49db-8456-7e2de2a1237c req-f8f7764d-5981-4ae5-a596-670b33de5506 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/security-groups?id=2827bbf7-ac44-4dde-9d20-88bc96277203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412021 May 12 09:40:45.283207 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] get_ports_and_sgs() called for port_ids ['24fe4aa4-21d7-4953-acd5-384b86945694'] {{(pid=103459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 09:40:45.749747 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ca41bb-3db2-4ae9-a91f-1dffa9f9efbb req-b0f5b59f-7c72-41a4-9df3-dddb3bc79b2d tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:40:45.751242 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-76ca41bb-3db2-4ae9-a91f-1dffa9f9efbb req-b0f5b59f-7c72-41a4-9df3-dddb3bc79b2d tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/ports?device_id=5697f44b-088d-48ee-89a1-ae6d09f7d47f HTTP/1.1" status: 200 len: 944 time: 0.0463359 May 12 09:40:45.798391 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-76ca41bb-3db2-4ae9-a91f-1dffa9f9efbb req-2304f76a-a21a-4ad6-a060-2cfcfc565bd8 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/security-groups?id=2827bbf7-ac44-4dde-9d20-88bc96277203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417802 May 12 09:40:46.846995 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device 24fe4aa4-21d7-4953-acd5-384b86945694 up at agent hyperv_hv-cinder-83769 {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 09:40:46.891806 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Provisioning for port 24fe4aa4-21d7-4953-acd5-384b86945694 completed by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 09:40:46.897755 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Provisioning complete for port 24fe4aa4-21d7-4953-acd5-384b86945694 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:40:46.898446 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (24fe4aa4-21d7-4953-acd5-384b86945694), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:46.908929 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e07267-f568-4807-bc6a-b4c1756a3859 req-3b364cce-f6ac-4544-b927-cf2ae8ae0fb8 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:40:46.910441 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-34e07267-f568-4807-bc6a-b4c1756a3859 req-3b364cce-f6ac-4544-b927-cf2ae8ae0fb8 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/ports?device_id=5697f44b-088d-48ee-89a1-ae6d09f7d47f HTTP/1.1" status: 200 len: 944 time: 0.0469134 May 12 09:40:46.964582 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-34e07267-f568-4807-bc6a-b4c1756a3859 req-119ac5ee-f4ed-4e77-80e9-b2affaa7086a tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/security-groups?id=2827bbf7-ac44-4dde-9d20-88bc96277203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486476 May 12 09:40:46.979181 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Current status of the port 24fe4aa4-21d7-4953-acd5-384b86945694 is: BUILD; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:40:46.979573 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (24fe4aa4-21d7-4953-acd5-384b86945694), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:47.002590 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5697f44b-088d-48ee-89a1-ae6d09f7d47f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24fe4aa4-21d7-4953-acd5-384b86945694'}] {{(pid=103459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:40:47.004840 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86b47e387812c2b24e7094e641fb8cdf00e205bc2b1299b72670831d9f7cf680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c21521f8-de45-4320-bfa5-b776606efdad" -d '{"events": [{"server_uuid": "5697f44b-088d-48ee-89a1-ae6d09f7d47f", "name": "network-vif-plugged", "status": "completed", "tag": "24fe4aa4-21d7-4953-acd5-384b86945694"}]}' {{(pid=103459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:40:47.017202 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] For port 24fe4aa4-21d7-4953-acd5-384b86945694, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=24fe4aa4-21d7-4953-acd5-384b86945694,segment=NetworkSegment(f5f23683-4d2c-4990-881e-16dda07c6a80),segment_id=f5f23683-4d2c-4990-881e-16dda07c6a80)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:40:47.021875 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (24fe4aa4-21d7-4953-acd5-384b86945694), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:47.046118 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 09:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15030963-9eec-40f2-9939-94951b114450 x-openstack-request-id: req-15030963-9eec-40f2-9939-94951b114450 {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:40:47.046418 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5697f44b-088d-48ee-89a1-ae6d09f7d47f", "name": "network-vif-plugged", "status": "completed", "tag": "24fe4aa4-21d7-4953-acd5-384b86945694", "code": 200}]} {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:40:47.046681 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-15030963-9eec-40f2-9939-94951b114450 {{(pid=103459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:40:47.047081 dv-cinder-837699-5-iscsi neutron-server[103459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15030963-9eec-40f2-9939-94951b114450'] response: {'server_uuid': '5697f44b-088d-48ee-89a1-ae6d09f7d47f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24fe4aa4-21d7-4953-acd5-384b86945694', 'code': 200} May 12 09:40:47.072923 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Pushing event updated for resources: {'Port': ['ID=24fe4aa4-21d7-4953-acd5-384b86945694,revision_number=5']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:40:47.314906 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d34ab2c-56ae-4074-8c0f-c2689f1bcbeb req-b9eb15ef-ab8a-495f-9b15-6d670827de96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:40:47.316447 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8d34ab2c-56ae-4074-8c0f-c2689f1bcbeb req-b9eb15ef-ab8a-495f-9b15-6d670827de96 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5697f44b-088d-48ee-89a1-ae6d09f7d47f HTTP/1.1" status: 200 len: 1129 time: 0.0374556 May 12 09:40:47.361136 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8d34ab2c-56ae-4074-8c0f-c2689f1bcbeb req-f53daaa8-56f1-451c-a43d-da42277dc915 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=2827bbf7-ac44-4dde-9d20-88bc96277203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389793 May 12 09:40:48.084094 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e4450c-3a17-4815-a32a-341567debee1 req-0c0f2c8c-c9de-46eb-8c81-3c3737c6cfb6 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:40:48.085568 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-86e4450c-3a17-4815-a32a-341567debee1 req-0c0f2c8c-c9de-46eb-8c81-3c3737c6cfb6 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/ports?device_id=5697f44b-088d-48ee-89a1-ae6d09f7d47f HTTP/1.1" status: 200 len: 945 time: 0.0543940 May 12 09:40:48.133296 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-86e4450c-3a17-4815-a32a-341567debee1 req-094cbfb2-5e64-4f7d-af9b-a8b3eca3433c tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/security-groups?id=2827bbf7-ac44-4dde-9d20-88bc96277203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422540 May 12 09:40:49.249248 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e71c0-75ce-4c2e-86b6-edf2e192454f req-dad9de32-5e60-49ed-996c-425f36ad9150 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:40:49.250735 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0b3e71c0-75ce-4c2e-86b6-edf2e192454f req-dad9de32-5e60-49ed-996c-425f36ad9150 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/ports?device_id=5697f44b-088d-48ee-89a1-ae6d09f7d47f HTTP/1.1" status: 200 len: 945 time: 0.0495014 May 12 09:40:49.298318 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0b3e71c0-75ce-4c2e-86b6-edf2e192454f req-ad256ca6-08ac-4517-ae40-74be05edca79 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/security-groups?id=2827bbf7-ac44-4dde-9d20-88bc96277203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411515 May 12 09:40:49.616520 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-64a90d3c-27b7-4fa4-8741-0c250f936051 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (9bee5a85-5be0-4217-aa6d-1f9c6538b987), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:50.413629 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa14fd2-fc1b-4fdd-9221-2861adb71130 req-c051e9b6-af11-45cf-821c-1107e8cace7f tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:40:50.415092 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8aa14fd2-fc1b-4fdd-9221-2861adb71130 req-c051e9b6-af11-45cf-821c-1107e8cace7f tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/ports?device_id=5697f44b-088d-48ee-89a1-ae6d09f7d47f HTTP/1.1" status: 200 len: 945 time: 0.0516565 May 12 09:40:50.422917 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (cdc2c050-d5b8-41e9-9f41-bf893d522faa), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:50.463770 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8aa14fd2-fc1b-4fdd-9221-2861adb71130 req-6b89ccab-9309-4934-8b08-f089dff588de tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/security-groups?id=2827bbf7-ac44-4dde-9d20-88bc96277203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428853 May 12 09:40:50.576005 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b487f271-38cd-4b38-b9e2-192865df8b0d req-1e2457e1-cc47-44fe-b453-e333765a7b77 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:40:50.577441 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b487f271-38cd-4b38-b9e2-192865df8b0d req-1e2457e1-cc47-44fe-b453-e333765a7b77 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/ports?device_id=5697f44b-088d-48ee-89a1-ae6d09f7d47f HTTP/1.1" status: 200 len: 945 time: 0.0489230 May 12 09:40:50.623872 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b487f271-38cd-4b38-b9e2-192865df8b0d req-9f6898b7-5245-4c6d-b0e2-3e6692c01027 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/security-groups?id=2827bbf7-ac44-4dde-9d20-88bc96277203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404146 May 12 09:40:50.645745 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 41666) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:40:50.782343 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed57141-1c5f-49ec-a8d9-2d9eb45e16f3 tempest-TestShelveInstance-820134521 tempest-TestShelveInstance-820134521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:40:50.783846 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-9ed57141-1c5f-49ec-a8d9-2d9eb45e16f3 tempest-TestShelveInstance-820134521 tempest-TestShelveInstance-820134521-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=5697f44b-088d-48ee-89a1-ae6d09f7d47f HTTP/1.1" status: 200 len: 1124 time: 0.1371231 May 12 09:40:50.786738 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 41670) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:40:50.790765 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-53b3b498-3d70-4e84-b1f2-39d0a0c4c2f8 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Request body: {'floatingip': {'floating_network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'port_id': '24fe4aa4-21d7-4953-acd5-384b86945694', 'tenant_id': '170aaa04d8fe4170bf344d5667ae2814', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:40:50.810763 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-53b3b498-3d70-4e84-b1f2-39d0a0c4c2f8 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:50.889305 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-53b3b498-3d70-4e84-b1f2-39d0a0c4c2f8 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:50.989823 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-53b3b498-3d70-4e84-b1f2-39d0a0c4c2f8 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Allocated IP 172.27.3.134 (35e64619-a59d-47b1-b4c9-78b55f54f97b/31f684fc-c02d-4e22-bb04-cd143bba725c/8048d702-e9bb-4d18-9a7d-bf5887ece3b9) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 09:40:51.088993 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-53b3b498-3d70-4e84-b1f2-39d0a0c4c2f8 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Publish callbacks [] for port (8048d702-e9bb-4d18-9a7d-bf5887ece3b9), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:51.121286 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-53b3b498-3d70-4e84-b1f2-39d0a0c4c2f8 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740344012620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29192019'] for port (8048d702-e9bb-4d18-9a7d-bf5887ece3b9), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:51.157619 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b3b498-3d70-4e84-b1f2-39d0a0c4c2f8 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Network 35e64619-a59d-47b1-b4c9-78b55f54f97b is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 09:40:51.160868 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-53b3b498-3d70-4e84-b1f2-39d0a0c4c2f8 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:40:51.166212 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b3b498-3d70-4e84-b1f2-39d0a0c4c2f8 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 09:40:51.171506 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b3b498-3d70-4e84-b1f2-39d0a0c4c2f8 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Pushing event updated for resources: {'Port': ['ID=8048d702-e9bb-4d18-9a7d-bf5887ece3b9,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:40:51.198569 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b3b498-3d70-4e84-b1f2-39d0a0c4c2f8 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:40:51.198911 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b3b498-3d70-4e84-b1f2-39d0a0c4c2f8 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:40:51.199247 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b3b498-3d70-4e84-b1f2-39d0a0c4c2f8 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:40:51.199583 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b3b498-3d70-4e84-b1f2-39d0a0c4c2f8 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:40:51.199912 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b3b498-3d70-4e84-b1f2-39d0a0c4c2f8 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:40:51.200236 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b3b498-3d70-4e84-b1f2-39d0a0c4c2f8 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:40:51.200554 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b3b498-3d70-4e84-b1f2-39d0a0c4c2f8 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:40:51.200872 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b3b498-3d70-4e84-b1f2-39d0a0c4c2f8 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:40:51.201189 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b3b498-3d70-4e84-b1f2-39d0a0c4c2f8 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:40:51.201505 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b3b498-3d70-4e84-b1f2-39d0a0c4c2f8 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:40:51.201821 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b3b498-3d70-4e84-b1f2-39d0a0c4c2f8 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:40:51.202166 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b3b498-3d70-4e84-b1f2-39d0a0c4c2f8 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:40:51.202483 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b3b498-3d70-4e84-b1f2-39d0a0c4c2f8 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:40:51.202801 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b3b498-3d70-4e84-b1f2-39d0a0c4c2f8 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:40:51.203115 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b3b498-3d70-4e84-b1f2-39d0a0c4c2f8 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:40:51.529110 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-53b3b498-3d70-4e84-b1f2-39d0a0c4c2f8 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Publish callbacks [] for floatingip (143586eb-1ee9-47d9-a4ca-57989f96d012), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:51.593324 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-53b3b498-3d70-4e84-b1f2-39d0a0c4c2f8 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (8048d702-e9bb-4d18-9a7d-bf5887ece3b9), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:51.771427 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-53b3b498-3d70-4e84-b1f2-39d0a0c4c2f8 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Publish callbacks [] for port (8048d702-e9bb-4d18-9a7d-bf5887ece3b9), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:51.775865 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-53b3b498-3d70-4e84-b1f2-39d0a0c4c2f8 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29192036'] for port (8048d702-e9bb-4d18-9a7d-bf5887ece3b9), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:51.840982 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b3b498-3d70-4e84-b1f2-39d0a0c4c2f8 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Pushing event updated for resources: {'Port': ['ID=8048d702-e9bb-4d18-9a7d-bf5887ece3b9,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:40:51.842733 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-18bc84a4-f8e2-4338-8f8a-a7772df4e163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (8db92903-2544-41c2-b919-def82c43c97a), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:51.861313 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-53b3b498-3d70-4e84-b1f2-39d0a0c4c2f8 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799862'] for floatingip (143586eb-1ee9-47d9-a4ca-57989f96d012), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:51.961278 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.db.l3_db [None req-53b3b498-3d70-4e84-b1f2-39d0a0c4c2f8 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Floating IP 143586eb-1ee9-47d9-a4ca-57989f96d012 associated. External IP: 172.27.3.134, port: 24fe4aa4-21d7-4953-acd5-384b86945694. May 12 09:40:52.173208 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53b3b498-3d70-4e84-b1f2-39d0a0c4c2f8 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Router c71dd7df-b576-49ca-8343-5d4b840f9a7f has already been hosted by L3 agent 8db92903-2544-41c2-b919-def82c43c97a {{(pid=103458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 09:40:52.529222 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b3b498-3d70-4e84-b1f2-39d0a0c4c2f8 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Notify agent at l3_agent.dv-cinder-837699-5-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 09:40:52.538967 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6762a40d-fdc8-4edc-ac26-19951bbba876 None None] Sync routers for ids ['c71dd7df-b576-49ca-8343-5d4b840f9a7f'] in dv-cinder-837699-5-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 09:40:52.545980 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-53b3b498-3d70-4e84-b1f2-39d0a0c4c2f8 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for floatingip (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:52.549865 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6762a40d-fdc8-4edc-ac26-19951bbba876 None None] Routers {'c71dd7df-b576-49ca-8343-5d4b840f9a7f'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:40:52.550516 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-6762a40d-fdc8-4edc-ac26-19951bbba876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:40:52Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['c71dd7df-b576-49ca-8343-5d4b840f9a7f'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:40:52.575384 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-53b3b498-3d70-4e84-b1f2-39d0a0c4c2f8 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7876692 May 12 09:40:52.575980 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5697f44b-088d-48ee-89a1-ae6d09f7d47f', 'tag': '24fe4aa4-21d7-4953-acd5-384b86945694'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:40:52.578919 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c5c35592cdadc16d94e4e59e173057c198c772a9b1006d4fd44537c4a2e10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f0e2e3-dd8f-4c68-b574-052eee787800" -d '{"events": [{"name": "network-changed", "server_uuid": "5697f44b-088d-48ee-89a1-ae6d09f7d47f", "tag": "24fe4aa4-21d7-4953-acd5-384b86945694"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:40:52.614743 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 09:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-291c178a-74a6-4b29-863a-6cd941802424 x-openstack-request-id: req-291c178a-74a6-4b29-863a-6cd941802424 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:40:52.615038 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5697f44b-088d-48ee-89a1-ae6d09f7d47f", "tag": "24fe4aa4-21d7-4953-acd5-384b86945694", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:40:52.615290 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-291c178a-74a6-4b29-863a-6cd941802424 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:40:52.615680 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-291c178a-74a6-4b29-863a-6cd941802424'] response: {'name': 'network-changed', 'server_uuid': '5697f44b-088d-48ee-89a1-ae6d09f7d47f', 'tag': '24fe4aa4-21d7-4953-acd5-384b86945694', 'status': 'completed', 'code': 200} May 12 09:40:52.657226 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-6762a40d-fdc8-4edc-ac26-19951bbba876 None None] Set router c71dd7df-b576-49ca-8343-5d4b840f9a7f gateway port host: dv-cinder-837699-5-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:40:52.707940 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0e2e3-dd8f-4c68-b574-052eee787800 req-20f30ee0-8e08-42a0-8f4b-7dd40ace6162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:40:52.709403 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-97f0e2e3-dd8f-4c68-b574-052eee787800 req-20f30ee0-8e08-42a0-8f4b-7dd40ace6162 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=170aaa04d8fe4170bf344d5667ae2814&device_id=5697f44b-088d-48ee-89a1-ae6d09f7d47f HTTP/1.1" status: 200 len: 1129 time: 0.0376551 May 12 09:40:52.800473 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0e2e3-dd8f-4c68-b574-052eee787800 req-cb71ca6c-c53c-4578-8947-acfd307f5489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:40:52.801821 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-97f0e2e3-dd8f-4c68-b574-052eee787800 req-cb71ca6c-c53c-4578-8947-acfd307f5489 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1fcc80ff-8e1d-4af6-9047-57b5fbbc9180 HTTP/1.1" status: 200 len: 909 time: 0.0867586 May 12 09:40:52.865757 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-97f0e2e3-dd8f-4c68-b574-052eee787800 req-64022f01-dfa1-437f-9a00-96ef5a06a81d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24fe4aa4-21d7-4953-acd5-384b86945694 HTTP/1.1" status: 200 len: 999 time: 0.0577888 May 12 09:40:52.870748 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-6762a40d-fdc8-4edc-ac26-19951bbba876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71dd7df-b576-49ca-8343-5d4b840f9a7f', 'name': 'tempest-TestShelveInstance-784652768-router', 'tenant_id': '170aaa04d8fe4170bf344d5667ae2814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '64170cea-2d96-4b03-8a36-3e3584ecdd27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:39:50Z', 'updated_at': '2022-05-12T09:39:53Z', 'revision_number': 4, 'project_id': '170aaa04d8fe4170bf344d5667ae2814', 'gw_port': {'id': '64170cea-2d96-4b03-8a36-3e3584ecdd27', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:13:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71dd7df-b576-49ca-8343-5d4b840f9a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:39:51Z', 'updated_at': '2022-05-12T09:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_floatingips': [{'id': '143586eb-1ee9-47d9-a4ca-57989f96d012', 'tenant_id': '170aaa04d8fe4170bf344d5667ae2814', 'floating_ip_address': '172.27.3.134', 'floating_network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'router_id': 'c71dd7df-b576-49ca-8343-5d4b840f9a7f', 'port_id': '24fe4aa4-21d7-4953-acd5-384b86945694', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1fcc80ff-8e1d-4af6-9047-57b5fbbc9180', 'mac_address': 'fa:16:3e:ec:81:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5697f44b-088d-48ee-89a1-ae6d09f7d47f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T09:40:51Z', 'updated_at': '2022-05-12T09:40:51Z', 'revision_number': 0, 'project_id': '170aaa04d8fe4170bf344d5667ae2814', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4c2287f-048d-4654-8cda-fb464e5090d6', 'name': '', 'network_id': '1fcc80ff-8e1d-4af6-9047-57b5fbbc9180', 'tenant_id': '170aaa04d8fe4170bf344d5667ae2814', 'mac_address': 'fa:16:3e:48:ca:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71dd7df-b576-49ca-8343-5d4b840f9a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'df6c15cb-1314-4401-9e60-4042acbc2209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:39:53Z', 'updated_at': '2022-05-12T09:39:58Z', 'revision_number': 5, 'project_id': '170aaa04d8fe4170bf344d5667ae2814', 'subnets': [{'id': 'df6c15cb-1314-4401-9e60-4042acbc2209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:40:52.896837 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6762a40d-fdc8-4edc-ac26-19951bbba876 None None] Checking router: c71dd7df-b576-49ca-8343-5d4b840f9a7f for host: dv-cinder-837699-5-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 09:40:52.905093 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6762a40d-fdc8-4edc-ac26-19951bbba876 None None] Routers {'c71dd7df-b576-49ca-8343-5d4b840f9a7f'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:40:52.905695 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-6762a40d-fdc8-4edc-ac26-19951bbba876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:40:52Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['c71dd7df-b576-49ca-8343-5d4b840f9a7f'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:40:52.915863 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0e2e3-dd8f-4c68-b574-052eee787800 req-03690bf0-f554-485d-8fe0-549c4fc17d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:40:52.917319 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-97f0e2e3-dd8f-4c68-b574-052eee787800 req-03690bf0-f554-485d-8fe0-549c4fc17d0f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=df6c15cb-1314-4401-9e60-4042acbc2209 HTTP/1.1" status: 200 len: 847 time: 0.0463381 May 12 09:40:52.960100 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0e2e3-dd8f-4c68-b574-052eee787800 req-c1ccf8b6-4117-4155-9685-d2d496395b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:40:52.961623 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-97f0e2e3-dd8f-4c68-b574-052eee787800 req-c1ccf8b6-4117-4155-9685-d2d496395b25 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1fcc80ff-8e1d-4af6-9047-57b5fbbc9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376108 May 12 09:40:53.013385 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-6762a40d-fdc8-4edc-ac26-19951bbba876 None None] Set router c71dd7df-b576-49ca-8343-5d4b840f9a7f gateway port host: dv-cinder-837699-5-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:40:53.053146 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-97f0e2e3-dd8f-4c68-b574-052eee787800 req-e9e64027-1997-47fd-b554-1e7618310de7 service neutron] 10.222.0.65 "GET /v2.0/networks/1fcc80ff-8e1d-4af6-9047-57b5fbbc9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824537 May 12 09:40:53.087700 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-13a031d7-5ec6-42a3-899f-d50e1f06c687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (f8def58d-f1ec-4d41-abae-d1c60f542bd3), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:53.150562 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-97f0e2e3-dd8f-4c68-b574-052eee787800 req-dc70c3a6-e017-4d3d-808a-25577027c2ef service neutron] 10.222.0.65 "GET /v2.0/networks/1fcc80ff-8e1d-4af6-9047-57b5fbbc9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893891 May 12 09:40:53.239611 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-6762a40d-fdc8-4edc-ac26-19951bbba876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71dd7df-b576-49ca-8343-5d4b840f9a7f', 'name': 'tempest-TestShelveInstance-784652768-router', 'tenant_id': '170aaa04d8fe4170bf344d5667ae2814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '64170cea-2d96-4b03-8a36-3e3584ecdd27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:39:50Z', 'updated_at': '2022-05-12T09:39:53Z', 'revision_number': 4, 'project_id': '170aaa04d8fe4170bf344d5667ae2814', 'gw_port': {'id': '64170cea-2d96-4b03-8a36-3e3584ecdd27', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:13:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71dd7df-b576-49ca-8343-5d4b840f9a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:39:51Z', 'updated_at': '2022-05-12T09:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_floatingips': [{'id': '143586eb-1ee9-47d9-a4ca-57989f96d012', 'tenant_id': '170aaa04d8fe4170bf344d5667ae2814', 'floating_ip_address': '172.27.3.134', 'floating_network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'router_id': 'c71dd7df-b576-49ca-8343-5d4b840f9a7f', 'port_id': '24fe4aa4-21d7-4953-acd5-384b86945694', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1fcc80ff-8e1d-4af6-9047-57b5fbbc9180', 'mac_address': 'fa:16:3e:ec:81:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5697f44b-088d-48ee-89a1-ae6d09f7d47f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T09:40:51Z', 'updated_at': '2022-05-12T09:40:51Z', 'revision_number': 0, 'project_id': '170aaa04d8fe4170bf344d5667ae2814', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4c2287f-048d-4654-8cda-fb464e5090d6', 'name': '', 'network_id': '1fcc80ff-8e1d-4af6-9047-57b5fbbc9180', 'tenant_id': '170aaa04d8fe4170bf344d5667ae2814', 'mac_address': 'fa:16:3e:48:ca:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71dd7df-b576-49ca-8343-5d4b840f9a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'df6c15cb-1314-4401-9e60-4042acbc2209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:39:53Z', 'updated_at': '2022-05-12T09:39:58Z', 'revision_number': 5, 'project_id': '170aaa04d8fe4170bf344d5667ae2814', 'subnets': [{'id': 'df6c15cb-1314-4401-9e60-4042acbc2209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:40:53.264952 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6762a40d-fdc8-4edc-ac26-19951bbba876 None None] The sync data for ids ['c71dd7df-b576-49ca-8343-5d4b840f9a7f'] in dv-cinder-837699-5-iscsi is: [{'id': 'c71dd7df-b576-49ca-8343-5d4b840f9a7f', 'name': 'tempest-TestShelveInstance-784652768-router', 'tenant_id': '170aaa04d8fe4170bf344d5667ae2814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '64170cea-2d96-4b03-8a36-3e3584ecdd27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:39:50Z', 'updated_at': '2022-05-12T09:39:53Z', 'revision_number': 4, 'project_id': '170aaa04d8fe4170bf344d5667ae2814', 'gw_port': {'id': '64170cea-2d96-4b03-8a36-3e3584ecdd27', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:13:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71dd7df-b576-49ca-8343-5d4b840f9a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:39:51Z', 'updated_at': '2022-05-12T09:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_floatingips': [{'id': '143586eb-1ee9-47d9-a4ca-57989f96d012', 'tenant_id': '170aaa04d8fe4170bf344d5667ae2814', 'floating_ip_address': '172.27.3.134', 'floating_network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'router_id': 'c71dd7df-b576-49ca-8343-5d4b840f9a7f', 'port_id': '24fe4aa4-21d7-4953-acd5-384b86945694', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1fcc80ff-8e1d-4af6-9047-57b5fbbc9180', 'mac_address': 'fa:16:3e:ec:81:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5697f44b-088d-48ee-89a1-ae6d09f7d47f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T09:40:51Z', 'updated_at': '2022-05-12T09:40:51Z', 'revision_number': 0, 'project_id': '170aaa04d8fe4170bf344d5667ae2814', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4c2287f-048d-4654-8cda-fb464e5090d6', 'name': '', 'network_id': '1fcc80ff-8e1d-4af6-9047-57b5fbbc9180', 'tenant_id': '170aaa04d8fe4170bf344d5667ae2814', 'mac_address': 'fa:16:3e:48:ca:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71dd7df-b576-49ca-8343-5d4b840f9a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'df6c15cb-1314-4401-9e60-4042acbc2209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:39:53Z', 'updated_at': '2022-05-12T09:39:58Z', 'revision_number': 5, 'project_id': '170aaa04d8fe4170bf344d5667ae2814', 'subnets': [{'id': 'df6c15cb-1314-4401-9e60-4042acbc2209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 09:40:53.458800 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044b00fe-e7c8-4d79-a990-a36e578db51f None None] New status for floating IP 143586eb-1ee9-47d9-a4ca-57989f96d012: ACTIVE {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 09:40:54.503217 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a984b3b9-a9e9-40d7-bd88-8cdbb1de5f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (e377c27d-f788-489a-9a4f-9db675c37dc4), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:40:55.992726 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (0e2e3861-7d79-4ce6-9d91-faa32ae2cb64), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:41:10.226886 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-1d9e6a58-d356-44ab-bb34-37357c1267d7 None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 09:41:11.988266 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583eb57-6839-48ac-9806-85b8134c02e1 req-77f1345e-dcd1-45b3-85bd-18a05a98aa95 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:41:11.989701 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e583eb57-6839-48ac-9806-85b8134c02e1 req-77f1345e-dcd1-45b3-85bd-18a05a98aa95 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=7801a053-99b6-4a9b-9962-1620c14aac30 HTTP/1.1" status: 200 len: 946 time: 0.0700953 May 12 09:41:12.005545 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597136f8-52e7-42b8-97a6-5b46c0b5ca45 req-9345e5aa-a66f-4e70-bc91-f66cc0a8bbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:41:12.006950 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-597136f8-52e7-42b8-97a6-5b46c0b5ca45 req-9345e5aa-a66f-4e70-bc91-f66cc0a8bbce service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c54669eadc784d4aac5d1a40d18858b1&device_id=7801a053-99b6-4a9b-9962-1620c14aac30 HTTP/1.1" status: 200 len: 1130 time: 0.0571408 May 12 09:41:12.094639 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e583eb57-6839-48ac-9806-85b8134c02e1 req-b2f2ccf5-d521-4a18-bd7b-1b34cdd89384 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f8a9a-d1be-4e1d-9843-3fec6f08bc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976136 May 12 09:41:12.122424 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597136f8-52e7-42b8-97a6-5b46c0b5ca45 req-c0766ddf-9f90-4b78-805b-2267ce20e2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:41:12.123873 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-597136f8-52e7-42b8-97a6-5b46c0b5ca45 req-c0766ddf-9f90-4b78-805b-2267ce20e2ab service neutron] 10.222.0.65 "GET /v2.0/networks?id=94c124bd-d4ff-4709-8b22-7520113efef5 HTTP/1.1" status: 200 len: 919 time: 0.1043346 May 12 09:41:12.198052 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-597136f8-52e7-42b8-97a6-5b46c0b5ca45 req-0eedfc53-c738-4ead-8365-dadd9d25cc9c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=475e0f9c-a9a4-469d-8d8e-9e0f42721e10 HTTP/1.1" status: 200 len: 1002 time: 0.0674124 May 12 09:41:12.253757 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597136f8-52e7-42b8-97a6-5b46c0b5ca45 req-a4c83eb2-a3da-4d5f-850f-5f4c62e5817c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:41:12.255083 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-597136f8-52e7-42b8-97a6-5b46c0b5ca45 req-a4c83eb2-a3da-4d5f-850f-5f4c62e5817c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4e261d1c-7f38-449c-aec8-8a565c5048cd HTTP/1.1" status: 200 len: 857 time: 0.0418828 May 12 09:41:12.304806 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597136f8-52e7-42b8-97a6-5b46c0b5ca45 req-45212099-0f7a-4d10-bd91-e6d886377fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:41:12.306286 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-597136f8-52e7-42b8-97a6-5b46c0b5ca45 req-45212099-0f7a-4d10-bd91-e6d886377fbc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=94c124bd-d4ff-4709-8b22-7520113efef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416203 May 12 09:41:12.402502 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-597136f8-52e7-42b8-97a6-5b46c0b5ca45 req-f6e078c5-8bbd-4f19-b11f-71541e350bea service neutron] 10.222.0.65 "GET /v2.0/networks/94c124bd-d4ff-4709-8b22-7520113efef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832403 May 12 09:41:12.496742 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-597136f8-52e7-42b8-97a6-5b46c0b5ca45 req-f916b4bc-e460-4717-b74a-65891d734cf8 service neutron] 10.222.0.65 "GET /v2.0/networks/94c124bd-d4ff-4709-8b22-7520113efef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791888 May 12 09:41:13.214076 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986e36d-616d-4649-81b0-1ba147f4f770 req-f2b97b27-b359-472a-9ac3-91ee21722598 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:41:13.215538 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7986e36d-616d-4649-81b0-1ba147f4f770 req-f2b97b27-b359-472a-9ac3-91ee21722598 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=7801a053-99b6-4a9b-9962-1620c14aac30 HTTP/1.1" status: 200 len: 946 time: 0.0496194 May 12 09:41:13.261247 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7986e36d-616d-4649-81b0-1ba147f4f770 req-037ab2fe-0a64-4b03-b758-7261e74ef95b tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f8a9a-d1be-4e1d-9843-3fec6f08bc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397406 May 12 09:41:14.372865 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe19fa7-ccad-421b-bf8d-9fbc9717f098 req-a12a6b2c-5631-467b-a0f9-a2891949ded5 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:41:14.374223 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-cbe19fa7-ccad-421b-bf8d-9fbc9717f098 req-a12a6b2c-5631-467b-a0f9-a2891949ded5 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=7801a053-99b6-4a9b-9962-1620c14aac30 HTTP/1.1" status: 200 len: 946 time: 0.0456548 May 12 09:41:14.419978 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-cbe19fa7-ccad-421b-bf8d-9fbc9717f098 req-02291a22-aa6d-4e27-ad5e-4c64bb300ab0 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f8a9a-d1be-4e1d-9843-3fec6f08bc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397456 May 12 09:41:15.534641 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaed11a-1da0-428e-bd3d-453271820244 req-516b9fdc-e3da-477c-b3e7-03b6304c84a6 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:41:15.536111 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-adaed11a-1da0-428e-bd3d-453271820244 req-516b9fdc-e3da-477c-b3e7-03b6304c84a6 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=7801a053-99b6-4a9b-9962-1620c14aac30 HTTP/1.1" status: 200 len: 946 time: 0.0494564 May 12 09:41:15.585378 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-adaed11a-1da0-428e-bd3d-453271820244 req-fa38547d-5c65-46ba-9bdc-a60c8800706e tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f8a9a-d1be-4e1d-9843-3fec6f08bc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436947 May 12 09:41:16.696851 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf4c4f3-745c-4552-88a2-0bf9bbd3d63e req-45d3cd32-3376-4dca-a142-ba59f5119394 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:41:16.698365 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5cf4c4f3-745c-4552-88a2-0bf9bbd3d63e req-45d3cd32-3376-4dca-a142-ba59f5119394 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=7801a053-99b6-4a9b-9962-1620c14aac30 HTTP/1.1" status: 200 len: 946 time: 0.0467649 May 12 09:41:16.746119 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5cf4c4f3-745c-4552-88a2-0bf9bbd3d63e req-45a3d532-28d3-4a0d-9915-9bb0f6b51764 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f8a9a-d1be-4e1d-9843-3fec6f08bc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423620 May 12 09:41:17.859767 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d8619c-ded9-4841-8039-665ec15d3909 req-1913bbb9-3e90-48b3-b7cf-28bd9d3fa8ad tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:41:17.861642 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-63d8619c-ded9-4841-8039-665ec15d3909 req-1913bbb9-3e90-48b3-b7cf-28bd9d3fa8ad tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=7801a053-99b6-4a9b-9962-1620c14aac30 HTTP/1.1" status: 200 len: 946 time: 0.0456643 May 12 09:41:17.908546 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-63d8619c-ded9-4841-8039-665ec15d3909 req-01c90984-84b0-43a2-a471-9408b42ea353 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f8a9a-d1be-4e1d-9843-3fec6f08bc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413649 May 12 09:41:18.144769 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbb7352-d60e-4b85-8981-97148b6f6862 req-051081e8-6321-4652-a3bc-57456837a3f7 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:41:18.146134 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5bbb7352-d60e-4b85-8981-97148b6f6862 req-051081e8-6321-4652-a3bc-57456837a3f7 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 946 time: 0.0490041 May 12 09:41:18.191770 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5bbb7352-d60e-4b85-8981-97148b6f6862 req-7d65eacd-3881-495d-8d75-33420583dea6 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1c58aee-1342-4b1d-a617-7ce1b9baa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401795 May 12 09:41:19.025070 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9153fc2-7308-48ce-b91c-63ea2bdcd998 req-e245b56e-a4fa-4aa6-91db-0fa9702b19a4 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:41:19.026524 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e9153fc2-7308-48ce-b91c-63ea2bdcd998 req-e245b56e-a4fa-4aa6-91db-0fa9702b19a4 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=7801a053-99b6-4a9b-9962-1620c14aac30 HTTP/1.1" status: 200 len: 946 time: 0.0463841 May 12 09:41:19.071155 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e9153fc2-7308-48ce-b91c-63ea2bdcd998 req-fa215eac-0185-4960-8b57-79d69b41d638 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f8a9a-d1be-4e1d-9843-3fec6f08bc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392177 May 12 09:41:19.301959 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce19606-9847-44cc-a654-40ed06bbfc20 req-2432aa33-f648-4807-9069-701a99e268df tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:41:19.303388 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2ce19606-9847-44cc-a654-40ed06bbfc20 req-2432aa33-f648-4807-9069-701a99e268df tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 946 time: 0.0462859 May 12 09:41:19.351148 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2ce19606-9847-44cc-a654-40ed06bbfc20 req-9051279f-8f1a-43af-947d-e1da34e351d1 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1c58aee-1342-4b1d-a617-7ce1b9baa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423608 May 12 09:41:19.616613 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-0c531664-a22b-4e9b-8ca9-108735fe08b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (9bee5a85-5be0-4217-aa6d-1f9c6538b987), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:41:20.183052 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c429d1-3052-4f4a-9923-b44601c85502 req-4d9728fa-a25b-435a-81d7-74b74e4fae6b tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:41:20.184494 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c0c429d1-3052-4f4a-9923-b44601c85502 req-4d9728fa-a25b-435a-81d7-74b74e4fae6b tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=7801a053-99b6-4a9b-9962-1620c14aac30 HTTP/1.1" status: 200 len: 946 time: 0.0456707 May 12 09:41:20.230636 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c0c429d1-3052-4f4a-9923-b44601c85502 req-3c972b9d-dac9-41ba-9e6a-de04ec1541dc tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f8a9a-d1be-4e1d-9843-3fec6f08bc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406861 May 12 09:41:20.450948 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (cdc2c050-d5b8-41e9-9f41-bf893d522faa), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:41:20.463107 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275f9f60-3903-4d24-8b05-9943d72a1d36 req-e070a348-b154-420c-a147-53bfef170c82 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:41:20.464620 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-275f9f60-3903-4d24-8b05-9943d72a1d36 req-e070a348-b154-420c-a147-53bfef170c82 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 946 time: 0.0473814 May 12 09:41:20.510373 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-275f9f60-3903-4d24-8b05-9943d72a1d36 req-a3b38659-3dec-4d27-846d-ea10e955555e tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1c58aee-1342-4b1d-a617-7ce1b9baa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400021 May 12 09:41:21.342457 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae45c4a-c9f5-4cd9-bc6c-a6e76acdb785 req-c5c793c4-50f6-46d8-86c6-429879e1bf91 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:41:21.343890 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-aae45c4a-c9f5-4cd9-bc6c-a6e76acdb785 req-c5c793c4-50f6-46d8-86c6-429879e1bf91 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=7801a053-99b6-4a9b-9962-1620c14aac30 HTTP/1.1" status: 200 len: 946 time: 0.0486767 May 12 09:41:21.389376 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-aae45c4a-c9f5-4cd9-bc6c-a6e76acdb785 req-1dcc8103-e2ff-4fe9-aff0-da2d59730293 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f8a9a-d1be-4e1d-9843-3fec6f08bc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395708 May 12 09:41:21.622258 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e27edeb-97d9-45f8-b1dd-229f82fba42a req-7af655e5-9fd0-4635-b381-e384af6cc618 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:41:21.623704 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0e27edeb-97d9-45f8-b1dd-229f82fba42a req-7af655e5-9fd0-4635-b381-e384af6cc618 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 946 time: 0.0477943 May 12 09:41:21.669536 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0e27edeb-97d9-45f8-b1dd-229f82fba42a req-6a05f43f-d4c2-40e6-8044-bde83461463a tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1c58aee-1342-4b1d-a617-7ce1b9baa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403738 May 12 09:41:21.842373 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-5e370c2e-26c4-45b5-bcfc-181c69464645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (8db92903-2544-41c2-b919-def82c43c97a), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:41:22.503648 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c2c03c-ac04-44f3-95aa-29c9238e76f0 req-9c7963e4-eda8-4544-bf04-6d3b97095772 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:41:22.505092 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a6c2c03c-ac04-44f3-95aa-29c9238e76f0 req-9c7963e4-eda8-4544-bf04-6d3b97095772 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=7801a053-99b6-4a9b-9962-1620c14aac30 HTTP/1.1" status: 200 len: 946 time: 0.0493553 May 12 09:41:22.549599 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a6c2c03c-ac04-44f3-95aa-29c9238e76f0 req-243e4f8a-79d6-4f4b-a105-94f85d3543b9 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f8a9a-d1be-4e1d-9843-3fec6f08bc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388954 May 12 09:41:22.781825 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab61893-6afa-4644-a53b-962e5505723c req-243e5017-e45d-48a2-9b72-6ef49052d17b tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:41:22.783353 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8ab61893-6afa-4644-a53b-962e5505723c req-243e5017-e45d-48a2-9b72-6ef49052d17b tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 946 time: 0.0491874 May 12 09:41:22.829674 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8ab61893-6afa-4644-a53b-962e5505723c req-f3c357f6-474f-40bb-ae2c-28866a64ac29 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1c58aee-1342-4b1d-a617-7ce1b9baa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402753 May 12 09:41:23.090317 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-13a031d7-5ec6-42a3-899f-d50e1f06c687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (f8def58d-f1ec-4d41-abae-d1c60f542bd3), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:41:23.660798 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085277b6-256d-4f49-827f-c44b41488299 req-9aa544e8-b49f-425e-927e-39f7b6227036 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:41:23.662268 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-085277b6-256d-4f49-827f-c44b41488299 req-9aa544e8-b49f-425e-927e-39f7b6227036 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=7801a053-99b6-4a9b-9962-1620c14aac30 HTTP/1.1" status: 200 len: 946 time: 0.0454047 May 12 09:41:23.710376 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-085277b6-256d-4f49-827f-c44b41488299 req-8015574e-f723-4192-b266-c16eff90e58e tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f8a9a-d1be-4e1d-9843-3fec6f08bc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425625 May 12 09:41:23.938586 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41e7359-b074-45af-b430-f31b8e80c650 req-bfbdf13e-2f64-40f8-b5b7-1898ee846229 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:41:23.940006 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c41e7359-b074-45af-b430-f31b8e80c650 req-bfbdf13e-2f64-40f8-b5b7-1898ee846229 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 946 time: 0.0451620 May 12 09:41:23.985182 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c41e7359-b074-45af-b430-f31b8e80c650 req-1194368d-e439-4fc9-b0e6-6378281d8072 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1c58aee-1342-4b1d-a617-7ce1b9baa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398915 May 12 09:41:24.511379 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a984b3b9-a9e9-40d7-bd88-8cdbb1de5f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (e377c27d-f788-489a-9a4f-9db675c37dc4), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:41:24.822945 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3585d019-bc8a-44df-8f5c-afd82df176ff req-ae8aa431-6ee4-4343-b9f1-59b61d399834 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:41:24.824387 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3585d019-bc8a-44df-8f5c-afd82df176ff req-ae8aa431-6ee4-4343-b9f1-59b61d399834 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=7801a053-99b6-4a9b-9962-1620c14aac30 HTTP/1.1" status: 200 len: 946 time: 0.0470772 May 12 09:41:24.869029 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3585d019-bc8a-44df-8f5c-afd82df176ff req-84ed532d-6986-4dc6-a62f-91bff6231ba8 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f8a9a-d1be-4e1d-9843-3fec6f08bc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386875 May 12 09:41:25.100187 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c77d16-7eaa-46ba-bc48-1eaf0756f63a req-736ba058-bfe8-44c7-b790-6b68a0c48d69 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:41:25.101424 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c7c77d16-7eaa-46ba-bc48-1eaf0756f63a req-736ba058-bfe8-44c7-b790-6b68a0c48d69 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 946 time: 0.0492017 May 12 09:41:25.147642 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c7c77d16-7eaa-46ba-bc48-1eaf0756f63a req-0aaf784e-696d-4f51-9f5b-c099434f1351 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1c58aee-1342-4b1d-a617-7ce1b9baa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406945 May 12 09:41:25.341186 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7567a06-10ca-4afb-9df1-ad797101628f req-d2ca3814-472f-46f8-8fc9-7e6273baffd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:41:25.342582 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e7567a06-10ca-4afb-9df1-ad797101628f req-d2ca3814-472f-46f8-8fc9-7e6273baffd7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7801a053-99b6-4a9b-9962-1620c14aac30 HTTP/1.1" status: 200 len: 1130 time: 0.0382104 May 12 09:41:25.385152 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e7567a06-10ca-4afb-9df1-ad797101628f req-602e4fed-e3c4-4dd7-adce-5bf700504d7c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=ea8f8a9a-d1be-4e1d-9843-3fec6f08bc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367885 May 12 09:41:25.981177 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d616a5-f407-4211-aa28-736984451f0b req-35984527-d9a8-4ed6-af0a-124e9be8791d tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:41:25.982669 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f5d616a5-f407-4211-aa28-736984451f0b req-35984527-d9a8-4ed6-af0a-124e9be8791d tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=7801a053-99b6-4a9b-9962-1620c14aac30 HTTP/1.1" status: 200 len: 946 time: 0.0454702 May 12 09:41:25.995992 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (0e2e3861-7d79-4ce6-9d91-faa32ae2cb64), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:41:26.031919 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f5d616a5-f407-4211-aa28-736984451f0b req-62993769-cc61-4ca8-a347-4b1d8a5462cf tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f8a9a-d1be-4e1d-9843-3fec6f08bc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431774 May 12 09:41:26.259852 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84eaa9e-c1af-4a82-81d4-d7642add4a8c req-58958a25-57e8-4654-bbf4-92d14407c15f tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:41:26.261274 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a84eaa9e-c1af-4a82-81d4-d7642add4a8c req-58958a25-57e8-4654-bbf4-92d14407c15f tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 946 time: 0.0465901 May 12 09:41:26.305461 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a84eaa9e-c1af-4a82-81d4-d7642add4a8c req-66f34ed1-e64e-4200-b0e7-4d82c442f0fa tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1c58aee-1342-4b1d-a617-7ce1b9baa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387619 May 12 09:41:27.148150 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e3baca-7004-467c-9852-ee76b89f6d1b req-c985d29f-7b29-405d-a17f-d62b7804e5e1 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:41:27.149514 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-52e3baca-7004-467c-9852-ee76b89f6d1b req-c985d29f-7b29-405d-a17f-d62b7804e5e1 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=7801a053-99b6-4a9b-9962-1620c14aac30 HTTP/1.1" status: 200 len: 946 time: 0.0492637 May 12 09:41:27.195589 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-52e3baca-7004-467c-9852-ee76b89f6d1b req-c97bcc96-ba42-4b5c-94b7-3cc9b21388bb tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f8a9a-d1be-4e1d-9843-3fec6f08bc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404520 May 12 09:41:27.420019 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d83e087-4d7d-4800-bcdd-ff1c0a7b45c4 req-7c13a2be-3609-462d-aec8-90a5e1ae3f56 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:41:27.421414 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6d83e087-4d7d-4800-bcdd-ff1c0a7b45c4 req-7c13a2be-3609-462d-aec8-90a5e1ae3f56 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 946 time: 0.0491333 May 12 09:41:27.470876 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6d83e087-4d7d-4800-bcdd-ff1c0a7b45c4 req-b826f304-d1e4-49c6-a88a-a5c82331aa00 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1c58aee-1342-4b1d-a617-7ce1b9baa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429654 May 12 09:41:27.544613 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f6af5c-15dc-4f4e-a92d-2f40f9b4af2f req-5fee8e35-2ed4-45bd-aab9-d4738fcb75d3 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:41:27.546059 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f5f6af5c-15dc-4f4e-a92d-2f40f9b4af2f req-5fee8e35-2ed4-45bd-aab9-d4738fcb75d3 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=7801a053-99b6-4a9b-9962-1620c14aac30 HTTP/1.1" status: 200 len: 946 time: 0.0541165 May 12 09:41:27.590128 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3030feab-b53a-446a-af18-826f532acbc6 req-6c22ddaf-a19d-4874-b173-8511fc1faa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:41:27.591542 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3030feab-b53a-446a-af18-826f532acbc6 req-6c22ddaf-a19d-4874-b173-8511fc1faa3a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c54669eadc784d4aac5d1a40d18858b1&device_id=7801a053-99b6-4a9b-9962-1620c14aac30 HTTP/1.1" status: 200 len: 1130 time: 0.0652173 May 12 09:41:27.637432 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f5f6af5c-15dc-4f4e-a92d-2f40f9b4af2f req-928a2eb9-4692-4cfd-b5ff-86393e17db9a tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f8a9a-d1be-4e1d-9843-3fec6f08bc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765371 May 12 09:41:27.696477 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3030feab-b53a-446a-af18-826f532acbc6 req-0b6924a1-42aa-4bf3-bbf6-17cf101cdb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:41:27.697858 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3030feab-b53a-446a-af18-826f532acbc6 req-0b6924a1-42aa-4bf3-bbf6-17cf101cdb0d service neutron] 10.222.0.65 "GET /v2.0/networks?id=94c124bd-d4ff-4709-8b22-7520113efef5 HTTP/1.1" status: 200 len: 919 time: 0.0988436 May 12 09:41:27.766913 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3030feab-b53a-446a-af18-826f532acbc6 req-b5083781-3faa-45c6-9acd-8fcffc21d22d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=475e0f9c-a9a4-469d-8d8e-9e0f42721e10 HTTP/1.1" status: 200 len: 1002 time: 0.0611026 May 12 09:41:27.811997 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3030feab-b53a-446a-af18-826f532acbc6 req-ac633f2a-4552-4a9d-b084-89b5a51b7626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:41:27.813432 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3030feab-b53a-446a-af18-826f532acbc6 req-ac633f2a-4552-4a9d-b084-89b5a51b7626 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4e261d1c-7f38-449c-aec8-8a565c5048cd HTTP/1.1" status: 200 len: 857 time: 0.0414844 May 12 09:41:27.857427 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3030feab-b53a-446a-af18-826f532acbc6 req-92f609ed-5303-43ad-b039-60bdefb5fc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:41:27.858865 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3030feab-b53a-446a-af18-826f532acbc6 req-92f609ed-5303-43ad-b039-60bdefb5fc82 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=94c124bd-d4ff-4709-8b22-7520113efef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0370605 May 12 09:41:27.950165 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3030feab-b53a-446a-af18-826f532acbc6 req-ce028dcb-a22c-4f69-978f-85f382850e43 service neutron] 10.222.0.65 "GET /v2.0/networks/94c124bd-d4ff-4709-8b22-7520113efef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846083 May 12 09:41:28.038682 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3030feab-b53a-446a-af18-826f532acbc6 req-bac1b3e4-9598-4580-9bf6-d0f573fc33e7 service neutron] 10.222.0.65 "GET /v2.0/networks/94c124bd-d4ff-4709-8b22-7520113efef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827374 May 12 09:41:28.584974 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f06a5c-a594-465e-a9d8-5e03bf2bf8be req-378e79eb-5bb3-4fac-9d4a-f30ada70ae6d tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:41:28.586442 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-69f06a5c-a594-465e-a9d8-5e03bf2bf8be req-378e79eb-5bb3-4fac-9d4a-f30ada70ae6d tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 946 time: 0.0495481 May 12 09:41:28.633613 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-69f06a5c-a594-465e-a9d8-5e03bf2bf8be req-9ce53ead-8f89-463a-b75f-0b5d86483dc9 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1c58aee-1342-4b1d-a617-7ce1b9baa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413823 May 12 09:41:28.752631 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8443be-5cf3-47b1-bee2-379a718db27d req-2186ff8c-4d13-405c-bac5-8b6857947761 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:41:28.754014 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3f8443be-5cf3-47b1-bee2-379a718db27d req-2186ff8c-4d13-405c-bac5-8b6857947761 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=7801a053-99b6-4a9b-9962-1620c14aac30 HTTP/1.1" status: 200 len: 946 time: 0.0468125 May 12 09:41:28.799631 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3f8443be-5cf3-47b1-bee2-379a718db27d req-175aeb43-dae8-4970-a35f-1d94137ae63a tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f8a9a-d1be-4e1d-9843-3fec6f08bc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399268 May 12 09:41:29.744232 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd98a80f-4071-4d12-8840-ac7bd3e75fb4 req-bbff4456-d2ee-4e37-b12e-6b0950e8ee73 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:41:29.745663 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-cd98a80f-4071-4d12-8840-ac7bd3e75fb4 req-bbff4456-d2ee-4e37-b12e-6b0950e8ee73 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 946 time: 0.0458825 May 12 09:41:29.793855 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-cd98a80f-4071-4d12-8840-ac7bd3e75fb4 req-a8519d15-f584-4e08-a5ca-be664daf0389 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1c58aee-1342-4b1d-a617-7ce1b9baa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427148 May 12 09:41:29.911312 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6db751-e4c9-4100-9ab3-ece1ff5efe7a req-d7be4334-3bd2-421c-84ec-be0e7ef1e01b tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:41:29.912650 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4e6db751-e4c9-4100-9ab3-ece1ff5efe7a req-d7be4334-3bd2-421c-84ec-be0e7ef1e01b tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=7801a053-99b6-4a9b-9962-1620c14aac30 HTTP/1.1" status: 200 len: 946 time: 0.0455153 May 12 09:41:29.958352 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4e6db751-e4c9-4100-9ab3-ece1ff5efe7a req-8589e131-d68d-4346-82d9-4cdc182f170d tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f8a9a-d1be-4e1d-9843-3fec6f08bc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404196 May 12 09:41:30.905957 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d86800-5eea-4a27-a396-eaf0e8330656 req-5687739e-84fb-440c-8023-7d7f7e9b233d tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:41:30.907410 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-95d86800-5eea-4a27-a396-eaf0e8330656 req-5687739e-84fb-440c-8023-7d7f7e9b233d tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 946 time: 0.0461526 May 12 09:41:30.951761 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-95d86800-5eea-4a27-a396-eaf0e8330656 req-35a2499b-d0bf-451c-9582-9f7902c98e5f tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1c58aee-1342-4b1d-a617-7ce1b9baa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390384 May 12 09:41:31.083796 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bcc264-d0ef-425d-98c4-5519eb5e8b51 req-b40bd9ac-5a0e-4a74-ae42-a4cbd4c80b18 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:41:31.085299 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-55bcc264-d0ef-425d-98c4-5519eb5e8b51 req-b40bd9ac-5a0e-4a74-ae42-a4cbd4c80b18 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=7801a053-99b6-4a9b-9962-1620c14aac30 HTTP/1.1" status: 200 len: 946 time: 0.0529160 May 12 09:41:31.161209 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-55bcc264-d0ef-425d-98c4-5519eb5e8b51 req-923d3fd8-6c42-42c1-81e0-59037413f44f tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f8a9a-d1be-4e1d-9843-3fec6f08bc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699468 May 12 09:41:31.172144 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6ebd49-0591-4ce0-a8ea-3aa56bb43b5b req-46189ad3-d86c-4fad-8cb4-9ddd443eaf11 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:41:31.173820 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ed6ebd49-0591-4ce0-a8ea-3aa56bb43b5b req-46189ad3-d86c-4fad-8cb4-9ddd443eaf11 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 946 time: 0.0622394 May 12 09:41:31.227809 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ed6ebd49-0591-4ce0-a8ea-3aa56bb43b5b req-c82491b4-5817-47d7-b727-30e05c0d4c06 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1c58aee-1342-4b1d-a617-7ce1b9baa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411308 May 12 09:41:31.770894 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2532fb-7058-41d8-be73-821efd33d289 req-446111d5-ca83-48ac-a68c-3a9ec622b441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:41:31.772340 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6a2532fb-7058-41d8-be73-821efd33d289 req-446111d5-ca83-48ac-a68c-3a9ec622b441 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=da5b9f41ad6b4506872df6cb86ae9f73&device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 1130 time: 0.0380785 May 12 09:41:31.863237 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2532fb-7058-41d8-be73-821efd33d289 req-ad4e9ca8-99cc-4315-bd95-a79ca2b7f000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:41:31.864656 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6a2532fb-7058-41d8-be73-821efd33d289 req-ad4e9ca8-99cc-4315-bd95-a79ca2b7f000 service neutron] 10.222.0.65 "GET /v2.0/networks?id=157184d7-26b8-47d5-86e0-3945164ff04d HTTP/1.1" status: 200 len: 911 time: 0.0861166 May 12 09:41:31.930400 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6a2532fb-7058-41d8-be73-821efd33d289 req-c682cd83-f271-4c51-a187-e4f0525878cd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b HTTP/1.1" status: 200 len: 1002 time: 0.0598900 May 12 09:41:31.976548 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2532fb-7058-41d8-be73-821efd33d289 req-b6ae695d-0fe0-4d4b-9fc3-7b9592e495cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:41:31.977919 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6a2532fb-7058-41d8-be73-821efd33d289 req-b6ae695d-0fe0-4d4b-9fc3-7b9592e495cc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dc5a5cf9-5b7a-426c-931b-02b56a7bf3f3 HTTP/1.1" status: 200 len: 849 time: 0.0412650 May 12 09:41:32.019540 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2532fb-7058-41d8-be73-821efd33d289 req-f6830c78-4a2e-4343-aa48-839894c886f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:41:32.021020 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6a2532fb-7058-41d8-be73-821efd33d289 req-f6830c78-4a2e-4343-aa48-839894c886f8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=157184d7-26b8-47d5-86e0-3945164ff04d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374737 May 12 09:41:32.114410 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6a2532fb-7058-41d8-be73-821efd33d289 req-9edab9d8-e912-45a5-a783-2f5f66d8d755 service neutron] 10.222.0.65 "GET /v2.0/networks/157184d7-26b8-47d5-86e0-3945164ff04d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867324 May 12 09:41:32.201672 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6a2532fb-7058-41d8-be73-821efd33d289 req-63745e6b-063a-4dc0-8c65-0ed865584541 service neutron] 10.222.0.65 "GET /v2.0/networks/157184d7-26b8-47d5-86e0-3945164ff04d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810318 May 12 09:41:32.279122 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be72caf-f9f8-4571-9742-3bb4de187d6a req-15eeec3e-1641-4509-9ff0-1a7f34c12d3c tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:41:32.280518 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7be72caf-f9f8-4571-9742-3bb4de187d6a req-15eeec3e-1641-4509-9ff0-1a7f34c12d3c tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=7801a053-99b6-4a9b-9962-1620c14aac30 HTTP/1.1" status: 200 len: 946 time: 0.0479012 May 12 09:41:32.360693 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7be72caf-f9f8-4571-9742-3bb4de187d6a req-43cc96cd-5972-44e9-935b-c9b823ea81fb tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f8a9a-d1be-4e1d-9843-3fec6f08bc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741577 May 12 09:41:32.366469 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7b1f6e-2d9e-4f23-96d7-52fa46db1c69 req-75609876-283c-4fd3-a134-d204053435b3 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:41:32.367844 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6a7b1f6e-2d9e-4f23-96d7-52fa46db1c69 req-75609876-283c-4fd3-a134-d204053435b3 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 946 time: 0.0651674 May 12 09:41:32.421109 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6a7b1f6e-2d9e-4f23-96d7-52fa46db1c69 req-ce19be19-3073-46cc-884b-e8bbd204f57e tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1c58aee-1342-4b1d-a617-7ce1b9baa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477028 May 12 09:41:32.468069 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a66e33-4d2b-425d-97fc-2ea0d7752d16 req-eeb75c52-c4a8-4f0f-8d57-a5a077095f0b tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:41:32.469569 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d3a66e33-4d2b-425d-97fc-2ea0d7752d16 req-eeb75c52-c4a8-4f0f-8d57-a5a077095f0b tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=7801a053-99b6-4a9b-9962-1620c14aac30 HTTP/1.1" status: 200 len: 946 time: 0.0454466 May 12 09:41:32.477783 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 41832) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:41:32.482006 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-fda33026-626c-4099-a938-f346b698fac4 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Request body: {'floatingip': {'port_id': '475e0f9c-a9a4-469d-8d8e-9e0f42721e10'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:41:32.539079 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fda33026-626c-4099-a938-f346b698fac4 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Publish callbacks [] for floatingip (f18a56ef-d2ab-4ea5-9d99-7db81a8b89b1), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:41:32.990340 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fda33026-626c-4099-a938-f346b698fac4 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:41:32.993971 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fda33026-626c-4099-a938-f346b698fac4 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799862'] for floatingip (f18a56ef-d2ab-4ea5-9d99-7db81a8b89b1), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:41:33.461387 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fda33026-626c-4099-a938-f346b698fac4 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Router 570d9e20-7314-401c-9272-bd8b431bcad6 has already been hosted by L3 agent 8db92903-2544-41c2-b919-def82c43c97a {{(pid=103458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 09:41:33.559797 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8bd21-396a-43da-a403-6b4a6facab93 req-67954604-e608-4870-831b-c7615d4fbbad tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:41:33.561226 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0aa8bd21-396a-43da-a403-6b4a6facab93 req-67954604-e608-4870-831b-c7615d4fbbad tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 946 time: 0.0572481 May 12 09:41:33.627457 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda33026-626c-4099-a938-f346b698fac4 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Notify agent at l3_agent.dv-cinder-837699-5-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 09:41:33.633049 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fda33026-626c-4099-a938-f346b698fac4 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for floatingip (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:41:33.637999 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a26c97-a91a-46d3-9928-e5939d1f3da0 None None] Sync routers for ids ['570d9e20-7314-401c-9272-bd8b431bcad6'] in dv-cinder-837699-5-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 09:41:33.647350 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a26c97-a91a-46d3-9928-e5939d1f3da0 None None] Routers {'570d9e20-7314-401c-9272-bd8b431bcad6'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:41:33.647958 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-a1a26c97-a91a-46d3-9928-e5939d1f3da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:41:22Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['570d9e20-7314-401c-9272-bd8b431bcad6'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:41:33.667329 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0aa8bd21-396a-43da-a403-6b4a6facab93 req-767a417b-bb59-44b3-8904-3203fc825123 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1c58aee-1342-4b1d-a617-7ce1b9baa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782266 May 12 09:41:33.674102 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7801a053-99b6-4a9b-9962-1620c14aac30', 'tag': '475e0f9c-a9a4-469d-8d8e-9e0f42721e10'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:41:33.676286 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c5c35592cdadc16d94e4e59e173057c198c772a9b1006d4fd44537c4a2e10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f28c75-b68a-405c-a91c-76815c786baf" -d '{"events": [{"name": "network-changed", "server_uuid": "7801a053-99b6-4a9b-9962-1620c14aac30", "tag": "475e0f9c-a9a4-469d-8d8e-9e0f42721e10"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:41:33.710854 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-fda33026-626c-4099-a938-f346b698fac4 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "PUT /v2.0/floatingips/f18a56ef-d2ab-4ea5-9d99-7db81a8b89b1 HTTP/1.1" status: 200 len: 994 time: 1.2320051 May 12 09:41:33.717618 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 09:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b73757c3-ff83-4814-b702-4f48c900996f x-openstack-request-id: req-b73757c3-ff83-4814-b702-4f48c900996f {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:41:33.717926 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7801a053-99b6-4a9b-9962-1620c14aac30", "tag": "475e0f9c-a9a4-469d-8d8e-9e0f42721e10", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:41:33.718179 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b73757c3-ff83-4814-b702-4f48c900996f {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:41:33.718573 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b73757c3-ff83-4814-b702-4f48c900996f'] response: {'name': 'network-changed', 'server_uuid': '7801a053-99b6-4a9b-9962-1620c14aac30', 'tag': '475e0f9c-a9a4-469d-8d8e-9e0f42721e10', 'status': 'completed', 'code': 200} May 12 09:41:33.767584 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-a1a26c97-a91a-46d3-9928-e5939d1f3da0 None None] Set router 570d9e20-7314-401c-9272-bd8b431bcad6 gateway port host: dv-cinder-837699-5-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:41:33.805202 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f28c75-b68a-405c-a91c-76815c786baf req-842d46f6-8568-4a1b-af08-57f4604948fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:41:33.806828 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-36f28c75-b68a-405c-a91c-76815c786baf req-842d46f6-8568-4a1b-af08-57f4604948fc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c54669eadc784d4aac5d1a40d18858b1&device_id=7801a053-99b6-4a9b-9962-1620c14aac30 HTTP/1.1" status: 200 len: 1130 time: 0.0375421 May 12 09:41:33.894621 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f28c75-b68a-405c-a91c-76815c786baf req-f2679241-ad3b-4350-b0cd-0f7e77fbf1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:41:33.896134 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-36f28c75-b68a-405c-a91c-76815c786baf req-f2679241-ad3b-4350-b0cd-0f7e77fbf1d2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=94c124bd-d4ff-4709-8b22-7520113efef5 HTTP/1.1" status: 200 len: 919 time: 0.0840430 May 12 09:41:33.963301 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-36f28c75-b68a-405c-a91c-76815c786baf req-04fdccd2-698e-4e1a-be91-f31e48c156ee service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=475e0f9c-a9a4-469d-8d8e-9e0f42721e10 HTTP/1.1" status: 200 len: 1002 time: 0.0614505 May 12 09:41:33.981965 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-a1a26c97-a91a-46d3-9928-e5939d1f3da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570d9e20-7314-401c-9272-bd8b431bcad6', 'name': 'tempest-ServerRescueNegativeTestJSON-803505975-router', 'tenant_id': 'c54669eadc784d4aac5d1a40d18858b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'd404145d-bce6-4028-b3fb-2af9b5d03c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:33:47Z', 'updated_at': '2022-05-12T09:33:56Z', 'revision_number': 4, 'project_id': 'c54669eadc784d4aac5d1a40d18858b1', 'gw_port': {'id': 'd404145d-bce6-4028-b3fb-2af9b5d03c34', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570d9e20-7314-401c-9272-bd8b431bcad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:48Z', 'updated_at': '2022-05-12T09:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_floatingips': [{'id': 'f18a56ef-d2ab-4ea5-9d99-7db81a8b89b1', 'tenant_id': 'c54669eadc784d4aac5d1a40d18858b1', 'floating_ip_address': '172.27.3.161', 'floating_network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'router_id': '570d9e20-7314-401c-9272-bd8b431bcad6', 'port_id': '475e0f9c-a9a4-469d-8d8e-9e0f42721e10', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94c124bd-d4ff-4709-8b22-7520113efef5', 'mac_address': 'fa:16:3e:32:09:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7801a053-99b6-4a9b-9962-1620c14aac30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T09:37:15Z', 'updated_at': '2022-05-12T09:41:32Z', 'revision_number': 3, 'project_id': 'c54669eadc784d4aac5d1a40d18858b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97c088ed-f6af-4784-b065-f774bd7264fa', 'name': '', 'network_id': '94c124bd-d4ff-4709-8b22-7520113efef5', 'tenant_id': 'c54669eadc784d4aac5d1a40d18858b1', 'mac_address': 'fa:16:3e:60:73:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570d9e20-7314-401c-9272-bd8b431bcad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4e261d1c-7f38-449c-aec8-8a565c5048cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:54Z', 'updated_at': '2022-05-12T09:34:10Z', 'revision_number': 5, 'project_id': 'c54669eadc784d4aac5d1a40d18858b1', 'subnets': [{'id': '4e261d1c-7f38-449c-aec8-8a565c5048cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:41:34.010631 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f28c75-b68a-405c-a91c-76815c786baf req-3bf262c3-316a-4887-9497-e62e2ebe6759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:41:34.012099 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-36f28c75-b68a-405c-a91c-76815c786baf req-3bf262c3-316a-4887-9497-e62e2ebe6759 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4e261d1c-7f38-449c-aec8-8a565c5048cd HTTP/1.1" status: 200 len: 857 time: 0.0436885 May 12 09:41:34.012226 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a26c97-a91a-46d3-9928-e5939d1f3da0 None None] Checking router: 570d9e20-7314-401c-9272-bd8b431bcad6 for host: dv-cinder-837699-5-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 09:41:34.020149 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a26c97-a91a-46d3-9928-e5939d1f3da0 None None] Routers {'570d9e20-7314-401c-9272-bd8b431bcad6'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:41:34.020743 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-a1a26c97-a91a-46d3-9928-e5939d1f3da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:41:22Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['570d9e20-7314-401c-9272-bd8b431bcad6'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:41:34.055181 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f28c75-b68a-405c-a91c-76815c786baf req-e97b1033-a923-4cba-8473-b8130eef43e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:41:34.056672 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-36f28c75-b68a-405c-a91c-76815c786baf req-e97b1033-a923-4cba-8473-b8130eef43e1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=94c124bd-d4ff-4709-8b22-7520113efef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387845 May 12 09:41:34.127536 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-a1a26c97-a91a-46d3-9928-e5939d1f3da0 None None] Set router 570d9e20-7314-401c-9272-bd8b431bcad6 gateway port host: dv-cinder-837699-5-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:41:34.148643 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-36f28c75-b68a-405c-a91c-76815c786baf req-6aef104b-4ab0-419e-b9ff-86489e2c4df5 service neutron] 10.222.0.65 "GET /v2.0/networks/94c124bd-d4ff-4709-8b22-7520113efef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855029 May 12 09:41:34.245986 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-36f28c75-b68a-405c-a91c-76815c786baf req-732e0d10-2b14-4dc6-89e0-0b114bc33275 service neutron] 10.222.0.65 "GET /v2.0/networks/94c124bd-d4ff-4709-8b22-7520113efef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904195 May 12 09:41:34.419526 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-a1a26c97-a91a-46d3-9928-e5939d1f3da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570d9e20-7314-401c-9272-bd8b431bcad6', 'name': 'tempest-ServerRescueNegativeTestJSON-803505975-router', 'tenant_id': 'c54669eadc784d4aac5d1a40d18858b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'd404145d-bce6-4028-b3fb-2af9b5d03c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:33:47Z', 'updated_at': '2022-05-12T09:33:56Z', 'revision_number': 4, 'project_id': 'c54669eadc784d4aac5d1a40d18858b1', 'gw_port': {'id': 'd404145d-bce6-4028-b3fb-2af9b5d03c34', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570d9e20-7314-401c-9272-bd8b431bcad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:48Z', 'updated_at': '2022-05-12T09:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_floatingips': [{'id': 'f18a56ef-d2ab-4ea5-9d99-7db81a8b89b1', 'tenant_id': 'c54669eadc784d4aac5d1a40d18858b1', 'floating_ip_address': '172.27.3.161', 'floating_network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'router_id': '570d9e20-7314-401c-9272-bd8b431bcad6', 'port_id': '475e0f9c-a9a4-469d-8d8e-9e0f42721e10', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94c124bd-d4ff-4709-8b22-7520113efef5', 'mac_address': 'fa:16:3e:32:09:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7801a053-99b6-4a9b-9962-1620c14aac30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T09:37:15Z', 'updated_at': '2022-05-12T09:41:32Z', 'revision_number': 3, 'project_id': 'c54669eadc784d4aac5d1a40d18858b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97c088ed-f6af-4784-b065-f774bd7264fa', 'name': '', 'network_id': '94c124bd-d4ff-4709-8b22-7520113efef5', 'tenant_id': 'c54669eadc784d4aac5d1a40d18858b1', 'mac_address': 'fa:16:3e:60:73:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570d9e20-7314-401c-9272-bd8b431bcad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4e261d1c-7f38-449c-aec8-8a565c5048cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:54Z', 'updated_at': '2022-05-12T09:34:10Z', 'revision_number': 5, 'project_id': 'c54669eadc784d4aac5d1a40d18858b1', 'subnets': [{'id': '4e261d1c-7f38-449c-aec8-8a565c5048cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:41:34.450513 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a26c97-a91a-46d3-9928-e5939d1f3da0 None None] The sync data for ids ['570d9e20-7314-401c-9272-bd8b431bcad6'] in dv-cinder-837699-5-iscsi is: [{'id': '570d9e20-7314-401c-9272-bd8b431bcad6', 'name': 'tempest-ServerRescueNegativeTestJSON-803505975-router', 'tenant_id': 'c54669eadc784d4aac5d1a40d18858b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'd404145d-bce6-4028-b3fb-2af9b5d03c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:33:47Z', 'updated_at': '2022-05-12T09:33:56Z', 'revision_number': 4, 'project_id': 'c54669eadc784d4aac5d1a40d18858b1', 'gw_port': {'id': 'd404145d-bce6-4028-b3fb-2af9b5d03c34', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570d9e20-7314-401c-9272-bd8b431bcad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:48Z', 'updated_at': '2022-05-12T09:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_floatingips': [{'id': 'f18a56ef-d2ab-4ea5-9d99-7db81a8b89b1', 'tenant_id': 'c54669eadc784d4aac5d1a40d18858b1', 'floating_ip_address': '172.27.3.161', 'floating_network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'router_id': '570d9e20-7314-401c-9272-bd8b431bcad6', 'port_id': '475e0f9c-a9a4-469d-8d8e-9e0f42721e10', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94c124bd-d4ff-4709-8b22-7520113efef5', 'mac_address': 'fa:16:3e:32:09:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7801a053-99b6-4a9b-9962-1620c14aac30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T09:37:15Z', 'updated_at': '2022-05-12T09:41:32Z', 'revision_number': 3, 'project_id': 'c54669eadc784d4aac5d1a40d18858b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97c088ed-f6af-4784-b065-f774bd7264fa', 'name': '', 'network_id': '94c124bd-d4ff-4709-8b22-7520113efef5', 'tenant_id': 'c54669eadc784d4aac5d1a40d18858b1', 'mac_address': 'fa:16:3e:60:73:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570d9e20-7314-401c-9272-bd8b431bcad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4e261d1c-7f38-449c-aec8-8a565c5048cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:54Z', 'updated_at': '2022-05-12T09:34:10Z', 'revision_number': 5, 'project_id': 'c54669eadc784d4aac5d1a40d18858b1', 'subnets': [{'id': '4e261d1c-7f38-449c-aec8-8a565c5048cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 09:41:35.719853 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7801a053-99b6-4a9b-9962-1620c14aac30', 'tag': '475e0f9c-a9a4-469d-8d8e-9e0f42721e10'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:41:35.722200 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c5c35592cdadc16d94e4e59e173057c198c772a9b1006d4fd44537c4a2e10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7599920-e1fb-48bb-be77-572f67b6b893" -d '{"events": [{"name": "network-changed", "server_uuid": "7801a053-99b6-4a9b-9962-1620c14aac30", "tag": "475e0f9c-a9a4-469d-8d8e-9e0f42721e10"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:41:35.755808 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 09:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bbc37f2-187f-4e9a-b736-0f903dd40d0b x-openstack-request-id: req-8bbc37f2-187f-4e9a-b736-0f903dd40d0b {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:41:35.756096 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7801a053-99b6-4a9b-9962-1620c14aac30", "tag": "475e0f9c-a9a4-469d-8d8e-9e0f42721e10", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:41:35.756376 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8bbc37f2-187f-4e9a-b736-0f903dd40d0b {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:41:35.756770 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bbc37f2-187f-4e9a-b736-0f903dd40d0b'] response: {'name': 'network-changed', 'server_uuid': '7801a053-99b6-4a9b-9962-1620c14aac30', 'tag': '475e0f9c-a9a4-469d-8d8e-9e0f42721e10', 'status': 'completed', 'code': 200} May 12 09:41:35.845303 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7599920-e1fb-48bb-be77-572f67b6b893 req-e7cacfc0-9a55-475c-ab24-6822175f4921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:41:35.846787 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f7599920-e1fb-48bb-be77-572f67b6b893 req-e7cacfc0-9a55-475c-ab24-6822175f4921 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c54669eadc784d4aac5d1a40d18858b1&device_id=7801a053-99b6-4a9b-9962-1620c14aac30 HTTP/1.1" status: 200 len: 1130 time: 0.0388689 May 12 09:41:35.932787 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7599920-e1fb-48bb-be77-572f67b6b893 req-d99db39b-0c15-4abf-9a8c-9a3582f3e1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:41:35.934267 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f7599920-e1fb-48bb-be77-572f67b6b893 req-d99db39b-0c15-4abf-9a8c-9a3582f3e1ee service neutron] 10.222.0.65 "GET /v2.0/networks?id=94c124bd-d4ff-4709-8b22-7520113efef5 HTTP/1.1" status: 200 len: 919 time: 0.0818498 May 12 09:41:36.002210 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f7599920-e1fb-48bb-be77-572f67b6b893 req-8d5f6547-d527-4e6a-af6f-a26004e86afd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=475e0f9c-a9a4-469d-8d8e-9e0f42721e10 HTTP/1.1" status: 200 len: 1002 time: 0.0607519 May 12 09:41:36.048779 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7599920-e1fb-48bb-be77-572f67b6b893 req-055cdfe7-fcc1-424b-97f5-d802f55f7964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:41:36.050183 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f7599920-e1fb-48bb-be77-572f67b6b893 req-055cdfe7-fcc1-424b-97f5-d802f55f7964 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4e261d1c-7f38-449c-aec8-8a565c5048cd HTTP/1.1" status: 200 len: 857 time: 0.0421779 May 12 09:41:36.091419 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7599920-e1fb-48bb-be77-572f67b6b893 req-265b407d-8eab-44cd-aabf-54d65b243cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:41:36.092857 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f7599920-e1fb-48bb-be77-572f67b6b893 req-265b407d-8eab-44cd-aabf-54d65b243cb1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=94c124bd-d4ff-4709-8b22-7520113efef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372825 May 12 09:41:36.183864 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f7599920-e1fb-48bb-be77-572f67b6b893 req-f0778f2e-18a7-4c5f-a98d-f59ee6a9a23c service neutron] 10.222.0.65 "GET /v2.0/networks/94c124bd-d4ff-4709-8b22-7520113efef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842986 May 12 09:41:36.274063 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f7599920-e1fb-48bb-be77-572f67b6b893 req-3ae5e3b6-c18d-4aed-a665-002c02555bf2 service neutron] 10.222.0.65 "GET /v2.0/networks/94c124bd-d4ff-4709-8b22-7520113efef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838974 May 12 09:41:47.225205 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-1d9e6a58-d356-44ab-bb34-37357c1267d7 None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 09:41:47.954961 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-13ea9696-a905-44e5-b881-6ec898f96117 req-0249172c-6555-4ca4-8a17-cdc6328a2a55 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=dc90e8c3-13f2-4b3e-91e8-396847cf6572&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0372689 May 12 09:41:48.058711 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ea9696-a905-44e5-b881-6ec898f96117 req-8d386d63-ebfb-4eef-9f41-8e81a3377053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:41:48.060256 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-13ea9696-a905-44e5-b881-6ec898f96117 req-8d386d63-ebfb-4eef-9f41-8e81a3377053 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b079fd0b329c4f1a856f71e0c8f98dde&device_id=dc90e8c3-13f2-4b3e-91e8-396847cf6572 HTTP/1.1" status: 200 len: 1129 time: 0.0382938 May 12 09:41:48.164553 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ea9696-a905-44e5-b881-6ec898f96117 req-22bf975d-1568-4d9b-9bf4-fb45464a9caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:41:48.166029 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-13ea9696-a905-44e5-b881-6ec898f96117 req-22bf975d-1568-4d9b-9bf4-fb45464a9caf service neutron] 10.222.0.65 "GET /v2.0/networks?id=d8bd03ea-0f3b-46bf-82a8-531c929bec57 HTTP/1.1" status: 200 len: 916 time: 0.0883315 May 12 09:41:48.229615 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-13ea9696-a905-44e5-b881-6ec898f96117 req-7edcd32c-861f-4366-871c-ea0858c012ab service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=332c08c8-a0fb-4e00-b6b4-9b038555668c HTTP/1.1" status: 200 len: 1001 time: 0.0569448 May 12 09:41:48.278538 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ea9696-a905-44e5-b881-6ec898f96117 req-43d40840-75f1-4e28-b72c-eafdd4b88907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:41:48.279964 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-13ea9696-a905-44e5-b881-6ec898f96117 req-43d40840-75f1-4e28-b72c-eafdd4b88907 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=be18f7f8-10b6-434a-8890-e7ce96c85646 HTTP/1.1" status: 200 len: 854 time: 0.0446796 May 12 09:41:48.327117 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ea9696-a905-44e5-b881-6ec898f96117 req-309129ea-9c8e-4154-b512-711d4c151c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:41:48.329092 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-13ea9696-a905-44e5-b881-6ec898f96117 req-309129ea-9c8e-4154-b512-711d4c151c27 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d8bd03ea-0f3b-46bf-82a8-531c929bec57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406406 May 12 09:41:48.415560 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-13ea9696-a905-44e5-b881-6ec898f96117 req-e940845d-7424-4993-95f9-abb536efb8d6 service neutron] 10.222.0.65 "GET /v2.0/networks/d8bd03ea-0f3b-46bf-82a8-531c929bec57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801969 May 12 09:41:48.509407 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-13ea9696-a905-44e5-b881-6ec898f96117 req-27462fe3-30a2-47a8-a57e-74c5b89be7fe service neutron] 10.222.0.65 "GET /v2.0/networks/d8bd03ea-0f3b-46bf-82a8-531c929bec57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839977 May 12 09:41:49.618305 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-c20420d5-d17f-497b-a676-668e69fabe65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (9bee5a85-5be0-4217-aa6d-1f9c6538b987), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:41:50.444644 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (cdc2c050-d5b8-41e9-9f41-bf893d522faa), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:41:51.842961 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-5c24998b-5315-4470-ab82-ca8f7ef31de8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (8db92903-2544-41c2-b919-def82c43c97a), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:41:53.098346 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-13a031d7-5ec6-42a3-899f-d50e1f06c687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (f8def58d-f1ec-4d41-abae-d1c60f542bd3), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:41:54.507970 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a984b3b9-a9e9-40d7-bd88-8cdbb1de5f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (e377c27d-f788-489a-9a4f-9db675c37dc4), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:41:55.998031 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (0e2e3861-7d79-4ce6-9d91-faa32ae2cb64), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:03.143796 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9c227-8be8-4eb6-83e9-ee8119dd7182 req-04cb3f99-eb2d-4c44-88d7-ade549bfbf36 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:42:03.145251 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-efd9c227-8be8-4eb6-83e9-ee8119dd7182 req-04cb3f99-eb2d-4c44-88d7-ade549bfbf36 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=33ce3bd7-6835-4430-8fd7-05afeb6925fc HTTP/1.1" status: 200 len: 945 time: 0.0472825 May 12 09:42:03.189979 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-efd9c227-8be8-4eb6-83e9-ee8119dd7182 req-f764c7b2-24cd-42ba-aa59-e2c4e1cbf1b5 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/security-groups?id=6db54ff6-e683-403f-90ec-ae34982266cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393176 May 12 09:42:04.305036 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5373304a-6e5a-406f-b9a5-32b773e83d61 req-37cde030-cb8e-4578-a3eb-f2b8673b1df3 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:42:04.306507 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5373304a-6e5a-406f-b9a5-32b773e83d61 req-37cde030-cb8e-4578-a3eb-f2b8673b1df3 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=33ce3bd7-6835-4430-8fd7-05afeb6925fc HTTP/1.1" status: 200 len: 945 time: 0.0464370 May 12 09:42:04.355806 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5373304a-6e5a-406f-b9a5-32b773e83d61 req-34a62e82-b5d7-41aa-9bb2-f068fc0cb303 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/security-groups?id=6db54ff6-e683-403f-90ec-ae34982266cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437214 May 12 09:42:05.290252 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006dd7e8-bc4d-45b0-a6cd-f89eeb6c7581 req-af9c067e-4100-4491-bb14-fa71ba862b9f tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:42:05.291653 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-006dd7e8-bc4d-45b0-a6cd-f89eeb6c7581 req-af9c067e-4100-4491-bb14-fa71ba862b9f tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.65 "GET /v2.0/ports?device_id=33ce3bd7-6835-4430-8fd7-05afeb6925fc HTTP/1.1" status: 200 len: 945 time: 0.0453339 May 12 09:42:05.376999 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [req-006dd7e8-bc4d-45b0-a6cd-f89eeb6c7581 req-c7d0d2b7-59a2-40a4-8013-65ae9ee0f750 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Deleting port 0bff5673-9db4-4e7f-89c0-c77db087a526 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 09:42:05.377816 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-006dd7e8-bc4d-45b0-a6cd-f89eeb6c7581 req-c7d0d2b7-59a2-40a4-8013-65ae9ee0f750 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740344431333'] for port (0bff5673-9db4-4e7f-89c0-c77db087a526), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:05.494890 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1c630-12ad-48c1-82a6-19705d5c9b2e req-738f2ddb-23e1-4d8c-ba2b-977f267a431c tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:42:05.496299 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-eee1c630-12ad-48c1-82a6-19705d5c9b2e req-738f2ddb-23e1-4d8c-ba2b-977f267a431c tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=33ce3bd7-6835-4430-8fd7-05afeb6925fc HTTP/1.1" status: 200 len: 945 time: 0.0617368 May 12 09:42:05.503355 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-006dd7e8-bc4d-45b0-a6cd-f89eeb6c7581 req-c7d0d2b7-59a2-40a4-8013-65ae9ee0f750 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] For port 0bff5673-9db4-4e7f-89c0-c77db087a526, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=0bff5673-9db4-4e7f-89c0-c77db087a526,segment=NetworkSegment(26ab4651-7fb4-4cda-a42c-ef91f3f41052),segment_id=26ab4651-7fb4-4cda-a42c-ef91f3f41052)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:42:05.503720 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-006dd7e8-bc4d-45b0-a6cd-f89eeb6c7581 req-c7d0d2b7-59a2-40a4-8013-65ae9ee0f750 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799057'] for port (0bff5673-9db4-4e7f-89c0-c77db087a526), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:05.646228 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-eee1c630-12ad-48c1-82a6-19705d5c9b2e req-6eb01789-f3cb-4dec-8dc7-ff454f622464 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/security-groups?id=6db54ff6-e683-403f-90ec-ae34982266cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394382 May 12 09:42:05.753003 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-006dd7e8-bc4d-45b0-a6cd-f89eeb6c7581 req-c7d0d2b7-59a2-40a4-8013-65ae9ee0f750 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:05.753366 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-006dd7e8-bc4d-45b0-a6cd-f89eeb6c7581 req-c7d0d2b7-59a2-40a4-8013-65ae9ee0f750 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799862'] for floatingip (807bc7d8-1548-4143-8d0c-9cc69506d537), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:05.753683 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.db.l3_db [req-006dd7e8-bc4d-45b0-a6cd-f89eeb6c7581 req-c7d0d2b7-59a2-40a4-8013-65ae9ee0f750 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Floating IP 807bc7d8-1548-4143-8d0c-9cc69506d537 disassociated. External IP: 172.27.3.151, port: 0bff5673-9db4-4e7f-89c0-c77db087a526. May 12 09:42:05.754058 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [req-006dd7e8-bc4d-45b0-a6cd-f89eeb6c7581 req-c7d0d2b7-59a2-40a4-8013-65ae9ee0f750 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Calling delete_port for 0bff5673-9db4-4e7f-89c0-c77db087a526 owned by compute:nova {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 09:42:05.885579 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-006dd7e8-bc4d-45b0-a6cd-f89eeb6c7581 req-c7d0d2b7-59a2-40a4-8013-65ae9ee0f750 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740344441209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740344012629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29192019'] for port (0bff5673-9db4-4e7f-89c0-c77db087a526), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:05.915458 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d0d2b7-59a2-40a4-8013-65ae9ee0f750 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Pushing event deleted for resources: {'Port': ['ID=0bff5673-9db4-4e7f-89c0-c77db087a526,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:42:05.927461 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d0d2b7-59a2-40a4-8013-65ae9ee0f750 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:42:05.927809 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d0d2b7-59a2-40a4-8013-65ae9ee0f750 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:42:05.928147 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d0d2b7-59a2-40a4-8013-65ae9ee0f750 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:42:05.928483 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d0d2b7-59a2-40a4-8013-65ae9ee0f750 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:42:05.928816 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d0d2b7-59a2-40a4-8013-65ae9ee0f750 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:42:05.929147 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d0d2b7-59a2-40a4-8013-65ae9ee0f750 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:42:05.929472 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d0d2b7-59a2-40a4-8013-65ae9ee0f750 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:42:05.929795 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d0d2b7-59a2-40a4-8013-65ae9ee0f750 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:42:05.930149 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d0d2b7-59a2-40a4-8013-65ae9ee0f750 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:42:05.930491 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d0d2b7-59a2-40a4-8013-65ae9ee0f750 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:42:05.930834 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d0d2b7-59a2-40a4-8013-65ae9ee0f750 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:42:05.931141 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d0d2b7-59a2-40a4-8013-65ae9ee0f750 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:42:05.931499 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d0d2b7-59a2-40a4-8013-65ae9ee0f750 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:42:05.934316 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d0d2b7-59a2-40a4-8013-65ae9ee0f750 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:42:05.934316 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d0d2b7-59a2-40a4-8013-65ae9ee0f750 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:42:06.037209 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [req-006dd7e8-bc4d-45b0-a6cd-f89eeb6c7581 req-c7d0d2b7-59a2-40a4-8013-65ae9ee0f750 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Router 9c2097ad-1eb6-456a-8744-fc92ba3f54fd has already been hosted by L3 agent 8db92903-2544-41c2-b919-def82c43c97a {{(pid=103458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 09:42:06.145617 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-006dd7e8-bc4d-45b0-a6cd-f89eeb6c7581 req-c7d0d2b7-59a2-40a4-8013-65ae9ee0f750 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Notify agent at l3_agent.dv-cinder-837699-5-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 09:42:06.156397 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbc0d61-aee0-48b0-97b0-09baf3bc7d2c None None] Sync routers for ids ['9c2097ad-1eb6-456a-8744-fc92ba3f54fd'] in dv-cinder-837699-5-iscsi {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 09:42:06.166032 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbc0d61-aee0-48b0-97b0-09baf3bc7d2c None None] Routers {'9c2097ad-1eb6-456a-8744-fc92ba3f54fd'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:42:06.166619 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-4fbc0d61-aee0-48b0-97b0-09baf3bc7d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:41:52Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['9c2097ad-1eb6-456a-8744-fc92ba3f54fd'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:42:06.189718 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [req-006dd7e8-bc4d-45b0-a6cd-f89eeb6c7581 req-c7d0d2b7-59a2-40a4-8013-65ae9ee0f750 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] No DVR routers for this DVR port 0bff5673-9db4-4e7f-89c0-c77db087a526 on host hv-cinder-83769 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 09:42:06.192231 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-006dd7e8-bc4d-45b0-a6cd-f89eeb6c7581 req-c7d0d2b7-59a2-40a4-8013-65ae9ee0f750 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:06.195458 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-006dd7e8-bc4d-45b0-a6cd-f89eeb6c7581 req-c7d0d2b7-59a2-40a4-8013-65ae9ee0f750 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.65 "DELETE /v2.0/ports/0bff5673-9db4-4e7f-89c0-c77db087a526 HTTP/1.1" status: 204 len: 173 time: 0.8945453 May 12 09:42:06.195894 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ce3bd7-6835-4430-8fd7-05afeb6925fc', 'name': 'network-vif-deleted', 'tag': '0bff5673-9db4-4e7f-89c0-c77db087a526'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:42:06.198112 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c5c35592cdadc16d94e4e59e173057c198c772a9b1006d4fd44537c4a2e10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b188559-084a-4ac2-b635-4bad39f193fb" -d '{"events": [{"server_uuid": "33ce3bd7-6835-4430-8fd7-05afeb6925fc", "name": "network-vif-deleted", "tag": "0bff5673-9db4-4e7f-89c0-c77db087a526"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:42:06.234475 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 09:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2235c975-1dea-4fac-970b-3564368e0a5e x-openstack-request-id: req-2235c975-1dea-4fac-970b-3564368e0a5e {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:42:06.234893 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ce3bd7-6835-4430-8fd7-05afeb6925fc", "name": "network-vif-deleted", "tag": "0bff5673-9db4-4e7f-89c0-c77db087a526", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:42:06.235152 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2235c975-1dea-4fac-970b-3564368e0a5e {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:42:06.235822 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2235c975-1dea-4fac-970b-3564368e0a5e'] response: {'server_uuid': '33ce3bd7-6835-4430-8fd7-05afeb6925fc', 'name': 'network-vif-deleted', 'tag': '0bff5673-9db4-4e7f-89c0-c77db087a526', 'status': 'completed', 'code': 200} May 12 09:42:06.283421 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-4fbc0d61-aee0-48b0-97b0-09baf3bc7d2c None None] Set router 9c2097ad-1eb6-456a-8744-fc92ba3f54fd gateway port host: dv-cinder-837699-5-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:42:06.506628 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-4fbc0d61-aee0-48b0-97b0-09baf3bc7d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'name': 'tempest-AttachVolumeNegativeTest-1936945588-router', 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': '0b2e5772-8899-4afe-abaa-f04370bcc8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:33:42Z', 'updated_at': '2022-05-12T09:33:47Z', 'revision_number': 4, 'project_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'gw_port': {'id': '0b2e5772-8899-4afe-abaa-f04370bcc8a6', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:92:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:42Z', 'updated_at': '2022-05-12T09:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_floatingips': [{'id': 'a0459acf-dc78-4ff7-99fc-9d43d1e2f97b', 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'floating_ip_address': '172.27.3.203', 'floating_network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'router_id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'port_id': '332c08c8-a0fb-4e00-b6b4-9b038555668c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 84, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8bd03ea-0f3b-46bf-82a8-531c929bec57', 'mac_address': 'fa:16:3e:7c:5e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc90e8c3-13f2-4b3e-91e8-396847cf6572', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T09:33:52Z', 'updated_at': '2022-05-12T09:35:05Z', 'revision_number': 2, 'project_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afe51b64-ecef-4dbc-81fa-ac72b0814cf1', 'name': '', 'network_id': 'd8bd03ea-0f3b-46bf-82a8-531c929bec57', 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'mac_address': 'fa:16:3e:27:c2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'be18f7f8-10b6-434a-8890-e7ce96c85646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:45Z', 'updated_at': '2022-05-12T09:33:55Z', 'revision_number': 5, 'project_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'subnets': [{'id': 'be18f7f8-10b6-434a-8890-e7ce96c85646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:42:06.532645 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbc0d61-aee0-48b0-97b0-09baf3bc7d2c None None] Checking router: 9c2097ad-1eb6-456a-8744-fc92ba3f54fd for host: dv-cinder-837699-5-iscsi {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 09:42:06.540765 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbc0d61-aee0-48b0-97b0-09baf3bc7d2c None None] Routers {'9c2097ad-1eb6-456a-8744-fc92ba3f54fd'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:42:06.541371 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-4fbc0d61-aee0-48b0-97b0-09baf3bc7d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:41:52Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['9c2097ad-1eb6-456a-8744-fc92ba3f54fd'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:42:06.648725 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-4fbc0d61-aee0-48b0-97b0-09baf3bc7d2c None None] Set router 9c2097ad-1eb6-456a-8744-fc92ba3f54fd gateway port host: dv-cinder-837699-5-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:42:06.757482 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7d32b9cf-a365-4961-ae28-e1e76efe5374 req-933af45d-f24d-4a6d-b6f4-07e0e255ef4a tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=33ce3bd7-6835-4430-8fd7-05afeb6925fc HTTP/1.1" status: 200 len: 210 time: 0.0311096 May 12 09:42:06.885537 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-4fbc0d61-aee0-48b0-97b0-09baf3bc7d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'name': 'tempest-AttachVolumeNegativeTest-1936945588-router', 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': '0b2e5772-8899-4afe-abaa-f04370bcc8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:33:42Z', 'updated_at': '2022-05-12T09:33:47Z', 'revision_number': 4, 'project_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'gw_port': {'id': '0b2e5772-8899-4afe-abaa-f04370bcc8a6', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:92:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:42Z', 'updated_at': '2022-05-12T09:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_floatingips': [{'id': 'a0459acf-dc78-4ff7-99fc-9d43d1e2f97b', 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'floating_ip_address': '172.27.3.203', 'floating_network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'router_id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'port_id': '332c08c8-a0fb-4e00-b6b4-9b038555668c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 84, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8bd03ea-0f3b-46bf-82a8-531c929bec57', 'mac_address': 'fa:16:3e:7c:5e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc90e8c3-13f2-4b3e-91e8-396847cf6572', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T09:33:52Z', 'updated_at': '2022-05-12T09:35:05Z', 'revision_number': 2, 'project_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afe51b64-ecef-4dbc-81fa-ac72b0814cf1', 'name': '', 'network_id': 'd8bd03ea-0f3b-46bf-82a8-531c929bec57', 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'mac_address': 'fa:16:3e:27:c2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'be18f7f8-10b6-434a-8890-e7ce96c85646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:45Z', 'updated_at': '2022-05-12T09:33:55Z', 'revision_number': 5, 'project_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'subnets': [{'id': 'be18f7f8-10b6-434a-8890-e7ce96c85646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:42:07.034941 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbc0d61-aee0-48b0-97b0-09baf3bc7d2c None None] The sync data for ids ['9c2097ad-1eb6-456a-8744-fc92ba3f54fd'] in dv-cinder-837699-5-iscsi is: [{'id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'name': 'tempest-AttachVolumeNegativeTest-1936945588-router', 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': '0b2e5772-8899-4afe-abaa-f04370bcc8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:33:42Z', 'updated_at': '2022-05-12T09:33:47Z', 'revision_number': 4, 'project_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'gw_port': {'id': '0b2e5772-8899-4afe-abaa-f04370bcc8a6', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:92:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:42Z', 'updated_at': '2022-05-12T09:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_floatingips': [{'id': 'a0459acf-dc78-4ff7-99fc-9d43d1e2f97b', 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'floating_ip_address': '172.27.3.203', 'floating_network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'router_id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'port_id': '332c08c8-a0fb-4e00-b6b4-9b038555668c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 84, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8bd03ea-0f3b-46bf-82a8-531c929bec57', 'mac_address': 'fa:16:3e:7c:5e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc90e8c3-13f2-4b3e-91e8-396847cf6572', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T09:33:52Z', 'updated_at': '2022-05-12T09:35:05Z', 'revision_number': 2, 'project_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afe51b64-ecef-4dbc-81fa-ac72b0814cf1', 'name': '', 'network_id': 'd8bd03ea-0f3b-46bf-82a8-531c929bec57', 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'mac_address': 'fa:16:3e:27:c2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'be18f7f8-10b6-434a-8890-e7ce96c85646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:45Z', 'updated_at': '2022-05-12T09:33:55Z', 'revision_number': 5, 'project_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'subnets': [{'id': 'be18f7f8-10b6-434a-8890-e7ce96c85646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 09:42:07.256781 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256e0711-4dd3-49d3-a472-2563dc295e27 None None] New status for floating IP 807bc7d8-1548-4143-8d0c-9cc69506d537: DOWN {{(pid=103460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 09:42:07.845128 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 41888) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:42:07.898118 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-370c15ef-10d4-4b8b-9629-9b27bf39fd4d tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for security_group (6db54ff6-e683-403f-90ec-ae34982266cd), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:07.920276 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-370c15ef-10d4-4b8b-9629-9b27bf39fd4d tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for security_group (6db54ff6-e683-403f-90ec-ae34982266cd), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:07.966158 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-370c15ef-10d4-4b8b-9629-9b27bf39fd4d tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (6db54ff6-e683-403f-90ec-ae34982266cd), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:07.968669 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-370c15ef-10d4-4b8b-9629-9b27bf39fd4d tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:07.969795 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-370c15ef-10d4-4b8b-9629-9b27bf39fd4d tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "DELETE /v2.0/security-groups/6db54ff6-e683-403f-90ec-ae34982266cd HTTP/1.1" status: 204 len: 168 time: 0.1236935 May 12 09:42:07.972722 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 41894) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:42:07.978723 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370c15ef-10d4-4b8b-9629-9b27bf39fd4d tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db54ff6-e683-403f-90ec-ae34982266cd,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:42:07.986248 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370c15ef-10d4-4b8b-9629-9b27bf39fd4d tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:42:07.986599 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370c15ef-10d4-4b8b-9629-9b27bf39fd4d tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:42:07.986943 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370c15ef-10d4-4b8b-9629-9b27bf39fd4d tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:42:07.987281 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370c15ef-10d4-4b8b-9629-9b27bf39fd4d tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:42:07.987500 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.api.v2.resource [None req-8e9cb4b0-59b8-4d3a-9a1b-7316466cd2d8 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] show failed (client error): The resource could not be found. May 12 09:42:07.987623 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370c15ef-10d4-4b8b-9629-9b27bf39fd4d tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:42:07.987930 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370c15ef-10d4-4b8b-9629-9b27bf39fd4d tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:42:07.988255 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370c15ef-10d4-4b8b-9629-9b27bf39fd4d tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:42:07.988451 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-8e9cb4b0-59b8-4d3a-9a1b-7316466cd2d8 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/security-groups/6db54ff6-e683-403f-90ec-ae34982266cd HTTP/1.1" status: 404 len: 347 time: 0.0146923 May 12 09:42:07.988569 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370c15ef-10d4-4b8b-9629-9b27bf39fd4d tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:42:07.988902 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370c15ef-10d4-4b8b-9629-9b27bf39fd4d tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:42:07.989204 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370c15ef-10d4-4b8b-9629-9b27bf39fd4d tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:42:07.989524 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370c15ef-10d4-4b8b-9629-9b27bf39fd4d tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:42:07.989844 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370c15ef-10d4-4b8b-9629-9b27bf39fd4d tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:42:07.990191 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370c15ef-10d4-4b8b-9629-9b27bf39fd4d tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:42:07.990509 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370c15ef-10d4-4b8b-9629-9b27bf39fd4d tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:42:07.990827 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370c15ef-10d4-4b8b-9629-9b27bf39fd4d tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:42:07.991387 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 41896) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:42:08.105801 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-28924ad0-a742-4041-b295-2347528d4d36 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Deleting port a0b23829-1bea-4071-8236-ff7c36e816ce {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 09:42:08.106174 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-28924ad0-a742-4041-b295-2347528d4d36 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740344431333'] for port (a0b23829-1bea-4071-8236-ff7c36e816ce), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:08.183039 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-28924ad0-a742-4041-b295-2347528d4d36 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799057'] for port (a0b23829-1bea-4071-8236-ff7c36e816ce), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:08.183445 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-28924ad0-a742-4041-b295-2347528d4d36 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for floatingip (a0b23829-1bea-4071-8236-ff7c36e816ce), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:08.195694 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-28924ad0-a742-4041-b295-2347528d4d36 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Calling delete_port for a0b23829-1bea-4071-8236-ff7c36e816ce owned by network:floatingip {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 09:42:08.328330 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-28924ad0-a742-4041-b295-2347528d4d36 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740344441209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740344012629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29192019'] for port (a0b23829-1bea-4071-8236-ff7c36e816ce), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:08.357433 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28924ad0-a742-4041-b295-2347528d4d36 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Pushing event deleted for resources: {'Port': ['ID=a0b23829-1bea-4071-8236-ff7c36e816ce,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:42:08.415581 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-28924ad0-a742-4041-b295-2347528d4d36 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for floatingip (807bc7d8-1548-4143-8d0c-9cc69506d537), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:08.417991 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-28924ad0-a742-4041-b295-2347528d4d36 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for floatingip (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:08.419138 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-28924ad0-a742-4041-b295-2347528d4d36 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "DELETE /v2.0/floatingips/807bc7d8-1548-4143-8d0c-9cc69506d537 HTTP/1.1" status: 204 len: 168 time: 0.4268615 May 12 09:42:09.151793 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device 0bff5673-9db4-4e7f-89c0-c77db087a526 no longer exists at agent hyperv_hv-cinder-83769 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 09:42:09.171153 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] No Port match for: 0bff5673-9db4-4e7f-89c0-c77db087a526 {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 09:42:09.171494 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device 0bff5673-9db4-4e7f-89c0-c77db087a526 not bound to the agent host hv-cinder-83769 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 09:42:11.053471 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2995a13a-b3c3-4398-bc06-eebc7726dc65 req-f10d33dc-a50c-441c-95f7-e9b38352d183 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:42:11.054845 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2995a13a-b3c3-4398-bc06-eebc7726dc65 req-f10d33dc-a50c-441c-95f7-e9b38352d183 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc90e8c3-13f2-4b3e-91e8-396847cf6572 HTTP/1.1" status: 200 len: 945 time: 0.0458605 May 12 09:42:11.099518 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2995a13a-b3c3-4398-bc06-eebc7726dc65 req-b376576e-93e9-4ea0-af27-796a7330c727 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f17ee76-ff11-49e9-bf6e-365f2a6f3386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391388 May 12 09:42:12.222978 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f51e0d9-a228-4155-9daa-f6ff5c3283c5 req-7cb9f266-154e-4b4e-9e96-b13bd98096de tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:42:12.224401 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9f51e0d9-a228-4155-9daa-f6ff5c3283c5 req-7cb9f266-154e-4b4e-9e96-b13bd98096de tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc90e8c3-13f2-4b3e-91e8-396847cf6572 HTTP/1.1" status: 200 len: 945 time: 0.0481834 May 12 09:42:12.269480 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9f51e0d9-a228-4155-9daa-f6ff5c3283c5 req-0787c20d-d7cb-450e-9127-7585390b861b tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f17ee76-ff11-49e9-bf6e-365f2a6f3386&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396116 May 12 09:42:12.342304 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9733a86d-0b03-4916-b23b-980a3b59f123 req-edb3e7d1-d8ac-4308-9977-9d93d9abf99f tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:42:12.344046 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9733a86d-0b03-4916-b23b-980a3b59f123 req-edb3e7d1-d8ac-4308-9977-9d93d9abf99f tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc90e8c3-13f2-4b3e-91e8-396847cf6572 HTTP/1.1" status: 200 len: 945 time: 0.0474386 May 12 09:42:12.429248 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [req-9733a86d-0b03-4916-b23b-980a3b59f123 req-8128132b-1c66-4cde-ac35-08ab6d5768bb tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Deleting port 332c08c8-a0fb-4e00-b6b4-9b038555668c {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 09:42:12.429507 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-9733a86d-0b03-4916-b23b-980a3b59f123 req-8128132b-1c66-4cde-ac35-08ab6d5768bb tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740344431333'] for port (332c08c8-a0fb-4e00-b6b4-9b038555668c), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:12.515089 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-9733a86d-0b03-4916-b23b-980a3b59f123 req-8128132b-1c66-4cde-ac35-08ab6d5768bb tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] For port 332c08c8-a0fb-4e00-b6b4-9b038555668c, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=332c08c8-a0fb-4e00-b6b4-9b038555668c,segment=NetworkSegment(26ab4651-7fb4-4cda-a42c-ef91f3f41052),segment_id=26ab4651-7fb4-4cda-a42c-ef91f3f41052)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:42:12.515444 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-9733a86d-0b03-4916-b23b-980a3b59f123 req-8128132b-1c66-4cde-ac35-08ab6d5768bb tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799057'] for port (332c08c8-a0fb-4e00-b6b4-9b038555668c), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:12.682566 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-9733a86d-0b03-4916-b23b-980a3b59f123 req-8128132b-1c66-4cde-ac35-08ab6d5768bb tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:12.682830 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-9733a86d-0b03-4916-b23b-980a3b59f123 req-8128132b-1c66-4cde-ac35-08ab6d5768bb tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799862'] for floatingip (a0459acf-dc78-4ff7-99fc-9d43d1e2f97b), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:12.683144 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.db.l3_db [req-9733a86d-0b03-4916-b23b-980a3b59f123 req-8128132b-1c66-4cde-ac35-08ab6d5768bb tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Floating IP a0459acf-dc78-4ff7-99fc-9d43d1e2f97b disassociated. External IP: 172.27.3.203, port: 332c08c8-a0fb-4e00-b6b4-9b038555668c. May 12 09:42:12.683480 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [req-9733a86d-0b03-4916-b23b-980a3b59f123 req-8128132b-1c66-4cde-ac35-08ab6d5768bb tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Calling delete_port for 332c08c8-a0fb-4e00-b6b4-9b038555668c owned by compute:nova {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 09:42:12.819761 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-9733a86d-0b03-4916-b23b-980a3b59f123 req-8128132b-1c66-4cde-ac35-08ab6d5768bb tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740344441209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740344012629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29192019'] for port (332c08c8-a0fb-4e00-b6b4-9b038555668c), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:12.847212 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8128132b-1c66-4cde-ac35-08ab6d5768bb tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Pushing event deleted for resources: {'Port': ['ID=332c08c8-a0fb-4e00-b6b4-9b038555668c,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:42:12.961617 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9733a86d-0b03-4916-b23b-980a3b59f123 req-8128132b-1c66-4cde-ac35-08ab6d5768bb tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Router 9c2097ad-1eb6-456a-8744-fc92ba3f54fd has already been hosted by L3 agent 8db92903-2544-41c2-b919-def82c43c97a {{(pid=103458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 09:42:13.067498 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9733a86d-0b03-4916-b23b-980a3b59f123 req-8128132b-1c66-4cde-ac35-08ab6d5768bb tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Notify agent at l3_agent.dv-cinder-837699-5-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 09:42:13.077366 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4f662f-90cd-4aba-952d-137935630809 None None] Sync routers for ids ['9c2097ad-1eb6-456a-8744-fc92ba3f54fd'] in dv-cinder-837699-5-iscsi {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 09:42:13.090679 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4f662f-90cd-4aba-952d-137935630809 None None] Routers {'9c2097ad-1eb6-456a-8744-fc92ba3f54fd'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:42:13.091292 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-df4f662f-90cd-4aba-952d-137935630809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:41:52Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['9c2097ad-1eb6-456a-8744-fc92ba3f54fd'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:42:13.112669 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [req-9733a86d-0b03-4916-b23b-980a3b59f123 req-8128132b-1c66-4cde-ac35-08ab6d5768bb tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] No DVR routers for this DVR port 332c08c8-a0fb-4e00-b6b4-9b038555668c on host hv-cinder-83769 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 09:42:13.115116 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-9733a86d-0b03-4916-b23b-980a3b59f123 req-8128132b-1c66-4cde-ac35-08ab6d5768bb tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:13.118319 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9733a86d-0b03-4916-b23b-980a3b59f123 req-8128132b-1c66-4cde-ac35-08ab6d5768bb tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.65 "DELETE /v2.0/ports/332c08c8-a0fb-4e00-b6b4-9b038555668c HTTP/1.1" status: 204 len: 173 time: 0.7692652 May 12 09:42:13.118730 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc90e8c3-13f2-4b3e-91e8-396847cf6572', 'name': 'network-vif-deleted', 'tag': '332c08c8-a0fb-4e00-b6b4-9b038555668c'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:42:13.120938 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c5c35592cdadc16d94e4e59e173057c198c772a9b1006d4fd44537c4a2e10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409a728e-967e-4e9f-a96c-a1f5da4c6a52" -d '{"events": [{"server_uuid": "dc90e8c3-13f2-4b3e-91e8-396847cf6572", "name": "network-vif-deleted", "tag": "332c08c8-a0fb-4e00-b6b4-9b038555668c"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:42:13.156116 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 09:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0465cf56-edc4-4a9e-96dc-85c2b8131175 x-openstack-request-id: req-0465cf56-edc4-4a9e-96dc-85c2b8131175 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:42:13.156411 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc90e8c3-13f2-4b3e-91e8-396847cf6572", "name": "network-vif-deleted", "tag": "332c08c8-a0fb-4e00-b6b4-9b038555668c", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:42:13.156668 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0465cf56-edc4-4a9e-96dc-85c2b8131175 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:42:13.157063 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0465cf56-edc4-4a9e-96dc-85c2b8131175'] response: {'server_uuid': 'dc90e8c3-13f2-4b3e-91e8-396847cf6572', 'name': 'network-vif-deleted', 'tag': '332c08c8-a0fb-4e00-b6b4-9b038555668c', 'status': 'completed', 'code': 200} May 12 09:42:13.208547 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-df4f662f-90cd-4aba-952d-137935630809 None None] Set router 9c2097ad-1eb6-456a-8744-fc92ba3f54fd gateway port host: dv-cinder-837699-5-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:42:13.381972 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9b3425dd-bce5-4392-a0fa-da829137082e req-3691b90f-b1cd-4cb1-945a-e2395b22e949 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc90e8c3-13f2-4b3e-91e8-396847cf6572 HTTP/1.1" status: 200 len: 210 time: 0.0267668 May 12 09:42:13.415828 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-df4f662f-90cd-4aba-952d-137935630809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'name': 'tempest-AttachVolumeNegativeTest-1936945588-router', 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': '0b2e5772-8899-4afe-abaa-f04370bcc8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:33:42Z', 'updated_at': '2022-05-12T09:33:47Z', 'revision_number': 4, 'project_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'gw_port': {'id': '0b2e5772-8899-4afe-abaa-f04370bcc8a6', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:92:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:42Z', 'updated_at': '2022-05-12T09:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_interfaces': [{'id': 'afe51b64-ecef-4dbc-81fa-ac72b0814cf1', 'name': '', 'network_id': 'd8bd03ea-0f3b-46bf-82a8-531c929bec57', 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'mac_address': 'fa:16:3e:27:c2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'be18f7f8-10b6-434a-8890-e7ce96c85646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:45Z', 'updated_at': '2022-05-12T09:33:55Z', 'revision_number': 5, 'project_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'subnets': [{'id': 'be18f7f8-10b6-434a-8890-e7ce96c85646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:42:13.448464 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4f662f-90cd-4aba-952d-137935630809 None None] Checking router: 9c2097ad-1eb6-456a-8744-fc92ba3f54fd for host: dv-cinder-837699-5-iscsi {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 09:42:13.456973 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4f662f-90cd-4aba-952d-137935630809 None None] Routers {'9c2097ad-1eb6-456a-8744-fc92ba3f54fd'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:42:13.457576 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-df4f662f-90cd-4aba-952d-137935630809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:41:52Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['9c2097ad-1eb6-456a-8744-fc92ba3f54fd'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:42:13.563485 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-df4f662f-90cd-4aba-952d-137935630809 None None] Set router 9c2097ad-1eb6-456a-8744-fc92ba3f54fd gateway port host: dv-cinder-837699-5-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:42:13.758288 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-df4f662f-90cd-4aba-952d-137935630809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'name': 'tempest-AttachVolumeNegativeTest-1936945588-router', 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': '0b2e5772-8899-4afe-abaa-f04370bcc8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:33:42Z', 'updated_at': '2022-05-12T09:33:47Z', 'revision_number': 4, 'project_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'gw_port': {'id': '0b2e5772-8899-4afe-abaa-f04370bcc8a6', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:92:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:42Z', 'updated_at': '2022-05-12T09:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_interfaces': [{'id': 'afe51b64-ecef-4dbc-81fa-ac72b0814cf1', 'name': '', 'network_id': 'd8bd03ea-0f3b-46bf-82a8-531c929bec57', 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'mac_address': 'fa:16:3e:27:c2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'be18f7f8-10b6-434a-8890-e7ce96c85646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:45Z', 'updated_at': '2022-05-12T09:33:55Z', 'revision_number': 5, 'project_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'subnets': [{'id': 'be18f7f8-10b6-434a-8890-e7ce96c85646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:42:13.784829 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4f662f-90cd-4aba-952d-137935630809 None None] The sync data for ids ['9c2097ad-1eb6-456a-8744-fc92ba3f54fd'] in dv-cinder-837699-5-iscsi is: [{'id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'name': 'tempest-AttachVolumeNegativeTest-1936945588-router', 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': '0b2e5772-8899-4afe-abaa-f04370bcc8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:33:42Z', 'updated_at': '2022-05-12T09:33:47Z', 'revision_number': 4, 'project_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'gw_port': {'id': '0b2e5772-8899-4afe-abaa-f04370bcc8a6', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:92:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:42Z', 'updated_at': '2022-05-12T09:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_interfaces': [{'id': 'afe51b64-ecef-4dbc-81fa-ac72b0814cf1', 'name': '', 'network_id': 'd8bd03ea-0f3b-46bf-82a8-531c929bec57', 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'mac_address': 'fa:16:3e:27:c2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'be18f7f8-10b6-434a-8890-e7ce96c85646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:45Z', 'updated_at': '2022-05-12T09:33:55Z', 'revision_number': 5, 'project_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'subnets': [{'id': 'be18f7f8-10b6-434a-8890-e7ce96c85646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 09:42:13.993640 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61fa85e-3ef0-4255-b152-6d2e0e8649e9 None None] New status for floating IP a0459acf-dc78-4ff7-99fc-9d43d1e2f97b: DOWN {{(pid=103460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 09:42:14.473988 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 41930) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:42:14.527476 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e9b6e544-fc35-4bf8-900d-f8bd212c9669 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for security_group (5f17ee76-ff11-49e9-bf6e-365f2a6f3386), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:14.550252 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e9b6e544-fc35-4bf8-900d-f8bd212c9669 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for security_group (5f17ee76-ff11-49e9-bf6e-365f2a6f3386), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:14.596207 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e9b6e544-fc35-4bf8-900d-f8bd212c9669 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (5f17ee76-ff11-49e9-bf6e-365f2a6f3386), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:14.598757 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e9b6e544-fc35-4bf8-900d-f8bd212c9669 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:14.599875 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-e9b6e544-fc35-4bf8-900d-f8bd212c9669 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "DELETE /v2.0/security-groups/5f17ee76-ff11-49e9-bf6e-365f2a6f3386 HTTP/1.1" status: 204 len: 168 time: 0.1248930 May 12 09:42:14.602783 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 41932) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:42:14.609715 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b6e544-fc35-4bf8-900d-f8bd212c9669 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f17ee76-ff11-49e9-bf6e-365f2a6f3386,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:42:14.616815 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.api.v2.resource [None req-5c1ef65a-1919-4bcb-b548-cbe8336f8adf tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] show failed (client error): The resource could not be found. May 12 09:42:14.617811 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-5c1ef65a-1919-4bcb-b548-cbe8336f8adf tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/security-groups/5f17ee76-ff11-49e9-bf6e-365f2a6f3386 HTTP/1.1" status: 404 len: 347 time: 0.0140033 May 12 09:42:14.620633 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 41934) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:42:14.994749 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-b797991a-6e07-4d5b-ab5a-6913d61d5c3a tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Deleting port 19ab4d55-1807-4116-aed1-db0bacf83e1e {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 09:42:14.995088 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b797991a-6e07-4d5b-ab5a-6913d61d5c3a tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740344431333'] for port (19ab4d55-1807-4116-aed1-db0bacf83e1e), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:15.067820 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b797991a-6e07-4d5b-ab5a-6913d61d5c3a tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799057'] for port (19ab4d55-1807-4116-aed1-db0bacf83e1e), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:15.068148 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b797991a-6e07-4d5b-ab5a-6913d61d5c3a tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for floatingip (19ab4d55-1807-4116-aed1-db0bacf83e1e), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:15.084000 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-b797991a-6e07-4d5b-ab5a-6913d61d5c3a tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Calling delete_port for 19ab4d55-1807-4116-aed1-db0bacf83e1e owned by network:floatingip {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 09:42:15.204403 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device 332c08c8-a0fb-4e00-b6b4-9b038555668c no longer exists at agent hyperv_hv-cinder-83769 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 09:42:15.211543 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b797991a-6e07-4d5b-ab5a-6913d61d5c3a tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740344441209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740344012629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29192019'] for port (19ab4d55-1807-4116-aed1-db0bacf83e1e), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:15.228542 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] No Port match for: 332c08c8-a0fb-4e00-b6b4-9b038555668c {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 09:42:15.228893 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device 332c08c8-a0fb-4e00-b6b4-9b038555668c not bound to the agent host hv-cinder-83769 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 09:42:15.239695 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b797991a-6e07-4d5b-ab5a-6913d61d5c3a tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Pushing event deleted for resources: {'Port': ['ID=19ab4d55-1807-4116-aed1-db0bacf83e1e,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:42:15.298985 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b797991a-6e07-4d5b-ab5a-6913d61d5c3a tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for floatingip (a0459acf-dc78-4ff7-99fc-9d43d1e2f97b), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:15.301464 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b797991a-6e07-4d5b-ab5a-6913d61d5c3a tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for floatingip (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:15.302622 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-b797991a-6e07-4d5b-ab5a-6913d61d5c3a tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "DELETE /v2.0/floatingips/a0459acf-dc78-4ff7-99fc-9d43d1e2f97b HTTP/1.1" status: 204 len: 168 time: 0.6809933 May 12 09:42:15.382145 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 41938) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:42:15.386952 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-1aadca67-c545-42eb-9b53-d0f89a4fbedd tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Request body: {'security_group': {'name': 'tempest-securitygroup--795143519', 'description': 'tempest-description--348054477'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:42:15.407106 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1aadca67-c545-42eb-9b53-d0f89a4fbedd tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:15.473017 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1aadca67-c545-42eb-9b53-d0f89a4fbedd tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for security_group (d013dd96-141d-4f00-9107-037e48c0e381), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:15.476496 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1aadca67-c545-42eb-9b53-d0f89a4fbedd tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (d013dd96-141d-4f00-9107-037e48c0e381), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:15.506157 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1aadca67-c545-42eb-9b53-d0f89a4fbedd tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:15.507648 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-1aadca67-c545-42eb-9b53-d0f89a4fbedd tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1244297 May 12 09:42:15.509687 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aadca67-c545-42eb-9b53-d0f89a4fbedd tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d013dd96-141d-4f00-9107-037e48c0e381,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:42:15.510824 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 41940) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:42:15.516323 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-21609f34-7a93-42d9-95d3-8855296d8e47 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Request body: {'security_group_rule': {'security_group_id': 'd013dd96-141d-4f00-9107-037e48c0e381', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:42:15.541151 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-21609f34-7a93-42d9-95d3-8855296d8e47 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for security_group_rule (7b59610d-04a9-4fb1-847b-4b4fa73a432e), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:15.593726 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-21609f34-7a93-42d9-95d3-8855296d8e47 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for security_group_rule (7b59610d-04a9-4fb1-847b-4b4fa73a432e), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:15.597138 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-21609f34-7a93-42d9-95d3-8855296d8e47 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689781'] for security_group_rule (7b59610d-04a9-4fb1-847b-4b4fa73a432e), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:15.615366 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21609f34-7a93-42d9-95d3-8855296d8e47 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b59610d-04a9-4fb1-847b-4b4fa73a432e,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:42:15.620112 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-21609f34-7a93-42d9-95d3-8855296d8e47 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:15.621689 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-21609f34-7a93-42d9-95d3-8855296d8e47 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1087179 May 12 09:42:15.623960 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 41942) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:42:15.628715 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-5f2d85aa-0a5b-45d3-8f2f-168f24455dda tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Request body: {'security_group_rule': {'security_group_id': 'd013dd96-141d-4f00-9107-037e48c0e381', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:42:15.652465 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5f2d85aa-0a5b-45d3-8f2f-168f24455dda tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for security_group_rule (d34c16c1-9b1d-4ce8-a6fa-09649070b18f), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:15.707320 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5f2d85aa-0a5b-45d3-8f2f-168f24455dda tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for security_group_rule (d34c16c1-9b1d-4ce8-a6fa-09649070b18f), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:15.710963 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5f2d85aa-0a5b-45d3-8f2f-168f24455dda tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689781'] for security_group_rule (d34c16c1-9b1d-4ce8-a6fa-09649070b18f), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:15.727783 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2d85aa-0a5b-45d3-8f2f-168f24455dda tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d34c16c1-9b1d-4ce8-a6fa-09649070b18f,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:42:15.737356 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-5f2d85aa-0a5b-45d3-8f2f-168f24455dda tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:15.738763 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-5f2d85aa-0a5b-45d3-8f2f-168f24455dda tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1131506 May 12 09:42:15.741575 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 41944) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:42:15.745850 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-9988dd44-0fa9-45d0-89ae-423473d1bedf tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Request body: {'floatingip': {'floating_network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:42:15.766195 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9988dd44-0fa9-45d0-89ae-423473d1bedf tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:15.840430 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9988dd44-0fa9-45d0-89ae-423473d1bedf tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:15.946090 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-9988dd44-0fa9-45d0-89ae-423473d1bedf tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Allocated IP 172.27.3.173 (35e64619-a59d-47b1-b4c9-78b55f54f97b/31f684fc-c02d-4e22-bb04-cd143bba725c/a4ce6eb5-3a19-4afa-b7e2-23e654298e6a) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 09:42:16.044254 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9988dd44-0fa9-45d0-89ae-423473d1bedf tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for port (a4ce6eb5-3a19-4afa-b7e2-23e654298e6a), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:16.076133 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9988dd44-0fa9-45d0-89ae-423473d1bedf tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740344012620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28491394'] for port (a4ce6eb5-3a19-4afa-b7e2-23e654298e6a), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:16.116750 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9988dd44-0fa9-45d0-89ae-423473d1bedf tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Network 35e64619-a59d-47b1-b4c9-78b55f54f97b is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 09:42:16.119908 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-9988dd44-0fa9-45d0-89ae-423473d1bedf tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:42:16.125280 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9988dd44-0fa9-45d0-89ae-423473d1bedf tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 09:42:16.130627 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9988dd44-0fa9-45d0-89ae-423473d1bedf tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Pushing event updated for resources: {'Port': ['ID=a4ce6eb5-3a19-4afa-b7e2-23e654298e6a,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:42:16.208371 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9988dd44-0fa9-45d0-89ae-423473d1bedf tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for floatingip (ed97a8ff-e241-499d-b497-f742a3c551bb), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:16.243242 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9988dd44-0fa9-45d0-89ae-423473d1bedf tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (a4ce6eb5-3a19-4afa-b7e2-23e654298e6a), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:16.415375 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9988dd44-0fa9-45d0-89ae-423473d1bedf tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for port (a4ce6eb5-3a19-4afa-b7e2-23e654298e6a), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:16.419605 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9988dd44-0fa9-45d0-89ae-423473d1bedf tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28491445'] for port (a4ce6eb5-3a19-4afa-b7e2-23e654298e6a), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:16.487968 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9988dd44-0fa9-45d0-89ae-423473d1bedf tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Pushing event updated for resources: {'Port': ['ID=a4ce6eb5-3a19-4afa-b7e2-23e654298e6a,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:42:16.495439 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9988dd44-0fa9-45d0-89ae-423473d1bedf tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799862'] for floatingip (ed97a8ff-e241-499d-b497-f742a3c551bb), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:16.509778 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9988dd44-0fa9-45d0-89ae-423473d1bedf tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for floatingip (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:16.510996 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-9988dd44-0fa9-45d0-89ae-423473d1bedf tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7684803 May 12 09:42:16.700112 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-34aaf882-8b59-4824-abbd-8bf99e6b050f req-0eed0589-720e-4dc2-ba73-44af6d2dfb28 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--795143519&fields=id&tenant_id=b079fd0b329c4f1a856f71e0c8f98dde HTTP/1.1" status: 200 len: 267 time: 0.0409110 May 12 09:42:16.807783 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aaf882-8b59-4824-abbd-8bf99e6b050f req-487add24-bc20-4720-aaab-12543fc517b1 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:42:16.809227 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-34aaf882-8b59-4824-abbd-8bf99e6b050f req-487add24-bc20-4720-aaab-12543fc517b1 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/networks?id=d8bd03ea-0f3b-46bf-82a8-531c929bec57 HTTP/1.1" status: 200 len: 815 time: 0.1022911 May 12 09:42:16.823877 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-34aaf882-8b59-4824-abbd-8bf99e6b050f req-b5b9e9a9-7368-4f93-98ba-5818d3005413 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/quotas/b079fd0b329c4f1a856f71e0c8f98dde HTTP/1.1" status: 200 len: 375 time: 0.0087757 May 12 09:42:16.871448 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-34aaf882-8b59-4824-abbd-8bf99e6b050f req-c6e54a4a-c035-4d4f-9ce8-6e479d08cf16 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b079fd0b329c4f1a856f71e0c8f98dde&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0420501 May 12 09:42:16.968948 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-34aaf882-8b59-4824-abbd-8bf99e6b050f req-acf5f0c5-e2ad-4476-96a9-d73810f800dc service neutron] 10.222.0.60 "GET /v2.0/networks/d8bd03ea-0f3b-46bf-82a8-531c929bec57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858874 May 12 09:42:17.056122 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-34aaf882-8b59-4824-abbd-8bf99e6b050f req-1744cfd2-e8e6-4306-8abf-213ca55e26d2 service neutron] 10.222.0.60 "GET /v2.0/networks/d8bd03ea-0f3b-46bf-82a8-531c929bec57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816543 May 12 09:42:17.221960 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f0196c2c-5672-4f2c-9c64-bbae82275b45 req-01fe2036-7307-440c-aa63-5270db836330 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8d69574-dc82-4b58-a777-9618741b0e9c HTTP/1.1" status: 200 len: 210 time: 0.0328352 May 12 09:42:18.317435 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-47d8e6ab-8511-41fd-ac8e-135f26c35a53 req-39b76391-13e3-466a-8a57-a8bb1dda0dae tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8d69574-dc82-4b58-a777-9618741b0e9c HTTP/1.1" status: 200 len: 210 time: 0.0286794 May 12 09:42:18.468543 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aaf882-8b59-4824-abbd-8bf99e6b050f req-6c7cde2d-6cba-4f71-b57e-b88dfff3190b tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:42:18.470010 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-34aaf882-8b59-4824-abbd-8bf99e6b050f req-6c7cde2d-6cba-4f71-b57e-b88dfff3190b tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.65 "GET /v2.0/networks?id=d8bd03ea-0f3b-46bf-82a8-531c929bec57 HTTP/1.1" status: 200 len: 815 time: 0.1049776 May 12 09:42:18.544694 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-34aaf882-8b59-4824-abbd-8bf99e6b050f req-fc359a31-5294-4f85-9ba8-3950e509ff4f tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b079fd0b329c4f1a856f71e0c8f98dde HTTP/1.1" status: 200 len: 379 time: 0.0565727 May 12 09:42:18.660048 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [req-34aaf882-8b59-4824-abbd-8bf99e6b050f req-dd8106ba-61c8-496f-b4a6-c5cf45fa9905 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Request body: {'port': {'device_id': 'c8d69574-dc82-4b58-a777-9618741b0e9c', 'network_id': 'd8bd03ea-0f3b-46bf-82a8-531c929bec57', 'admin_state_up': True, 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'security_groups': ['d013dd96-141d-4f00-9107-037e48c0e381']}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:42:18.763437 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34aaf882-8b59-4824-abbd-8bf99e6b050f req-dd8106ba-61c8-496f-b4a6-c5cf45fa9905 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Made reservation on behalf of b079fd0b329c4f1a856f71e0c8f98dde for: {'port': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 09:42:18.767317 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-34aaf882-8b59-4824-abbd-8bf99e6b050f req-dd8106ba-61c8-496f-b4a6-c5cf45fa9905 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:18.896022 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [req-34aaf882-8b59-4824-abbd-8bf99e6b050f req-dd8106ba-61c8-496f-b4a6-c5cf45fa9905 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Allocated IP 172.20.0.7 (d8bd03ea-0f3b-46bf-82a8-531c929bec57/be18f7f8-10b6-434a-8890-e7ce96c85646/ec3b1faa-64e6-47cb-8540-2a02a8bf548c) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 09:42:19.030998 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-34aaf882-8b59-4824-abbd-8bf99e6b050f req-dd8106ba-61c8-496f-b4a6-c5cf45fa9905 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for port (ec3b1faa-64e6-47cb-8540-2a02a8bf548c), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:19.063174 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-34aaf882-8b59-4824-abbd-8bf99e6b050f req-dd8106ba-61c8-496f-b4a6-c5cf45fa9905 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740344012620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29192019'] for port (ec3b1faa-64e6-47cb-8540-2a02a8bf548c), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:19.104197 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34aaf882-8b59-4824-abbd-8bf99e6b050f req-dd8106ba-61c8-496f-b4a6-c5cf45fa9905 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Network d8bd03ea-0f3b-46bf-82a8-531c929bec57 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 09:42:19.107254 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [req-34aaf882-8b59-4824-abbd-8bf99e6b050f req-dd8106ba-61c8-496f-b4a6-c5cf45fa9905 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:42:19.113358 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [req-34aaf882-8b59-4824-abbd-8bf99e6b050f req-dd8106ba-61c8-496f-b4a6-c5cf45fa9905 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 09:42:19.119468 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8106ba-61c8-496f-b4a6-c5cf45fa9905 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Pushing event updated for resources: {'Port': ['ID=ec3b1faa-64e6-47cb-8540-2a02a8bf548c,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:42:19.165698 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aaf882-8b59-4824-abbd-8bf99e6b050f req-dd8106ba-61c8-496f-b4a6-c5cf45fa9905 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:42:19.166356 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-34aaf882-8b59-4824-abbd-8bf99e6b050f req-dd8106ba-61c8-496f-b4a6-c5cf45fa9905 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:19.182591 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-34aaf882-8b59-4824-abbd-8bf99e6b050f req-dd8106ba-61c8-496f-b4a6-c5cf45fa9905 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5270815 May 12 09:42:19.200391 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [req-34aaf882-8b59-4824-abbd-8bf99e6b050f req-e7cdb768-2d4b-4b88-ad0d-14e76de74a1f service neutron] Request body: {'port': {'device_id': 'c8d69574-dc82-4b58-a777-9618741b0e9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:42:19.266675 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-34aaf882-8b59-4824-abbd-8bf99e6b050f req-e7cdb768-2d4b-4b88-ad0d-14e76de74a1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (ec3b1faa-64e6-47cb-8540-2a02a8bf548c), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:19.349560 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-4a29b1c8-0097-4f8e-b762-026c4356f48b None None] Provisioning complete for port ec3b1faa-64e6-47cb-8540-2a02a8bf548c triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:42:19.350102 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4a29b1c8-0097-4f8e-b762-026c4356f48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (ec3b1faa-64e6-47cb-8540-2a02a8bf548c), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:19.385172 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-4a29b1c8-0097-4f8e-b762-026c4356f48b None None] Port ec3b1faa-64e6-47cb-8540-2a02a8bf548c cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 09:42:19.465620 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6d1101-8682-4b82-b6aa-c3b870828306 req-f847066f-4c43-4c82-9c88-41168e67735e tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:42:19.467096 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5c6d1101-8682-4b82-b6aa-c3b870828306 req-f847066f-4c43-4c82-9c88-41168e67735e tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8d69574-dc82-4b58-a777-9618741b0e9c HTTP/1.1" status: 200 len: 931 time: 0.0726352 May 12 09:42:19.557400 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5c6d1101-8682-4b82-b6aa-c3b870828306 req-691fcec0-2e72-4cdc-9d20-0952e37f58fc tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/security-groups?id=d013dd96-141d-4f00-9107-037e48c0e381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841203 May 12 09:42:19.621359 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-af33ef17-bfef-4013-a17d-24241f4c7988 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (9bee5a85-5be0-4217-aa6d-1f9c6538b987), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:19.626920 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [req-34aaf882-8b59-4824-abbd-8bf99e6b050f req-e7cdb768-2d4b-4b88-ad0d-14e76de74a1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec3b1faa-64e6-47cb-8540-2a02a8bf548c {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 09:42:19.635181 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-34aaf882-8b59-4824-abbd-8bf99e6b050f req-e7cdb768-2d4b-4b88-ad0d-14e76de74a1f service neutron] Publish callbacks [] for port (ec3b1faa-64e6-47cb-8540-2a02a8bf548c), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:19.647778 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [req-34aaf882-8b59-4824-abbd-8bf99e6b050f req-e7cdb768-2d4b-4b88-ad0d-14e76de74a1f service neutron] Transition to ACTIVE for port object ec3b1faa-64e6-47cb-8540-2a02a8bf548c will not be triggered until provisioned by entity L2. {{(pid=103458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 09:42:19.651337 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-34aaf882-8b59-4824-abbd-8bf99e6b050f req-e7cdb768-2d4b-4b88-ad0d-14e76de74a1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29192036'] for port (ec3b1faa-64e6-47cb-8540-2a02a8bf548c), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:19.706816 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cdb768-2d4b-4b88-ad0d-14e76de74a1f service neutron] Pushing event updated for resources: {'Port': ['ID=ec3b1faa-64e6-47cb-8540-2a02a8bf548c,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:42:19.780763 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-34aaf882-8b59-4824-abbd-8bf99e6b050f req-e7cdb768-2d4b-4b88-ad0d-14e76de74a1f service neutron] Attempting to bind port ec3b1faa-64e6-47cb-8540-2a02a8bf548c on host hv-cinder-83769 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 09:42:19.781115 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-34aaf882-8b59-4824-abbd-8bf99e6b050f req-e7cdb768-2d4b-4b88-ad0d-14e76de74a1f service neutron] Attempting to bind port ec3b1faa-64e6-47cb-8540-2a02a8bf548c by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': '26ab4651-7fb4-4cda-a42c-ef91f3f41052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd8bd03ea-0f3b-46bf-82a8-531c929bec57'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 09:42:19.781442 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34aaf882-8b59-4824-abbd-8bf99e6b050f req-e7cdb768-2d4b-4b88-ad0d-14e76de74a1f service neutron] Attempting to bind port ec3b1faa-64e6-47cb-8540-2a02a8bf548c on network d8bd03ea-0f3b-46bf-82a8-531c929bec57 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 09:42:19.785948 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34aaf882-8b59-4824-abbd-8bf99e6b050f req-e7cdb768-2d4b-4b88-ad0d-14e76de74a1f service neutron] Port ec3b1faa-64e6-47cb-8540-2a02a8bf548c on network d8bd03ea-0f3b-46bf-82a8-531c929bec57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 09:42:19.786270 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34aaf882-8b59-4824-abbd-8bf99e6b050f req-e7cdb768-2d4b-4b88-ad0d-14e76de74a1f service neutron] Attempting to bind port ec3b1faa-64e6-47cb-8540-2a02a8bf548c on network d8bd03ea-0f3b-46bf-82a8-531c929bec57 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 09:42:19.791420 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34aaf882-8b59-4824-abbd-8bf99e6b050f req-e7cdb768-2d4b-4b88-ad0d-14e76de74a1f service neutron] Checking agent: {'id': 'cdc2c050-d5b8-41e9-9f41-bf893d522faa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 9, 31, 46), 'started_at': datetime.datetime(2022, 5, 12, 9, 31, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 9, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 09:42:19.792039 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34aaf882-8b59-4824-abbd-8bf99e6b050f req-e7cdb768-2d4b-4b88-ad0d-14e76de74a1f service neutron] Checking segment: {'id': '26ab4651-7fb4-4cda-a42c-ef91f3f41052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd8bd03ea-0f3b-46bf-82a8-531c929bec57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 09:42:19.792430 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34aaf882-8b59-4824-abbd-8bf99e6b050f req-e7cdb768-2d4b-4b88-ad0d-14e76de74a1f service neutron] Bound using segment: {'id': '26ab4651-7fb4-4cda-a42c-ef91f3f41052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd8bd03ea-0f3b-46bf-82a8-531c929bec57'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 09:42:19.792854 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-34aaf882-8b59-4824-abbd-8bf99e6b050f req-e7cdb768-2d4b-4b88-ad0d-14e76de74a1f service neutron] Bound port: ec3b1faa-64e6-47cb-8540-2a02a8bf548c, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26ab4651-7fb4-4cda-a42c-ef91f3f41052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd8bd03ea-0f3b-46bf-82a8-531c929bec57'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 09:42:19.793211 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-34aaf882-8b59-4824-abbd-8bf99e6b050f req-e7cdb768-2d4b-4b88-ad0d-14e76de74a1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (ec3b1faa-64e6-47cb-8540-2a02a8bf548c), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:19.856769 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-34aaf882-8b59-4824-abbd-8bf99e6b050f req-e7cdb768-2d4b-4b88-ad0d-14e76de74a1f service neutron] For port ec3b1faa-64e6-47cb-8540-2a02a8bf548c, host hv-cinder-83769, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 09:42:19.860247 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-34aaf882-8b59-4824-abbd-8bf99e6b050f req-e7cdb768-2d4b-4b88-ad0d-14e76de74a1f service neutron] For port ec3b1faa-64e6-47cb-8540-2a02a8bf548c, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=ec3b1faa-64e6-47cb-8540-2a02a8bf548c,segment=NetworkSegment(26ab4651-7fb4-4cda-a42c-ef91f3f41052),segment_id=26ab4651-7fb4-4cda-a42c-ef91f3f41052)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 09:42:19.866953 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-34aaf882-8b59-4824-abbd-8bf99e6b050f req-e7cdb768-2d4b-4b88-ad0d-14e76de74a1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29192036'] for port (ec3b1faa-64e6-47cb-8540-2a02a8bf548c), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:19.900139 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aaf882-8b59-4824-abbd-8bf99e6b050f req-e7cdb768-2d4b-4b88-ad0d-14e76de74a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:42:19.900752 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-34aaf882-8b59-4824-abbd-8bf99e6b050f req-e7cdb768-2d4b-4b88-ad0d-14e76de74a1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:19.902154 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-34aaf882-8b59-4824-abbd-8bf99e6b050f req-e7cdb768-2d4b-4b88-ad0d-14e76de74a1f service neutron] 10.222.0.65 "PUT /v2.0/ports/ec3b1faa-64e6-47cb-8540-2a02a8bf548c HTTP/1.1" status: 200 len: 1093 time: 0.7061555 May 12 09:42:19.902595 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8d69574-dc82-4b58-a777-9618741b0e9c', 'tag': 'ec3b1faa-64e6-47cb-8540-2a02a8bf548c'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:42:19.904815 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c5c35592cdadc16d94e4e59e173057c198c772a9b1006d4fd44537c4a2e10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d648ff5a-6b9f-4b55-807e-988d338961d6" -d '{"events": [{"name": "network-changed", "server_uuid": "c8d69574-dc82-4b58-a777-9618741b0e9c", "tag": "ec3b1faa-64e6-47cb-8540-2a02a8bf548c"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:42:19.937728 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cdb768-2d4b-4b88-ad0d-14e76de74a1f service neutron] Pushing event updated for resources: {'Port': ['ID=ec3b1faa-64e6-47cb-8540-2a02a8bf548c,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:42:19.951837 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 09:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7188e83b-dbce-494c-a23a-a6c3d0f32704 x-openstack-request-id: req-7188e83b-dbce-494c-a23a-a6c3d0f32704 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:42:19.952165 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8d69574-dc82-4b58-a777-9618741b0e9c", "tag": "ec3b1faa-64e6-47cb-8540-2a02a8bf548c", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:42:19.952420 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7188e83b-dbce-494c-a23a-a6c3d0f32704 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:42:19.952826 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7188e83b-dbce-494c-a23a-a6c3d0f32704'] response: {'name': 'network-changed', 'server_uuid': 'c8d69574-dc82-4b58-a777-9618741b0e9c', 'tag': 'ec3b1faa-64e6-47cb-8540-2a02a8bf548c', 'status': 'completed', 'code': 200} May 12 09:42:20.014560 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aaf882-8b59-4824-abbd-8bf99e6b050f req-1e166701-fbbb-4bab-b8d3-70c19b81efb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:42:20.016603 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-34aaf882-8b59-4824-abbd-8bf99e6b050f req-1e166701-fbbb-4bab-b8d3-70c19b81efb9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b079fd0b329c4f1a856f71e0c8f98dde&device_id=c8d69574-dc82-4b58-a777-9618741b0e9c HTTP/1.1" status: 200 len: 1127 time: 0.0412226 May 12 09:42:20.070277 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-34aaf882-8b59-4824-abbd-8bf99e6b050f req-08b7e1a3-485e-4d3a-90d3-1ef640297eb2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3b1faa-64e6-47cb-8540-2a02a8bf548c HTTP/1.1" status: 200 len: 217 time: 0.0384152 May 12 09:42:20.118934 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aaf882-8b59-4824-abbd-8bf99e6b050f req-f645fa07-2157-4311-8895-3669413da71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:42:20.120397 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-34aaf882-8b59-4824-abbd-8bf99e6b050f req-f645fa07-2157-4311-8895-3669413da71d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=be18f7f8-10b6-434a-8890-e7ce96c85646 HTTP/1.1" status: 200 len: 854 time: 0.0437069 May 12 09:42:20.163081 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aaf882-8b59-4824-abbd-8bf99e6b050f req-20c68f7a-0d7d-40b0-9c8b-90e0aa8cf5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:42:20.164441 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-34aaf882-8b59-4824-abbd-8bf99e6b050f req-20c68f7a-0d7d-40b0-9c8b-90e0aa8cf5c0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d8bd03ea-0f3b-46bf-82a8-531c929bec57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377524 May 12 09:42:20.256498 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-34aaf882-8b59-4824-abbd-8bf99e6b050f req-2c095b26-8bc2-4154-b2fd-f30aea024eb1 service neutron] 10.222.0.65 "GET /v2.0/networks/d8bd03ea-0f3b-46bf-82a8-531c929bec57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845001 May 12 09:42:20.341934 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-34aaf882-8b59-4824-abbd-8bf99e6b050f req-0b94bff5-323d-4152-8f1b-5d2b31b41d75 service neutron] 10.222.0.65 "GET /v2.0/networks/d8bd03ea-0f3b-46bf-82a8-531c929bec57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793993 May 12 09:42:20.435978 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (cdc2c050-d5b8-41e9-9f41-bf893d522faa), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:20.670837 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f9804-a24b-46a5-b5af-8bd0e39eaf67 req-296df191-ddcc-4ab9-9b09-d30abebcaae7 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:42:20.672266 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e45f9804-a24b-46a5-b5af-8bd0e39eaf67 req-296df191-ddcc-4ab9-9b09-d30abebcaae7 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8d69574-dc82-4b58-a777-9618741b0e9c HTTP/1.1" status: 200 len: 943 time: 0.0497122 May 12 09:42:20.717214 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e45f9804-a24b-46a5-b5af-8bd0e39eaf67 req-2991b5ca-47a1-4fb5-860c-e2daf520e075 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/security-groups?id=d013dd96-141d-4f00-9107-037e48c0e381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394301 May 12 09:42:21.833459 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db2eff0-3a4b-4b97-bc12-9704726e5a28 req-de567bfc-0cd5-4636-84f8-e7fbc02cd437 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:42:21.834950 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6db2eff0-3a4b-4b97-bc12-9704726e5a28 req-de567bfc-0cd5-4636-84f8-e7fbc02cd437 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8d69574-dc82-4b58-a777-9618741b0e9c HTTP/1.1" status: 200 len: 943 time: 0.0449381 May 12 09:42:21.846224 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f7c3e5b6-b515-4f06-b7bf-ab6ddd511982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (8db92903-2544-41c2-b919-def82c43c97a), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:21.882022 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6db2eff0-3a4b-4b97-bc12-9704726e5a28 req-155f433d-76d8-4ac8-8844-3846b183824c tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/security-groups?id=d013dd96-141d-4f00-9107-037e48c0e381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415039 May 12 09:42:22.995008 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a10a71-ed2f-4f54-aa1c-09b3fae122a1 req-33a11027-0cbb-42e8-bc8e-510c28d0673e tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:42:22.996445 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d0a10a71-ed2f-4f54-aa1c-09b3fae122a1 req-33a11027-0cbb-42e8-bc8e-510c28d0673e tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8d69574-dc82-4b58-a777-9618741b0e9c HTTP/1.1" status: 200 len: 943 time: 0.0488198 May 12 09:42:23.041446 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d0a10a71-ed2f-4f54-aa1c-09b3fae122a1 req-9f9a274f-8688-44bc-8e67-ec91c897a71f tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/security-groups?id=d013dd96-141d-4f00-9107-037e48c0e381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395846 May 12 09:42:23.095600 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-13a031d7-5ec6-42a3-899f-d50e1f06c687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (f8def58d-f1ec-4d41-abae-d1c60f542bd3), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:23.226689 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device ec3b1faa-64e6-47cb-8540-2a02a8bf548c details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=103459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 09:42:23.321675 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] For port ec3b1faa-64e6-47cb-8540-2a02a8bf548c, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=ec3b1faa-64e6-47cb-8540-2a02a8bf548c,segment=NetworkSegment(26ab4651-7fb4-4cda-a42c-ef91f3f41052),segment_id=26ab4651-7fb4-4cda-a42c-ef91f3f41052)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:42:23.336282 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Returning: {'device': 'ec3b1faa-64e6-47cb-8540-2a02a8bf548c', 'network_id': 'd8bd03ea-0f3b-46bf-82a8-531c929bec57', 'port_id': 'ec3b1faa-64e6-47cb-8540-2a02a8bf548c', 'mac_address': 'fa:16:3e:7d:99:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be18f7f8-10b6-434a-8890-e7ce96c85646', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 09:42:23.372339 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Current status of the port ec3b1faa-64e6-47cb-8540-2a02a8bf548c is: DOWN; New status is: BUILD {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:42:23.372726 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (ec3b1faa-64e6-47cb-8540-2a02a8bf548c), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:23.385822 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec3b1faa-64e6-47cb-8540-2a02a8bf548c {{(pid=103459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 09:42:23.404523 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] For port ec3b1faa-64e6-47cb-8540-2a02a8bf548c, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=ec3b1faa-64e6-47cb-8540-2a02a8bf548c,segment=NetworkSegment(26ab4651-7fb4-4cda-a42c-ef91f3f41052),segment_id=26ab4651-7fb4-4cda-a42c-ef91f3f41052)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:42:23.408259 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (ec3b1faa-64e6-47cb-8540-2a02a8bf548c), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:23.453842 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Pushing event updated for resources: {'Port': ['ID=ec3b1faa-64e6-47cb-8540-2a02a8bf548c,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:42:23.460653 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:42:23.460997 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:42:23.461365 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:42:23.461721 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:42:23.462089 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:42:23.462418 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:42:23.462741 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:42:23.463064 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:42:23.463387 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:42:23.463709 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:42:23.464034 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:42:23.464369 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:42:23.464693 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:42:23.465017 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:42:23.465334 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:42:23.536548 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d648ff5a-6b9f-4b55-807e-988d338961d6 req-2cac8113-5e2c-45b5-95c1-b17c244d4c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:42:23.537936 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d648ff5a-6b9f-4b55-807e-988d338961d6 req-2cac8113-5e2c-45b5-95c1-b17c244d4c1c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b079fd0b329c4f1a856f71e0c8f98dde&device_id=c8d69574-dc82-4b58-a777-9618741b0e9c HTTP/1.1" status: 200 len: 1128 time: 0.0392668 May 12 09:42:23.627390 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d648ff5a-6b9f-4b55-807e-988d338961d6 req-ec87b544-2387-4ab9-9814-c776012cf811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:42:23.628812 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d648ff5a-6b9f-4b55-807e-988d338961d6 req-ec87b544-2387-4ab9-9814-c776012cf811 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d8bd03ea-0f3b-46bf-82a8-531c929bec57 HTTP/1.1" status: 200 len: 916 time: 0.0849562 May 12 09:42:23.669638 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d648ff5a-6b9f-4b55-807e-988d338961d6 req-41baa1ef-83da-4f83-ad9b-db9704eac940 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3b1faa-64e6-47cb-8540-2a02a8bf548c HTTP/1.1" status: 200 len: 217 time: 0.0336673 May 12 09:42:23.715634 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d648ff5a-6b9f-4b55-807e-988d338961d6 req-931c7782-b2d8-4b09-a1a1-d4ed07eb6c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:42:23.716983 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d648ff5a-6b9f-4b55-807e-988d338961d6 req-931c7782-b2d8-4b09-a1a1-d4ed07eb6c1f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=be18f7f8-10b6-434a-8890-e7ce96c85646 HTTP/1.1" status: 200 len: 854 time: 0.0416617 May 12 09:42:23.759112 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d648ff5a-6b9f-4b55-807e-988d338961d6 req-c3a4c7ea-c70f-478b-b699-32e308f92ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:42:23.760572 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d648ff5a-6b9f-4b55-807e-988d338961d6 req-c3a4c7ea-c70f-478b-b699-32e308f92ddd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d8bd03ea-0f3b-46bf-82a8-531c929bec57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381496 May 12 09:42:23.850711 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d648ff5a-6b9f-4b55-807e-988d338961d6 req-1e2cec99-50e3-449f-93d5-a8be4fb89c09 service neutron] 10.222.0.65 "GET /v2.0/networks/d8bd03ea-0f3b-46bf-82a8-531c929bec57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832319 May 12 09:42:23.923250 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] get_ports_and_sgs() called for port_ids ['ec3b1faa-64e6-47cb-8540-2a02a8bf548c'] {{(pid=103459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 09:42:23.943154 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d648ff5a-6b9f-4b55-807e-988d338961d6 req-fb5126d9-8740-4214-8f8e-52930e3a623d service neutron] 10.222.0.65 "GET /v2.0/networks/d8bd03ea-0f3b-46bf-82a8-531c929bec57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854754 May 12 09:42:24.151346 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e5cf6-dd82-4948-b5f1-0143ad6b9951 req-6d67bb1b-2f28-4061-a5bc-15dc6af3840e tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:42:24.152714 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3f9e5cf6-dd82-4948-b5f1-0143ad6b9951 req-6d67bb1b-2f28-4061-a5bc-15dc6af3840e tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8d69574-dc82-4b58-a777-9618741b0e9c HTTP/1.1" status: 200 len: 944 time: 0.0459347 May 12 09:42:24.197322 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3f9e5cf6-dd82-4948-b5f1-0143ad6b9951 req-4c45e9dc-bf1b-41c5-9572-5039331ff75d tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/security-groups?id=d013dd96-141d-4f00-9107-037e48c0e381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388002 May 12 09:42:24.224283 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-1d9e6a58-d356-44ab-bb34-37357c1267d7 None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 09:42:24.509643 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a984b3b9-a9e9-40d7-bd88-8cdbb1de5f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (e377c27d-f788-489a-9a4f-9db675c37dc4), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:25.244014 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device ec3b1faa-64e6-47cb-8540-2a02a8bf548c up at agent hyperv_hv-cinder-83769 {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 09:42:25.289259 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Provisioning for port ec3b1faa-64e6-47cb-8540-2a02a8bf548c completed by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 09:42:25.295832 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Provisioning complete for port ec3b1faa-64e6-47cb-8540-2a02a8bf548c triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:42:25.296706 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (ec3b1faa-64e6-47cb-8540-2a02a8bf548c), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:25.308695 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b518f-857b-4809-8207-df71871b15af req-86e66336-54e5-4b33-baf4-193bed517eb2 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:42:25.310160 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e07b518f-857b-4809-8207-df71871b15af req-86e66336-54e5-4b33-baf4-193bed517eb2 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8d69574-dc82-4b58-a777-9618741b0e9c HTTP/1.1" status: 200 len: 944 time: 0.0453730 May 12 09:42:25.356326 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e07b518f-857b-4809-8207-df71871b15af req-52406c36-bdec-4965-b9ec-cf519507571c tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/security-groups?id=d013dd96-141d-4f00-9107-037e48c0e381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399861 May 12 09:42:25.376877 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Current status of the port ec3b1faa-64e6-47cb-8540-2a02a8bf548c is: BUILD; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:42:25.377268 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (ec3b1faa-64e6-47cb-8540-2a02a8bf548c), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:25.399279 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8d69574-dc82-4b58-a777-9618741b0e9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec3b1faa-64e6-47cb-8540-2a02a8bf548c'}] {{(pid=103459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:42:25.401527 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86b47e387812c2b24e7094e641fb8cdf00e205bc2b1299b72670831d9f7cf680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a398e0-4805-4e9e-9ebf-a7b3dde66beb" -d '{"events": [{"server_uuid": "c8d69574-dc82-4b58-a777-9618741b0e9c", "name": "network-vif-plugged", "status": "completed", "tag": "ec3b1faa-64e6-47cb-8540-2a02a8bf548c"}]}' {{(pid=103459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:42:25.413400 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] For port ec3b1faa-64e6-47cb-8540-2a02a8bf548c, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=ec3b1faa-64e6-47cb-8540-2a02a8bf548c,segment=NetworkSegment(26ab4651-7fb4-4cda-a42c-ef91f3f41052),segment_id=26ab4651-7fb4-4cda-a42c-ef91f3f41052)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:42:25.417502 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (ec3b1faa-64e6-47cb-8540-2a02a8bf548c), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:25.441528 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 09:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25711dca-8cc5-4b31-af51-bfce96135211 x-openstack-request-id: req-25711dca-8cc5-4b31-af51-bfce96135211 {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:42:25.441823 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8d69574-dc82-4b58-a777-9618741b0e9c", "name": "network-vif-plugged", "status": "completed", "tag": "ec3b1faa-64e6-47cb-8540-2a02a8bf548c", "code": 200}]} {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:42:25.442209 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-25711dca-8cc5-4b31-af51-bfce96135211 {{(pid=103459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:42:25.442609 dv-cinder-837699-5-iscsi neutron-server[103459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25711dca-8cc5-4b31-af51-bfce96135211'] response: {'server_uuid': 'c8d69574-dc82-4b58-a777-9618741b0e9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec3b1faa-64e6-47cb-8540-2a02a8bf548c', 'code': 200} May 12 09:42:25.467041 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Pushing event updated for resources: {'Port': ['ID=ec3b1faa-64e6-47cb-8540-2a02a8bf548c,revision_number=5']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:42:25.635883 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42af77e8-6ee7-441d-ae8e-688ea6250645 req-60a7bbfe-72c1-43fd-a07f-4278d210ecc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:42:25.637325 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-42af77e8-6ee7-441d-ae8e-688ea6250645 req-60a7bbfe-72c1-43fd-a07f-4278d210ecc4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c8d69574-dc82-4b58-a777-9618741b0e9c HTTP/1.1" status: 200 len: 1129 time: 0.0407302 May 12 09:42:25.678863 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-42af77e8-6ee7-441d-ae8e-688ea6250645 req-8b2c20b8-f025-4d24-9b2d-97033e911782 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d013dd96-141d-4f00-9107-037e48c0e381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360041 May 12 09:42:26.001864 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (0e2e3861-7d79-4ce6-9d91-faa32ae2cb64), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:26.467938 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48692db-6062-4ac9-9775-de11cd8bb22b req-5fd894a6-6ca9-48c6-a9d7-51c5b246c37c tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:42:26.469384 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d48692db-6062-4ac9-9775-de11cd8bb22b req-5fd894a6-6ca9-48c6-a9d7-51c5b246c37c tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8d69574-dc82-4b58-a777-9618741b0e9c HTTP/1.1" status: 200 len: 945 time: 0.0456417 May 12 09:42:26.516588 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d48692db-6062-4ac9-9775-de11cd8bb22b req-6aa6f01c-fd35-4bee-b409-53b4b18d1f33 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/security-groups?id=d013dd96-141d-4f00-9107-037e48c0e381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416477 May 12 09:42:27.633319 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4493c077-ccbb-475b-b135-2db203b575fa req-0e893337-9847-4bdb-b0ec-1a9a02e87893 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:42:27.634824 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4493c077-ccbb-475b-b135-2db203b575fa req-0e893337-9847-4bdb-b0ec-1a9a02e87893 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8d69574-dc82-4b58-a777-9618741b0e9c HTTP/1.1" status: 200 len: 945 time: 0.0518811 May 12 09:42:27.681917 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4493c077-ccbb-475b-b135-2db203b575fa req-e39fc678-6683-4d9a-a6d7-1fc7300f679b tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/security-groups?id=d013dd96-141d-4f00-9107-037e48c0e381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413084 May 12 09:42:28.790811 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4370a-3938-4439-a8a6-ddeab279b38f req-7b0e353f-4526-4b90-ac05-c48b8ff8f3a3 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:42:28.792258 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-04e4370a-3938-4439-a8a6-ddeab279b38f req-7b0e353f-4526-4b90-ac05-c48b8ff8f3a3 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8d69574-dc82-4b58-a777-9618741b0e9c HTTP/1.1" status: 200 len: 945 time: 0.0457032 May 12 09:42:28.837543 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-04e4370a-3938-4439-a8a6-ddeab279b38f req-ec5bca29-b43b-400c-af46-0f152e11cb3b tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/security-groups?id=d013dd96-141d-4f00-9107-037e48c0e381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399067 May 12 09:42:28.946235 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ce90e8-5d0a-4be5-85ba-83647a8fda2d req-34b4c8f3-f857-4ff8-9f36-c288ba93292b tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:42:28.947687 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b0ce90e8-5d0a-4be5-85ba-83647a8fda2d req-34b4c8f3-f857-4ff8-9f36-c288ba93292b tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8d69574-dc82-4b58-a777-9618741b0e9c HTTP/1.1" status: 200 len: 945 time: 0.0452650 May 12 09:42:28.956066 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 42004) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:42:28.960258 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-4d7db006-e338-4501-b1e1-e5d1c5aa1fe6 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Request body: {'floatingip': {'port_id': 'ec3b1faa-64e6-47cb-8540-2a02a8bf548c'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:42:29.001297 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4d7db006-e338-4501-b1e1-e5d1c5aa1fe6 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for floatingip (ed97a8ff-e241-499d-b497-f742a3c551bb), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:29.433566 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4d7db006-e338-4501-b1e1-e5d1c5aa1fe6 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:29.437523 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4d7db006-e338-4501-b1e1-e5d1c5aa1fe6 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799862'] for floatingip (ed97a8ff-e241-499d-b497-f742a3c551bb), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:29.538366 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.db.l3_db [None req-4d7db006-e338-4501-b1e1-e5d1c5aa1fe6 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Floating IP ed97a8ff-e241-499d-b497-f742a3c551bb associated. External IP: 172.27.3.173, port: ec3b1faa-64e6-47cb-8540-2a02a8bf548c. May 12 09:42:30.004074 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d7db006-e338-4501-b1e1-e5d1c5aa1fe6 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Router 9c2097ad-1eb6-456a-8744-fc92ba3f54fd has already been hosted by L3 agent 8db92903-2544-41c2-b919-def82c43c97a {{(pid=103458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 09:42:30.119507 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d7db006-e338-4501-b1e1-e5d1c5aa1fe6 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Notify agent at l3_agent.dv-cinder-837699-5-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 09:42:30.124164 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4d7db006-e338-4501-b1e1-e5d1c5aa1fe6 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for floatingip (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:30.128534 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f94a83-da98-4e50-aec3-87092865bf8b None None] Sync routers for ids ['9c2097ad-1eb6-456a-8744-fc92ba3f54fd'] in dv-cinder-837699-5-iscsi {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 09:42:30.138839 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f94a83-da98-4e50-aec3-87092865bf8b None None] Routers {'9c2097ad-1eb6-456a-8744-fc92ba3f54fd'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:42:30.139456 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-66f94a83-da98-4e50-aec3-87092865bf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:42:22Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['9c2097ad-1eb6-456a-8744-fc92ba3f54fd'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:42:30.153242 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-4d7db006-e338-4501-b1e1-e5d1c5aa1fe6 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "PUT /v2.0/floatingips/ed97a8ff-e241-499d-b497-f742a3c551bb HTTP/1.1" status: 200 len: 991 time: 1.1961527 May 12 09:42:30.153820 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8d69574-dc82-4b58-a777-9618741b0e9c', 'tag': 'ec3b1faa-64e6-47cb-8540-2a02a8bf548c'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:42:30.156043 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c5c35592cdadc16d94e4e59e173057c198c772a9b1006d4fd44537c4a2e10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74298bba-58c4-4294-bf3c-e765095985a7" -d '{"events": [{"name": "network-changed", "server_uuid": "c8d69574-dc82-4b58-a777-9618741b0e9c", "tag": "ec3b1faa-64e6-47cb-8540-2a02a8bf548c"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:42:30.196286 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 09:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a07475-dcd9-4af9-9ef5-981829c757b1 x-openstack-request-id: req-89a07475-dcd9-4af9-9ef5-981829c757b1 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:42:30.196576 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8d69574-dc82-4b58-a777-9618741b0e9c", "tag": "ec3b1faa-64e6-47cb-8540-2a02a8bf548c", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:42:30.196824 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-89a07475-dcd9-4af9-9ef5-981829c757b1 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:42:30.197219 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89a07475-dcd9-4af9-9ef5-981829c757b1'] response: {'name': 'network-changed', 'server_uuid': 'c8d69574-dc82-4b58-a777-9618741b0e9c', 'tag': 'ec3b1faa-64e6-47cb-8540-2a02a8bf548c', 'status': 'completed', 'code': 200} May 12 09:42:30.284849 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74298bba-58c4-4294-bf3c-e765095985a7 req-626ef94d-ee96-4ef2-8d8d-49c0b1a1c614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:42:30.286347 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-74298bba-58c4-4294-bf3c-e765095985a7 req-626ef94d-ee96-4ef2-8d8d-49c0b1a1c614 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b079fd0b329c4f1a856f71e0c8f98dde&device_id=c8d69574-dc82-4b58-a777-9618741b0e9c HTTP/1.1" status: 200 len: 1129 time: 0.0411704 May 12 09:42:30.376867 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-66f94a83-da98-4e50-aec3-87092865bf8b None None] Set router 9c2097ad-1eb6-456a-8744-fc92ba3f54fd gateway port host: dv-cinder-837699-5-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:42:30.380213 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74298bba-58c4-4294-bf3c-e765095985a7 req-33caba69-c393-40b9-8fd4-e20ca273ba52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:42:30.381759 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-74298bba-58c4-4294-bf3c-e765095985a7 req-33caba69-c393-40b9-8fd4-e20ca273ba52 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d8bd03ea-0f3b-46bf-82a8-531c929bec57 HTTP/1.1" status: 200 len: 916 time: 0.0899339 May 12 09:42:30.445914 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-74298bba-58c4-4294-bf3c-e765095985a7 req-3ba126d8-5f03-4ef5-ba40-a1355fdf49ea service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3b1faa-64e6-47cb-8540-2a02a8bf548c HTTP/1.1" status: 200 len: 999 time: 0.0575128 May 12 09:42:30.492701 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74298bba-58c4-4294-bf3c-e765095985a7 req-aab03ab2-5932-4069-8065-b067f3b88f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:42:30.494163 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-74298bba-58c4-4294-bf3c-e765095985a7 req-aab03ab2-5932-4069-8065-b067f3b88f93 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=be18f7f8-10b6-434a-8890-e7ce96c85646 HTTP/1.1" status: 200 len: 854 time: 0.0423820 May 12 09:42:30.539942 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74298bba-58c4-4294-bf3c-e765095985a7 req-07a0c012-51d4-41bf-a984-c73f01f25830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:42:30.541307 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-74298bba-58c4-4294-bf3c-e765095985a7 req-07a0c012-51d4-41bf-a984-c73f01f25830 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d8bd03ea-0f3b-46bf-82a8-531c929bec57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412347 May 12 09:42:30.592500 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-66f94a83-da98-4e50-aec3-87092865bf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'name': 'tempest-AttachVolumeNegativeTest-1936945588-router', 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': '0b2e5772-8899-4afe-abaa-f04370bcc8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:33:42Z', 'updated_at': '2022-05-12T09:33:47Z', 'revision_number': 4, 'project_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'gw_port': {'id': '0b2e5772-8899-4afe-abaa-f04370bcc8a6', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:92:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:42Z', 'updated_at': '2022-05-12T09:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_floatingips': [{'id': 'ed97a8ff-e241-499d-b497-f742a3c551bb', 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'floating_ip_address': '172.27.3.173', 'floating_network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'router_id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'port_id': 'ec3b1faa-64e6-47cb-8540-2a02a8bf548c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8bd03ea-0f3b-46bf-82a8-531c929bec57', 'mac_address': 'fa:16:3e:7d:99:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d69574-dc82-4b58-a777-9618741b0e9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T09:42:16Z', 'updated_at': '2022-05-12T09:42:29Z', 'revision_number': 1, 'project_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afe51b64-ecef-4dbc-81fa-ac72b0814cf1', 'name': '', 'network_id': 'd8bd03ea-0f3b-46bf-82a8-531c929bec57', 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'mac_address': 'fa:16:3e:27:c2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'be18f7f8-10b6-434a-8890-e7ce96c85646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:45Z', 'updated_at': '2022-05-12T09:33:55Z', 'revision_number': 5, 'project_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'subnets': [{'id': 'be18f7f8-10b6-434a-8890-e7ce96c85646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:42:30.622194 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f94a83-da98-4e50-aec3-87092865bf8b None None] Checking router: 9c2097ad-1eb6-456a-8744-fc92ba3f54fd for host: dv-cinder-837699-5-iscsi {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 09:42:30.628238 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-74298bba-58c4-4294-bf3c-e765095985a7 req-ae13113b-9f9b-4f73-9a82-a8470a967aef service neutron] 10.222.0.65 "GET /v2.0/networks/d8bd03ea-0f3b-46bf-82a8-531c929bec57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810792 May 12 09:42:30.630910 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f94a83-da98-4e50-aec3-87092865bf8b None None] Routers {'9c2097ad-1eb6-456a-8744-fc92ba3f54fd'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:42:30.631520 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-66f94a83-da98-4e50-aec3-87092865bf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:42:22Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['9c2097ad-1eb6-456a-8744-fc92ba3f54fd'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:42:30.718970 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-74298bba-58c4-4294-bf3c-e765095985a7 req-3e4c1f8d-62c1-4148-b4db-26d51dc2a8a9 service neutron] 10.222.0.65 "GET /v2.0/networks/d8bd03ea-0f3b-46bf-82a8-531c929bec57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848720 May 12 09:42:30.739683 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-66f94a83-da98-4e50-aec3-87092865bf8b None None] Set router 9c2097ad-1eb6-456a-8744-fc92ba3f54fd gateway port host: dv-cinder-837699-5-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:42:30.955855 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-66f94a83-da98-4e50-aec3-87092865bf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'name': 'tempest-AttachVolumeNegativeTest-1936945588-router', 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': '0b2e5772-8899-4afe-abaa-f04370bcc8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:33:42Z', 'updated_at': '2022-05-12T09:33:47Z', 'revision_number': 4, 'project_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'gw_port': {'id': '0b2e5772-8899-4afe-abaa-f04370bcc8a6', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:92:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:42Z', 'updated_at': '2022-05-12T09:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_floatingips': [{'id': 'ed97a8ff-e241-499d-b497-f742a3c551bb', 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'floating_ip_address': '172.27.3.173', 'floating_network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'router_id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'port_id': 'ec3b1faa-64e6-47cb-8540-2a02a8bf548c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8bd03ea-0f3b-46bf-82a8-531c929bec57', 'mac_address': 'fa:16:3e:7d:99:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d69574-dc82-4b58-a777-9618741b0e9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T09:42:16Z', 'updated_at': '2022-05-12T09:42:29Z', 'revision_number': 1, 'project_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afe51b64-ecef-4dbc-81fa-ac72b0814cf1', 'name': '', 'network_id': 'd8bd03ea-0f3b-46bf-82a8-531c929bec57', 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'mac_address': 'fa:16:3e:27:c2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'be18f7f8-10b6-434a-8890-e7ce96c85646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:45Z', 'updated_at': '2022-05-12T09:33:55Z', 'revision_number': 5, 'project_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'subnets': [{'id': 'be18f7f8-10b6-434a-8890-e7ce96c85646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:42:30.981811 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f94a83-da98-4e50-aec3-87092865bf8b None None] The sync data for ids ['9c2097ad-1eb6-456a-8744-fc92ba3f54fd'] in dv-cinder-837699-5-iscsi is: [{'id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'name': 'tempest-AttachVolumeNegativeTest-1936945588-router', 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': '0b2e5772-8899-4afe-abaa-f04370bcc8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:33:42Z', 'updated_at': '2022-05-12T09:33:47Z', 'revision_number': 4, 'project_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'gw_port': {'id': '0b2e5772-8899-4afe-abaa-f04370bcc8a6', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:92:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:42Z', 'updated_at': '2022-05-12T09:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_floatingips': [{'id': 'ed97a8ff-e241-499d-b497-f742a3c551bb', 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'floating_ip_address': '172.27.3.173', 'floating_network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'router_id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'port_id': 'ec3b1faa-64e6-47cb-8540-2a02a8bf548c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8bd03ea-0f3b-46bf-82a8-531c929bec57', 'mac_address': 'fa:16:3e:7d:99:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d69574-dc82-4b58-a777-9618741b0e9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T09:42:16Z', 'updated_at': '2022-05-12T09:42:29Z', 'revision_number': 1, 'project_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afe51b64-ecef-4dbc-81fa-ac72b0814cf1', 'name': '', 'network_id': 'd8bd03ea-0f3b-46bf-82a8-531c929bec57', 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'mac_address': 'fa:16:3e:27:c2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'be18f7f8-10b6-434a-8890-e7ce96c85646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:45Z', 'updated_at': '2022-05-12T09:33:55Z', 'revision_number': 5, 'project_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'subnets': [{'id': 'be18f7f8-10b6-434a-8890-e7ce96c85646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 09:42:31.175315 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c273e4a-1814-4101-8c5d-2dac8a8bc2f4 None None] New status for floating IP ed97a8ff-e241-499d-b497-f742a3c551bb: ACTIVE {{(pid=103460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 09:42:49.622135 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-c0c13fe5-8a5c-4a13-b147-756eb5545a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (9bee5a85-5be0-4217-aa6d-1f9c6538b987), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:49.897388 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c3ede43e-c63c-488e-8690-75fb5a5b8d68 req-bb1d2c08-2800-45d0-95ef-56d0a1046bbd service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4ed911f6-afdf-49e6-9897-e51a903b7680&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0375452 May 12 09:42:49.964902 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ede43e-c63c-488e-8690-75fb5a5b8d68 req-5bf49c12-9463-4b24-be3e-a01924f38c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:42:49.966389 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c3ede43e-c63c-488e-8690-75fb5a5b8d68 req-5bf49c12-9463-4b24-be3e-a01924f38c3e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c54669eadc784d4aac5d1a40d18858b1&device_id=4ed911f6-afdf-49e6-9897-e51a903b7680 HTTP/1.1" status: 200 len: 1130 time: 0.0371265 May 12 09:42:50.073473 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ede43e-c63c-488e-8690-75fb5a5b8d68 req-2d63b3a9-8294-4e40-9b02-6eab016035c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:42:50.074958 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c3ede43e-c63c-488e-8690-75fb5a5b8d68 req-2d63b3a9-8294-4e40-9b02-6eab016035c9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=94c124bd-d4ff-4709-8b22-7520113efef5 HTTP/1.1" status: 200 len: 919 time: 0.0873866 May 12 09:42:50.117664 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c3ede43e-c63c-488e-8690-75fb5a5b8d68 req-bcac175b-4776-4c1a-a216-138d8a79f954 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8e31c88-6d60-467b-8eec-0d8851da1ced HTTP/1.1" status: 200 len: 217 time: 0.0344980 May 12 09:42:50.168412 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ede43e-c63c-488e-8690-75fb5a5b8d68 req-d3bf2497-f7aa-4e96-821d-0688ab8de053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:42:50.169768 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c3ede43e-c63c-488e-8690-75fb5a5b8d68 req-d3bf2497-f7aa-4e96-821d-0688ab8de053 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4e261d1c-7f38-449c-aec8-8a565c5048cd HTTP/1.1" status: 200 len: 857 time: 0.0462930 May 12 09:42:50.213142 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ede43e-c63c-488e-8690-75fb5a5b8d68 req-fa280156-0032-4e68-ba55-025803c3b6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:42:50.214811 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c3ede43e-c63c-488e-8690-75fb5a5b8d68 req-fa280156-0032-4e68-ba55-025803c3b6aa service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=94c124bd-d4ff-4709-8b22-7520113efef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380573 May 12 09:42:50.304136 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c3ede43e-c63c-488e-8690-75fb5a5b8d68 req-327e0566-1451-4483-9002-6ff6fae2261b service neutron] 10.222.0.65 "GET /v2.0/networks/94c124bd-d4ff-4709-8b22-7520113efef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820439 May 12 09:42:50.395689 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c3ede43e-c63c-488e-8690-75fb5a5b8d68 req-3b13be3a-d449-4383-9926-c30e0170c054 service neutron] 10.222.0.65 "GET /v2.0/networks/94c124bd-d4ff-4709-8b22-7520113efef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840807 May 12 09:42:50.449347 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (cdc2c050-d5b8-41e9-9f41-bf893d522faa), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:51.034639 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df42e04d-a560-4312-92a5-2d8ba4a62ea6 req-67d2df9c-abb1-4845-82d6-bdce7f0d3733 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:42:51.036101 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-df42e04d-a560-4312-92a5-2d8ba4a62ea6 req-67d2df9c-abb1-4845-82d6-bdce7f0d3733 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 946 time: 0.0474021 May 12 09:42:51.082851 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-df42e04d-a560-4312-92a5-2d8ba4a62ea6 req-64752fc6-f49e-4fb5-8cc6-8b31aac50bcf tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1c58aee-1342-4b1d-a617-7ce1b9baa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412948 May 12 09:42:51.849022 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-1125cde2-7cb7-4639-ba0b-4d627e17a81d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (8db92903-2544-41c2-b919-def82c43c97a), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:52.199113 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becab078-474c-431d-96f4-5520f74fdc37 req-32bec0b2-755d-4183-a028-78290591c270 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:42:52.200558 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-becab078-474c-431d-96f4-5520f74fdc37 req-32bec0b2-755d-4183-a028-78290591c270 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 946 time: 0.0499420 May 12 09:42:52.246647 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-becab078-474c-431d-96f4-5520f74fdc37 req-abc102d4-d17b-4e11-a91e-f9c7dd2d620a tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1c58aee-1342-4b1d-a617-7ce1b9baa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405085 May 12 09:42:53.098906 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-13a031d7-5ec6-42a3-899f-d50e1f06c687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (f8def58d-f1ec-4d41-abae-d1c60f542bd3), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:53.297494 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1fe175-4bdb-4a55-a904-8f863fa6a6d4 req-0a36c428-1521-455e-974d-ba027895adc3 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:42:53.299601 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2f1fe175-4bdb-4a55-a904-8f863fa6a6d4 req-0a36c428-1521-455e-974d-ba027895adc3 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.65 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 946 time: 0.0473711 May 12 09:42:53.406992 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82882ce5-064e-4bf8-9c9d-1edb18593e78 req-b81721fa-8b1a-4d93-920f-c0038f5cae49 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:42:53.409116 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-82882ce5-064e-4bf8-9c9d-1edb18593e78 req-b81721fa-8b1a-4d93-920f-c0038f5cae49 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 946 time: 0.0808618 May 12 09:42:53.436073 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [req-2f1fe175-4bdb-4a55-a904-8f863fa6a6d4 req-13ffbdd3-b545-436e-bda7-320ab8b6b7d8 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Deleting port c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 09:42:53.436415 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-2f1fe175-4bdb-4a55-a904-8f863fa6a6d4 req-13ffbdd3-b545-436e-bda7-320ab8b6b7d8 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740344431333'] for port (c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:53.519155 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-82882ce5-064e-4bf8-9c9d-1edb18593e78 req-15efb699-3bc3-47f8-94ac-fab978c85159 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1c58aee-1342-4b1d-a617-7ce1b9baa80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046147 May 12 09:42:53.549107 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-2f1fe175-4bdb-4a55-a904-8f863fa6a6d4 req-13ffbdd3-b545-436e-bda7-320ab8b6b7d8 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] For port c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b,segment=NetworkSegment(df27dd97-80bd-404b-9020-df3082427427),segment_id=df27dd97-80bd-404b-9020-df3082427427)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:42:53.549476 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-2f1fe175-4bdb-4a55-a904-8f863fa6a6d4 req-13ffbdd3-b545-436e-bda7-320ab8b6b7d8 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799057'] for port (c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:53.715394 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-2f1fe175-4bdb-4a55-a904-8f863fa6a6d4 req-13ffbdd3-b545-436e-bda7-320ab8b6b7d8 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:53.715649 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-2f1fe175-4bdb-4a55-a904-8f863fa6a6d4 req-13ffbdd3-b545-436e-bda7-320ab8b6b7d8 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799862'] for floatingip (f9067352-54bc-43ea-91a6-18bd3b4c2874), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:53.715952 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.db.l3_db [req-2f1fe175-4bdb-4a55-a904-8f863fa6a6d4 req-13ffbdd3-b545-436e-bda7-320ab8b6b7d8 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Floating IP f9067352-54bc-43ea-91a6-18bd3b4c2874 disassociated. External IP: 172.27.3.170, port: c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b. May 12 09:42:53.716289 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [req-2f1fe175-4bdb-4a55-a904-8f863fa6a6d4 req-13ffbdd3-b545-436e-bda7-320ab8b6b7d8 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Calling delete_port for c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b owned by compute:nova {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 09:42:53.841150 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-2f1fe175-4bdb-4a55-a904-8f863fa6a6d4 req-13ffbdd3-b545-436e-bda7-320ab8b6b7d8 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740344441209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740344012629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29192019'] for port (c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:53.867848 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ffbdd3-b545-436e-bda7-320ab8b6b7d8 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Pushing event deleted for resources: {'Port': ['ID=c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:42:53.984182 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f1fe175-4bdb-4a55-a904-8f863fa6a6d4 req-13ffbdd3-b545-436e-bda7-320ab8b6b7d8 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Router eff9d63d-afc5-4430-8837-eaaf559c2dbb has already been hosted by L3 agent 8db92903-2544-41c2-b919-def82c43c97a {{(pid=103458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 09:42:54.097042 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f1fe175-4bdb-4a55-a904-8f863fa6a6d4 req-13ffbdd3-b545-436e-bda7-320ab8b6b7d8 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Notify agent at l3_agent.dv-cinder-837699-5-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 09:42:54.107642 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b31231b-77d2-470c-a67f-8f9a1dd8fdb9 None None] Sync routers for ids ['eff9d63d-afc5-4430-8837-eaaf559c2dbb'] in dv-cinder-837699-5-iscsi {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 09:42:54.119058 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b31231b-77d2-470c-a67f-8f9a1dd8fdb9 None None] Routers {'eff9d63d-afc5-4430-8837-eaaf559c2dbb'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:42:54.119701 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-2b31231b-77d2-470c-a67f-8f9a1dd8fdb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:42:52Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['eff9d63d-afc5-4430-8837-eaaf559c2dbb'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:42:54.150078 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f1fe175-4bdb-4a55-a904-8f863fa6a6d4 req-13ffbdd3-b545-436e-bda7-320ab8b6b7d8 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] No DVR routers for this DVR port c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b on host hv-cinder-83769 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 09:42:54.154515 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-2f1fe175-4bdb-4a55-a904-8f863fa6a6d4 req-13ffbdd3-b545-436e-bda7-320ab8b6b7d8 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:54.157787 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2f1fe175-4bdb-4a55-a904-8f863fa6a6d4 req-13ffbdd3-b545-436e-bda7-320ab8b6b7d8 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.65 "DELETE /v2.0/ports/c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b HTTP/1.1" status: 204 len: 173 time: 0.8536346 May 12 09:42:54.158765 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dadb998-7d24-461d-bf2f-cec5ab30fb48', 'name': 'network-vif-deleted', 'tag': 'c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:42:54.161151 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c5c35592cdadc16d94e4e59e173057c198c772a9b1006d4fd44537c4a2e10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61b457e-e7d0-4bce-8a9f-2ddb4409044f" -d '{"events": [{"server_uuid": "3dadb998-7d24-461d-bf2f-cec5ab30fb48", "name": "network-vif-deleted", "tag": "c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:42:54.199022 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 09:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c3f3d7-02c5-4aaf-965e-d6c0da769d10 x-openstack-request-id: req-f7c3f3d7-02c5-4aaf-965e-d6c0da769d10 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:42:54.199316 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dadb998-7d24-461d-bf2f-cec5ab30fb48", "name": "network-vif-deleted", "tag": "c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:42:54.200406 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f7c3f3d7-02c5-4aaf-965e-d6c0da769d10 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:42:54.200818 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7c3f3d7-02c5-4aaf-965e-d6c0da769d10'] response: {'server_uuid': '3dadb998-7d24-461d-bf2f-cec5ab30fb48', 'name': 'network-vif-deleted', 'tag': 'c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b', 'status': 'completed', 'code': 200} May 12 09:42:54.249278 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-2b31231b-77d2-470c-a67f-8f9a1dd8fdb9 None None] Set router eff9d63d-afc5-4430-8837-eaaf559c2dbb gateway port host: dv-cinder-837699-5-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:42:54.261306 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c8e9d6-ad72-4ae7-946f-cdcd74f75501 req-7bfa3546-77a2-4aa6-8e15-4f8c42555aa5 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:42:54.263007 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-73c8e9d6-ad72-4ae7-946f-cdcd74f75501 req-7bfa3546-77a2-4aa6-8e15-4f8c42555aa5 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=7801a053-99b6-4a9b-9962-1620c14aac30 HTTP/1.1" status: 200 len: 946 time: 0.0493944 May 12 09:42:54.320842 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-73c8e9d6-ad72-4ae7-946f-cdcd74f75501 req-d3a4a5c1-df89-46fc-9238-090808f5990e tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f8a9a-d1be-4e1d-9843-3fec6f08bc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501328 May 12 09:42:54.446642 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-2b31231b-77d2-470c-a67f-8f9a1dd8fdb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff9d63d-afc5-4430-8837-eaaf559c2dbb', 'name': 'tempest-AttachVolumeTestJSON-186778351-router', 'tenant_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '1abe966a-62a9-493e-9788-2cab83ccfdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:33:45Z', 'updated_at': '2022-05-12T09:33:56Z', 'revision_number': 4, 'project_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'gw_port': {'id': '1abe966a-62a9-493e-9788-2cab83ccfdde', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:58:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff9d63d-afc5-4430-8837-eaaf559c2dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:47Z', 'updated_at': '2022-05-12T09:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_interfaces': [{'id': '25faadc0-b879-427a-990e-67b1194cb01d', 'name': '', 'network_id': '157184d7-26b8-47d5-86e0-3945164ff04d', 'tenant_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'mac_address': 'fa:16:3e:7d:24:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff9d63d-afc5-4430-8837-eaaf559c2dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'dc5a5cf9-5b7a-426c-931b-02b56a7bf3f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:54Z', 'updated_at': '2022-05-12T09:34:02Z', 'revision_number': 5, 'project_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'subnets': [{'id': 'dc5a5cf9-5b7a-426c-931b-02b56a7bf3f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:42:54.477205 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b31231b-77d2-470c-a67f-8f9a1dd8fdb9 None None] Checking router: eff9d63d-afc5-4430-8837-eaaf559c2dbb for host: dv-cinder-837699-5-iscsi {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 09:42:54.485562 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b31231b-77d2-470c-a67f-8f9a1dd8fdb9 None None] Routers {'eff9d63d-afc5-4430-8837-eaaf559c2dbb'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:42:54.486253 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-2b31231b-77d2-470c-a67f-8f9a1dd8fdb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:42:52Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['eff9d63d-afc5-4430-8837-eaaf559c2dbb'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:42:54.543046 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a984b3b9-a9e9-40d7-bd88-8cdbb1de5f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (e377c27d-f788-489a-9a4f-9db675c37dc4), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:54.609119 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-2b31231b-77d2-470c-a67f-8f9a1dd8fdb9 None None] Set router eff9d63d-afc5-4430-8837-eaaf559c2dbb gateway port host: dv-cinder-837699-5-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:42:54.615660 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-006a7e22-693e-46ad-b44d-622ab93a4af2 req-51121758-2bfc-4e1c-a042-73455906fad4 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 210 time: 0.0273936 May 12 09:42:54.795577 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-2b31231b-77d2-470c-a67f-8f9a1dd8fdb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff9d63d-afc5-4430-8837-eaaf559c2dbb', 'name': 'tempest-AttachVolumeTestJSON-186778351-router', 'tenant_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '1abe966a-62a9-493e-9788-2cab83ccfdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:33:45Z', 'updated_at': '2022-05-12T09:33:56Z', 'revision_number': 4, 'project_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'gw_port': {'id': '1abe966a-62a9-493e-9788-2cab83ccfdde', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:58:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff9d63d-afc5-4430-8837-eaaf559c2dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:47Z', 'updated_at': '2022-05-12T09:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_interfaces': [{'id': '25faadc0-b879-427a-990e-67b1194cb01d', 'name': '', 'network_id': '157184d7-26b8-47d5-86e0-3945164ff04d', 'tenant_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'mac_address': 'fa:16:3e:7d:24:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff9d63d-afc5-4430-8837-eaaf559c2dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'dc5a5cf9-5b7a-426c-931b-02b56a7bf3f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:54Z', 'updated_at': '2022-05-12T09:34:02Z', 'revision_number': 5, 'project_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'subnets': [{'id': 'dc5a5cf9-5b7a-426c-931b-02b56a7bf3f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:42:54.824866 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b31231b-77d2-470c-a67f-8f9a1dd8fdb9 None None] The sync data for ids ['eff9d63d-afc5-4430-8837-eaaf559c2dbb'] in dv-cinder-837699-5-iscsi is: [{'id': 'eff9d63d-afc5-4430-8837-eaaf559c2dbb', 'name': 'tempest-AttachVolumeTestJSON-186778351-router', 'tenant_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '1abe966a-62a9-493e-9788-2cab83ccfdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:33:45Z', 'updated_at': '2022-05-12T09:33:56Z', 'revision_number': 4, 'project_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'gw_port': {'id': '1abe966a-62a9-493e-9788-2cab83ccfdde', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:58:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff9d63d-afc5-4430-8837-eaaf559c2dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:47Z', 'updated_at': '2022-05-12T09:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_interfaces': [{'id': '25faadc0-b879-427a-990e-67b1194cb01d', 'name': '', 'network_id': '157184d7-26b8-47d5-86e0-3945164ff04d', 'tenant_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'mac_address': 'fa:16:3e:7d:24:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff9d63d-afc5-4430-8837-eaaf559c2dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'dc5a5cf9-5b7a-426c-931b-02b56a7bf3f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:54Z', 'updated_at': '2022-05-12T09:34:02Z', 'revision_number': 5, 'project_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'subnets': [{'id': 'dc5a5cf9-5b7a-426c-931b-02b56a7bf3f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 09:42:55.041540 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811e4ecc-4bc1-4e2e-9d7b-30a5c9a64cc4 None None] New status for floating IP f9067352-54bc-43ea-91a6-18bd3b4c2874: DOWN {{(pid=103460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 09:42:55.420631 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b no longer exists at agent hyperv_hv-cinder-83769 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 09:42:55.434860 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80fbb2b-464b-4637-9efc-590fd2e99de2 req-3d301cd0-b01e-405b-aa93-15b0c498bb0c tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:42:55.436319 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d80fbb2b-464b-4637-9efc-590fd2e99de2 req-3d301cd0-b01e-405b-aa93-15b0c498bb0c tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=7801a053-99b6-4a9b-9962-1620c14aac30 HTTP/1.1" status: 200 len: 946 time: 0.0496681 May 12 09:42:55.441158 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] No Port match for: c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 09:42:55.441510 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device c4a1fbd1-1e2f-4367-8cd0-c2f3b5182c2b not bound to the agent host hv-cinder-83769 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 09:42:55.482319 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d80fbb2b-464b-4637-9efc-590fd2e99de2 req-ada186a7-f850-4e7c-8380-be65442f3d6a tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f8a9a-d1be-4e1d-9843-3fec6f08bc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398068 May 12 09:42:55.712755 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-fd8110ef-70d2-4341-87be-622de5cd18ff req-f1cc771b-c646-45b4-850b-70be5b650f96 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 210 time: 0.0305140 May 12 09:42:56.004867 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (0e2e3861-7d79-4ce6-9d91-faa32ae2cb64), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:56.592810 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7db651-7eb0-48a9-8210-5575d4c943a9 req-326f34a4-77d0-40ba-a46c-d11f1f8e14c0 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:42:56.594253 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2f7db651-7eb0-48a9-8210-5575d4c943a9 req-326f34a4-77d0-40ba-a46c-d11f1f8e14c0 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=7801a053-99b6-4a9b-9962-1620c14aac30 HTTP/1.1" status: 200 len: 946 time: 0.0455053 May 12 09:42:56.638863 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2f7db651-7eb0-48a9-8210-5575d4c943a9 req-fcd01d31-0ec7-432a-a7dd-2c3592f062f0 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=ea8f8a9a-d1be-4e1d-9843-3fec6f08bc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386484 May 12 09:42:56.815714 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-eb0ce710-c944-43c7-a52e-f5978b5e7e13 req-16a58da5-a858-4574-bce0-58a350f1b395 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=3dadb998-7d24-461d-bf2f-cec5ab30fb48 HTTP/1.1" status: 200 len: 210 time: 0.0262258 May 12 09:42:56.999815 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082f8386-a1fc-4490-b18b-eeb3219df4e3 req-4fcb72dc-d7f7-4f3b-9892-571cedd523a0 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:42:57.001253 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-082f8386-a1fc-4490-b18b-eeb3219df4e3 req-4fcb72dc-d7f7-4f3b-9892-571cedd523a0 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.65 "GET /v2.0/ports?device_id=7801a053-99b6-4a9b-9962-1620c14aac30 HTTP/1.1" status: 200 len: 946 time: 0.0451829 May 12 09:42:57.104692 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [req-082f8386-a1fc-4490-b18b-eeb3219df4e3 req-51f4b463-874f-465d-8ad3-6aa8970217af tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Deleting port 475e0f9c-a9a4-469d-8d8e-9e0f42721e10 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 09:42:57.109981 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-082f8386-a1fc-4490-b18b-eeb3219df4e3 req-51f4b463-874f-465d-8ad3-6aa8970217af tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740344431333'] for port (475e0f9c-a9a4-469d-8d8e-9e0f42721e10), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:57.211779 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-082f8386-a1fc-4490-b18b-eeb3219df4e3 req-51f4b463-874f-465d-8ad3-6aa8970217af tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] For port 475e0f9c-a9a4-469d-8d8e-9e0f42721e10, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=475e0f9c-a9a4-469d-8d8e-9e0f42721e10,segment=NetworkSegment(b7b112db-1c39-45b7-a4f2-e3b93d061a40),segment_id=b7b112db-1c39-45b7-a4f2-e3b93d061a40)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:42:57.212149 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-082f8386-a1fc-4490-b18b-eeb3219df4e3 req-51f4b463-874f-465d-8ad3-6aa8970217af tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799057'] for port (475e0f9c-a9a4-469d-8d8e-9e0f42721e10), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:57.379071 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-082f8386-a1fc-4490-b18b-eeb3219df4e3 req-51f4b463-874f-465d-8ad3-6aa8970217af tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:57.379386 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-082f8386-a1fc-4490-b18b-eeb3219df4e3 req-51f4b463-874f-465d-8ad3-6aa8970217af tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799862'] for floatingip (f18a56ef-d2ab-4ea5-9d99-7db81a8b89b1), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:57.379690 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.db.l3_db [req-082f8386-a1fc-4490-b18b-eeb3219df4e3 req-51f4b463-874f-465d-8ad3-6aa8970217af tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Floating IP f18a56ef-d2ab-4ea5-9d99-7db81a8b89b1 disassociated. External IP: 172.27.3.161, port: 475e0f9c-a9a4-469d-8d8e-9e0f42721e10. May 12 09:42:57.380044 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [req-082f8386-a1fc-4490-b18b-eeb3219df4e3 req-51f4b463-874f-465d-8ad3-6aa8970217af tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Calling delete_port for 475e0f9c-a9a4-469d-8d8e-9e0f42721e10 owned by compute:nova {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 09:42:57.517752 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-082f8386-a1fc-4490-b18b-eeb3219df4e3 req-51f4b463-874f-465d-8ad3-6aa8970217af tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740344441209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740344012629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29192019'] for port (475e0f9c-a9a4-469d-8d8e-9e0f42721e10), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:57.545114 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f4b463-874f-465d-8ad3-6aa8970217af tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Pushing event deleted for resources: {'Port': ['ID=475e0f9c-a9a4-469d-8d8e-9e0f42721e10,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:42:57.658710 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [req-082f8386-a1fc-4490-b18b-eeb3219df4e3 req-51f4b463-874f-465d-8ad3-6aa8970217af tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Router 570d9e20-7314-401c-9272-bd8b431bcad6 has already been hosted by L3 agent 8db92903-2544-41c2-b919-def82c43c97a {{(pid=103458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 09:42:57.742447 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-cdc05a79-1358-41b1-aaa7-8199e95ae7e2 req-c9727ccd-e517-425f-b437-f7c2a5a1bee8 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=7801a053-99b6-4a9b-9962-1620c14aac30 HTTP/1.1" status: 200 len: 210 time: 0.0367141 May 12 09:42:57.791665 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-082f8386-a1fc-4490-b18b-eeb3219df4e3 req-51f4b463-874f-465d-8ad3-6aa8970217af tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Notify agent at l3_agent.dv-cinder-837699-5-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 09:42:57.802578 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48d7e3d-eba8-4649-88b4-7d4585a02aa8 None None] Sync routers for ids ['570d9e20-7314-401c-9272-bd8b431bcad6'] in dv-cinder-837699-5-iscsi {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 09:42:57.812324 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48d7e3d-eba8-4649-88b4-7d4585a02aa8 None None] Routers {'570d9e20-7314-401c-9272-bd8b431bcad6'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:42:57.813000 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-f48d7e3d-eba8-4649-88b4-7d4585a02aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:42:52Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['570d9e20-7314-401c-9272-bd8b431bcad6'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:42:57.832666 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [req-082f8386-a1fc-4490-b18b-eeb3219df4e3 req-51f4b463-874f-465d-8ad3-6aa8970217af tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] No DVR routers for this DVR port 475e0f9c-a9a4-469d-8d8e-9e0f42721e10 on host hv-cinder-83769 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 09:42:57.835020 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-082f8386-a1fc-4490-b18b-eeb3219df4e3 req-51f4b463-874f-465d-8ad3-6aa8970217af tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:57.838194 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-082f8386-a1fc-4490-b18b-eeb3219df4e3 req-51f4b463-874f-465d-8ad3-6aa8970217af tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.65 "DELETE /v2.0/ports/475e0f9c-a9a4-469d-8d8e-9e0f42721e10 HTTP/1.1" status: 204 len: 173 time: 0.8300104 May 12 09:42:57.838635 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7801a053-99b6-4a9b-9962-1620c14aac30', 'name': 'network-vif-deleted', 'tag': '475e0f9c-a9a4-469d-8d8e-9e0f42721e10'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:42:57.841378 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c5c35592cdadc16d94e4e59e173057c198c772a9b1006d4fd44537c4a2e10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef33aad-95c0-4645-b96e-0d6d45a5b915" -d '{"events": [{"server_uuid": "7801a053-99b6-4a9b-9962-1620c14aac30", "name": "network-vif-deleted", "tag": "475e0f9c-a9a4-469d-8d8e-9e0f42721e10"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:42:57.912352 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 09:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-883f50fd-0d99-4ef9-82d9-58c2fa5ad239 x-openstack-request-id: req-883f50fd-0d99-4ef9-82d9-58c2fa5ad239 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:42:57.912647 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7801a053-99b6-4a9b-9962-1620c14aac30", "name": "network-vif-deleted", "tag": "475e0f9c-a9a4-469d-8d8e-9e0f42721e10", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:42:57.912907 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-883f50fd-0d99-4ef9-82d9-58c2fa5ad239 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:42:57.913452 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-883f50fd-0d99-4ef9-82d9-58c2fa5ad239'] response: {'server_uuid': '7801a053-99b6-4a9b-9962-1620c14aac30', 'name': 'network-vif-deleted', 'tag': '475e0f9c-a9a4-469d-8d8e-9e0f42721e10', 'status': 'completed', 'code': 200} May 12 09:42:57.952019 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 42082) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:42:58.024768 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c0c4e004-eb67-4080-8d33-c9cffc1ae723 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks [] for security_group (e1c58aee-1342-4b1d-a617-7ce1b9baa80e), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:58.053593 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c0c4e004-eb67-4080-8d33-c9cffc1ae723 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks [] for security_group (e1c58aee-1342-4b1d-a617-7ce1b9baa80e), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:58.086686 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-f48d7e3d-eba8-4649-88b4-7d4585a02aa8 None None] Set router 570d9e20-7314-401c-9272-bd8b431bcad6 gateway port host: dv-cinder-837699-5-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:42:58.109701 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c0c4e004-eb67-4080-8d33-c9cffc1ae723 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (e1c58aee-1342-4b1d-a617-7ce1b9baa80e), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:58.112255 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c0c4e004-eb67-4080-8d33-c9cffc1ae723 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:58.113431 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-c0c4e004-eb67-4080-8d33-c9cffc1ae723 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "DELETE /v2.0/security-groups/e1c58aee-1342-4b1d-a617-7ce1b9baa80e HTTP/1.1" status: 204 len: 168 time: 0.1604435 May 12 09:42:58.116462 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 42084) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:42:58.122972 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c4e004-eb67-4080-8d33-c9cffc1ae723 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c58aee-1342-4b1d-a617-7ce1b9baa80e,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:42:58.131236 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.api.v2.resource [None req-da6e55b6-d519-42ae-ae66-22f3a6f79a1e tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] show failed (client error): The resource could not be found. May 12 09:42:58.132457 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-da6e55b6-d519-42ae-ae66-22f3a6f79a1e tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/security-groups/e1c58aee-1342-4b1d-a617-7ce1b9baa80e HTTP/1.1" status: 404 len: 347 time: 0.0146844 May 12 09:42:58.135613 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 42086) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:42:58.305045 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-f48d7e3d-eba8-4649-88b4-7d4585a02aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570d9e20-7314-401c-9272-bd8b431bcad6', 'name': 'tempest-ServerRescueNegativeTestJSON-803505975-router', 'tenant_id': 'c54669eadc784d4aac5d1a40d18858b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'd404145d-bce6-4028-b3fb-2af9b5d03c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:33:47Z', 'updated_at': '2022-05-12T09:33:56Z', 'revision_number': 4, 'project_id': 'c54669eadc784d4aac5d1a40d18858b1', 'gw_port': {'id': 'd404145d-bce6-4028-b3fb-2af9b5d03c34', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570d9e20-7314-401c-9272-bd8b431bcad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:48Z', 'updated_at': '2022-05-12T09:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_interfaces': [{'id': '97c088ed-f6af-4784-b065-f774bd7264fa', 'name': '', 'network_id': '94c124bd-d4ff-4709-8b22-7520113efef5', 'tenant_id': 'c54669eadc784d4aac5d1a40d18858b1', 'mac_address': 'fa:16:3e:60:73:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570d9e20-7314-401c-9272-bd8b431bcad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4e261d1c-7f38-449c-aec8-8a565c5048cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:54Z', 'updated_at': '2022-05-12T09:34:10Z', 'revision_number': 5, 'project_id': 'c54669eadc784d4aac5d1a40d18858b1', 'subnets': [{'id': '4e261d1c-7f38-449c-aec8-8a565c5048cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:42:58.336008 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48d7e3d-eba8-4649-88b4-7d4585a02aa8 None None] Checking router: 570d9e20-7314-401c-9272-bd8b431bcad6 for host: dv-cinder-837699-5-iscsi {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 09:42:58.345977 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48d7e3d-eba8-4649-88b4-7d4585a02aa8 None None] Routers {'570d9e20-7314-401c-9272-bd8b431bcad6'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:42:58.346748 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-f48d7e3d-eba8-4649-88b4-7d4585a02aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:42:52Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['570d9e20-7314-401c-9272-bd8b431bcad6'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:42:58.467198 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-f48d7e3d-eba8-4649-88b4-7d4585a02aa8 None None] Set router 570d9e20-7314-401c-9272-bd8b431bcad6 gateway port host: dv-cinder-837699-5-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:42:58.481041 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-d98de940-ec19-4056-bd24-f78b35f01b97 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Deleting port c6af4632-8574-415a-9df1-67257a19376f {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 09:42:58.481386 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d98de940-ec19-4056-bd24-f78b35f01b97 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740344431333'] for port (c6af4632-8574-415a-9df1-67257a19376f), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:58.558276 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d98de940-ec19-4056-bd24-f78b35f01b97 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799057'] for port (c6af4632-8574-415a-9df1-67257a19376f), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:58.558607 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d98de940-ec19-4056-bd24-f78b35f01b97 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks [] for floatingip (c6af4632-8574-415a-9df1-67257a19376f), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:58.570977 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-d98de940-ec19-4056-bd24-f78b35f01b97 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Calling delete_port for c6af4632-8574-415a-9df1-67257a19376f owned by network:floatingip {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 09:42:58.661975 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-f48d7e3d-eba8-4649-88b4-7d4585a02aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570d9e20-7314-401c-9272-bd8b431bcad6', 'name': 'tempest-ServerRescueNegativeTestJSON-803505975-router', 'tenant_id': 'c54669eadc784d4aac5d1a40d18858b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'd404145d-bce6-4028-b3fb-2af9b5d03c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:33:47Z', 'updated_at': '2022-05-12T09:33:56Z', 'revision_number': 4, 'project_id': 'c54669eadc784d4aac5d1a40d18858b1', 'gw_port': {'id': 'd404145d-bce6-4028-b3fb-2af9b5d03c34', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570d9e20-7314-401c-9272-bd8b431bcad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:48Z', 'updated_at': '2022-05-12T09:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_interfaces': [{'id': '97c088ed-f6af-4784-b065-f774bd7264fa', 'name': '', 'network_id': '94c124bd-d4ff-4709-8b22-7520113efef5', 'tenant_id': 'c54669eadc784d4aac5d1a40d18858b1', 'mac_address': 'fa:16:3e:60:73:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570d9e20-7314-401c-9272-bd8b431bcad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4e261d1c-7f38-449c-aec8-8a565c5048cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:54Z', 'updated_at': '2022-05-12T09:34:10Z', 'revision_number': 5, 'project_id': 'c54669eadc784d4aac5d1a40d18858b1', 'subnets': [{'id': '4e261d1c-7f38-449c-aec8-8a565c5048cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:42:58.688367 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48d7e3d-eba8-4649-88b4-7d4585a02aa8 None None] The sync data for ids ['570d9e20-7314-401c-9272-bd8b431bcad6'] in dv-cinder-837699-5-iscsi is: [{'id': '570d9e20-7314-401c-9272-bd8b431bcad6', 'name': 'tempest-ServerRescueNegativeTestJSON-803505975-router', 'tenant_id': 'c54669eadc784d4aac5d1a40d18858b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'd404145d-bce6-4028-b3fb-2af9b5d03c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:33:47Z', 'updated_at': '2022-05-12T09:33:56Z', 'revision_number': 4, 'project_id': 'c54669eadc784d4aac5d1a40d18858b1', 'gw_port': {'id': 'd404145d-bce6-4028-b3fb-2af9b5d03c34', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570d9e20-7314-401c-9272-bd8b431bcad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:48Z', 'updated_at': '2022-05-12T09:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_interfaces': [{'id': '97c088ed-f6af-4784-b065-f774bd7264fa', 'name': '', 'network_id': '94c124bd-d4ff-4709-8b22-7520113efef5', 'tenant_id': 'c54669eadc784d4aac5d1a40d18858b1', 'mac_address': 'fa:16:3e:60:73:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570d9e20-7314-401c-9272-bd8b431bcad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4e261d1c-7f38-449c-aec8-8a565c5048cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:54Z', 'updated_at': '2022-05-12T09:34:10Z', 'revision_number': 5, 'project_id': 'c54669eadc784d4aac5d1a40d18858b1', 'subnets': [{'id': '4e261d1c-7f38-449c-aec8-8a565c5048cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 09:42:58.706051 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d98de940-ec19-4056-bd24-f78b35f01b97 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740344441209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740344012629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28491394'] for port (c6af4632-8574-415a-9df1-67257a19376f), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:58.730194 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98de940-ec19-4056-bd24-f78b35f01b97 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Pushing event deleted for resources: {'Port': ['ID=c6af4632-8574-415a-9df1-67257a19376f,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:42:58.798682 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d98de940-ec19-4056-bd24-f78b35f01b97 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks [] for floatingip (f9067352-54bc-43ea-91a6-18bd3b4c2874), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:58.801262 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d98de940-ec19-4056-bd24-f78b35f01b97 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for floatingip (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:58.810255 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-d98de940-ec19-4056-bd24-f78b35f01b97 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "DELETE /v2.0/floatingips/f9067352-54bc-43ea-91a6-18bd3b4c2874 HTTP/1.1" status: 204 len: 168 time: 0.6689489 May 12 09:42:58.848235 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 42094) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:42:58.898382 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 42096) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:42:58.902940 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-95390987-e516-44eb-9c12-1714bf1e7e79 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1004641901', 'description': 'tempest-description--340659928'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:42:58.910604 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f59491d8-a505-4f70-b8c7-f0929f796f51 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Publish callbacks [] for security_group (ea8f8a9a-d1be-4e1d-9843-3fec6f08bc36), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:58.934804 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-95390987-e516-44eb-9c12-1714bf1e7e79 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:58.936350 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f59491d8-a505-4f70-b8c7-f0929f796f51 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Publish callbacks [] for security_group (ea8f8a9a-d1be-4e1d-9843-3fec6f08bc36), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:58.950937 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9848b243-ef3c-455b-aaff-d006b347e91d None None] New status for floating IP f18a56ef-d2ab-4ea5-9d99-7db81a8b89b1: DOWN {{(pid=103460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 09:42:58.990219 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f59491d8-a505-4f70-b8c7-f0929f796f51 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (ea8f8a9a-d1be-4e1d-9843-3fec6f08bc36), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:58.992938 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f59491d8-a505-4f70-b8c7-f0929f796f51 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:58.996440 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-f59491d8-a505-4f70-b8c7-f0929f796f51 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "DELETE /v2.0/security-groups/ea8f8a9a-d1be-4e1d-9843-3fec6f08bc36 HTTP/1.1" status: 204 len: 168 time: 0.1447744 May 12 09:42:58.998653 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 42098) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:42:59.010386 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-95390987-e516-44eb-9c12-1714bf1e7e79 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks [] for security_group (16b0f64d-b0b7-4ff9-a9c2-f8ba8efb7224), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:59.014853 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-95390987-e516-44eb-9c12-1714bf1e7e79 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (16b0f64d-b0b7-4ff9-a9c2-f8ba8efb7224), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:59.017236 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59491d8-a505-4f70-b8c7-f0929f796f51 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea8f8a9a-d1be-4e1d-9843-3fec6f08bc36,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:42:59.021081 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.api.v2.resource [None req-3e4489a2-0cd2-4e85-b7d6-ab3335dbea08 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] show failed (client error): The resource could not be found. May 12 09:42:59.022311 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-3e4489a2-0cd2-4e85-b7d6-ab3335dbea08 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups/ea8f8a9a-d1be-4e1d-9843-3fec6f08bc36 HTTP/1.1" status: 404 len: 347 time: 0.0226564 May 12 09:42:59.025223 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 42100) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:42:59.049078 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95390987-e516-44eb-9c12-1714bf1e7e79 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16b0f64d-b0b7-4ff9-a9c2-f8ba8efb7224,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:42:59.062883 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-95390987-e516-44eb-9c12-1714bf1e7e79 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:59.066581 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-95390987-e516-44eb-9c12-1714bf1e7e79 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1670318 May 12 09:42:59.068164 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 42102) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:42:59.074121 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-56a908c4-5218-4a0c-b550-a41fa4d00ce1 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Request body: {'security_group_rule': {'security_group_id': '16b0f64d-b0b7-4ff9-a9c2-f8ba8efb7224', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:42:59.109327 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-56a908c4-5218-4a0c-b550-a41fa4d00ce1 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks [] for security_group_rule (5ea8d061-f6fb-4e27-84e9-d31ab26764e7), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:59.177560 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-56a908c4-5218-4a0c-b550-a41fa4d00ce1 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks [] for security_group_rule (5ea8d061-f6fb-4e27-84e9-d31ab26764e7), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:59.182739 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-f84c3fe1-0c0d-4a0e-858c-cf599055046c tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Deleting port 9cdcc9de-fc41-4497-bdde-21a6d1fd3acd {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 09:42:59.183082 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f84c3fe1-0c0d-4a0e-858c-cf599055046c tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740344431333'] for port (9cdcc9de-fc41-4497-bdde-21a6d1fd3acd), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:59.183808 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-56a908c4-5218-4a0c-b550-a41fa4d00ce1 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689781'] for security_group_rule (5ea8d061-f6fb-4e27-84e9-d31ab26764e7), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:59.203095 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a908c4-5218-4a0c-b550-a41fa4d00ce1 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ea8d061-f6fb-4e27-84e9-d31ab26764e7,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:42:59.213451 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-56a908c4-5218-4a0c-b550-a41fa4d00ce1 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:59.214820 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-56a908c4-5218-4a0c-b550-a41fa4d00ce1 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1453476 May 12 09:42:59.217460 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 42104) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:42:59.221867 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-869e97f8-a8fb-4578-bf0e-6e2f9fc998f9 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Request body: {'security_group_rule': {'security_group_id': '16b0f64d-b0b7-4ff9-a9c2-f8ba8efb7224', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:42:59.249849 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-869e97f8-a8fb-4578-bf0e-6e2f9fc998f9 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks [] for security_group_rule (8a19723f-7a0e-4e5c-b7e0-6fcc4cac02fa), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:59.314963 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-869e97f8-a8fb-4578-bf0e-6e2f9fc998f9 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks [] for security_group_rule (8a19723f-7a0e-4e5c-b7e0-6fcc4cac02fa), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:59.319437 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-869e97f8-a8fb-4578-bf0e-6e2f9fc998f9 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689781'] for security_group_rule (8a19723f-7a0e-4e5c-b7e0-6fcc4cac02fa), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:59.339888 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869e97f8-a8fb-4578-bf0e-6e2f9fc998f9 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a19723f-7a0e-4e5c-b7e0-6fcc4cac02fa,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:42:59.348598 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-869e97f8-a8fb-4578-bf0e-6e2f9fc998f9 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:59.350068 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-869e97f8-a8fb-4578-bf0e-6e2f9fc998f9 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1316092 May 12 09:42:59.353200 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 42106) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:42:59.358107 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-ebb64c48-4174-47cb-8cb7-f28a44920d06 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Request body: {'floatingip': {'floating_network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:42:59.379307 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ebb64c48-4174-47cb-8cb7-f28a44920d06 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:59.426785 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device 475e0f9c-a9a4-469d-8d8e-9e0f42721e10 no longer exists at agent hyperv_hv-cinder-83769 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 09:42:59.447602 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] No Port match for: 475e0f9c-a9a4-469d-8d8e-9e0f42721e10 {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 09:42:59.447948 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device 475e0f9c-a9a4-469d-8d8e-9e0f42721e10 not bound to the agent host hv-cinder-83769 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 09:42:59.461575 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ebb64c48-4174-47cb-8cb7-f28a44920d06 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:59.530971 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f84c3fe1-0c0d-4a0e-858c-cf599055046c tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799057'] for port (9cdcc9de-fc41-4497-bdde-21a6d1fd3acd), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:59.531206 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f84c3fe1-0c0d-4a0e-858c-cf599055046c tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Publish callbacks [] for floatingip (9cdcc9de-fc41-4497-bdde-21a6d1fd3acd), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:59.543650 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-f84c3fe1-0c0d-4a0e-858c-cf599055046c tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Calling delete_port for 9cdcc9de-fc41-4497-bdde-21a6d1fd3acd owned by network:floatingip {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 09:42:59.564420 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-ebb64c48-4174-47cb-8cb7-f28a44920d06 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Allocated IP 172.27.3.231 (35e64619-a59d-47b1-b4c9-78b55f54f97b/31f684fc-c02d-4e22-bb04-cd143bba725c/b6de7c14-5fd8-4b23-9ae1-67d71d919f4e) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 09:42:59.668116 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ebb64c48-4174-47cb-8cb7-f28a44920d06 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks [] for port (b6de7c14-5fd8-4b23-9ae1-67d71d919f4e), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:59.678307 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f84c3fe1-0c0d-4a0e-858c-cf599055046c tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740344441209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740344012629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29192019'] for port (9cdcc9de-fc41-4497-bdde-21a6d1fd3acd), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:59.700773 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ebb64c48-4174-47cb-8cb7-f28a44920d06 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740344012620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28491394'] for port (b6de7c14-5fd8-4b23-9ae1-67d71d919f4e), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:59.704182 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84c3fe1-0c0d-4a0e-858c-cf599055046c tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Pushing event deleted for resources: {'Port': ['ID=9cdcc9de-fc41-4497-bdde-21a6d1fd3acd,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:42:59.742939 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb64c48-4174-47cb-8cb7-f28a44920d06 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Network 35e64619-a59d-47b1-b4c9-78b55f54f97b is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 09:42:59.745812 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-ebb64c48-4174-47cb-8cb7-f28a44920d06 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:42:59.751331 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb64c48-4174-47cb-8cb7-f28a44920d06 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 09:42:59.771152 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f84c3fe1-0c0d-4a0e-858c-cf599055046c tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Publish callbacks [] for floatingip (f18a56ef-d2ab-4ea5-9d99-7db81a8b89b1), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:59.773682 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f84c3fe1-0c0d-4a0e-858c-cf599055046c tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for floatingip (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:59.773953 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb64c48-4174-47cb-8cb7-f28a44920d06 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Pushing event updated for resources: {'Port': ['ID=b6de7c14-5fd8-4b23-9ae1-67d71d919f4e,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:42:59.775050 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-f84c3fe1-0c0d-4a0e-858c-cf599055046c tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "DELETE /v2.0/floatingips/f18a56ef-d2ab-4ea5-9d99-7db81a8b89b1 HTTP/1.1" status: 204 len: 168 time: 0.7485697 May 12 09:42:59.843238 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ebb64c48-4174-47cb-8cb7-f28a44920d06 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks [] for floatingip (da5035ac-14a1-4e31-a9ef-37f6ef350e32), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:42:59.880584 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ebb64c48-4174-47cb-8cb7-f28a44920d06 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (b6de7c14-5fd8-4b23-9ae1-67d71d919f4e), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:00.051741 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ebb64c48-4174-47cb-8cb7-f28a44920d06 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks [] for port (b6de7c14-5fd8-4b23-9ae1-67d71d919f4e), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:00.056363 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ebb64c48-4174-47cb-8cb7-f28a44920d06 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28491445'] for port (b6de7c14-5fd8-4b23-9ae1-67d71d919f4e), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:00.122125 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb64c48-4174-47cb-8cb7-f28a44920d06 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Pushing event updated for resources: {'Port': ['ID=b6de7c14-5fd8-4b23-9ae1-67d71d919f4e,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:43:00.135810 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ebb64c48-4174-47cb-8cb7-f28a44920d06 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799862'] for floatingip (da5035ac-14a1-4e31-a9ef-37f6ef350e32), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:00.152467 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ebb64c48-4174-47cb-8cb7-f28a44920d06 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for floatingip (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:00.153711 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-ebb64c48-4174-47cb-8cb7-f28a44920d06 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7990255 May 12 09:43:00.348787 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ef4e2669-0526-4a4d-b82f-1c8f2139d8fa req-65a9db52-7da4-4b06-a965-b939d687600f tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1004641901&fields=id&tenant_id=da5b9f41ad6b4506872df6cb86ae9f73 HTTP/1.1" status: 200 len: 267 time: 0.0410116 May 12 09:43:00.450372 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e2669-0526-4a4d-b82f-1c8f2139d8fa req-6ec95150-a900-4291-88f7-d3bd62259460 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:00.451823 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ef4e2669-0526-4a4d-b82f-1c8f2139d8fa req-6ec95150-a900-4291-88f7-d3bd62259460 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/networks?id=157184d7-26b8-47d5-86e0-3945164ff04d HTTP/1.1" status: 200 len: 810 time: 0.0968587 May 12 09:43:00.466505 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ef4e2669-0526-4a4d-b82f-1c8f2139d8fa req-fcc9d2ea-427f-4eba-93fa-155246c31a87 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/quotas/da5b9f41ad6b4506872df6cb86ae9f73 HTTP/1.1" status: 200 len: 375 time: 0.0088224 May 12 09:43:00.518574 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ef4e2669-0526-4a4d-b82f-1c8f2139d8fa req-52566dc4-5568-475d-98af-dc333527411a tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=da5b9f41ad6b4506872df6cb86ae9f73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452921 May 12 09:43:00.611080 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ef4e2669-0526-4a4d-b82f-1c8f2139d8fa req-d803b433-bb2d-4654-b203-9d31f00c6457 service neutron] 10.222.0.60 "GET /v2.0/networks/157184d7-26b8-47d5-86e0-3945164ff04d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809894 May 12 09:43:00.700717 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ef4e2669-0526-4a4d-b82f-1c8f2139d8fa req-924f813c-fcf1-4958-95bc-b4fc84d53495 service neutron] 10.222.0.60 "GET /v2.0/networks/157184d7-26b8-47d5-86e0-3945164ff04d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842540 May 12 09:43:00.857892 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-aa09c01e-143d-4d82-a415-21ee8a1c9aee req-1e4fc10e-ef21-4a97-a06f-dab11a80c1f4 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c8cb5b3-daa4-417d-807d-1f8c8d2bd7fa HTTP/1.1" status: 200 len: 210 time: 0.0279899 May 12 09:43:01.224511 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-1d9e6a58-d356-44ab-bb34-37357c1267d7 None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 09:43:01.879007 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e2669-0526-4a4d-b82f-1c8f2139d8fa req-025aad4e-fca4-42b6-b9b9-95f54230cec8 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:01.880637 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ef4e2669-0526-4a4d-b82f-1c8f2139d8fa req-025aad4e-fca4-42b6-b9b9-95f54230cec8 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.65 "GET /v2.0/networks?id=157184d7-26b8-47d5-86e0-3945164ff04d HTTP/1.1" status: 200 len: 810 time: 0.1062932 May 12 09:43:01.965162 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-23a417a3-00af-42ae-bbbb-c2e6c882f2a9 req-a26c88b1-21bc-462a-a6bb-457ea1ca8ffc tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c8cb5b3-daa4-417d-807d-1f8c8d2bd7fa HTTP/1.1" status: 200 len: 210 time: 0.0375855 May 12 09:43:01.982143 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ef4e2669-0526-4a4d-b82f-1c8f2139d8fa req-1d2ceaf9-0743-4c5a-93db-b4ffa1fc389b tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da5b9f41ad6b4506872df6cb86ae9f73 HTTP/1.1" status: 200 len: 380 time: 0.0750344 May 12 09:43:02.033520 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [req-ef4e2669-0526-4a4d-b82f-1c8f2139d8fa req-b49347f3-df02-43a8-828f-c4ad704cdf8c tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Request body: {'port': {'device_id': '1c8cb5b3-daa4-417d-807d-1f8c8d2bd7fa', 'network_id': '157184d7-26b8-47d5-86e0-3945164ff04d', 'admin_state_up': True, 'tenant_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'security_groups': ['16b0f64d-b0b7-4ff9-a9c2-f8ba8efb7224']}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:43:02.153393 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef4e2669-0526-4a4d-b82f-1c8f2139d8fa req-b49347f3-df02-43a8-828f-c4ad704cdf8c tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Made reservation on behalf of da5b9f41ad6b4506872df6cb86ae9f73 for: {'port': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 09:43:02.156848 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-ef4e2669-0526-4a4d-b82f-1c8f2139d8fa req-b49347f3-df02-43a8-828f-c4ad704cdf8c tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:02.269809 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485df345-2a2d-48bc-bf5a-288a7ef2517b req-545e8855-db40-4e91-a9a2-746a0960800f tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:02.271298 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-485df345-2a2d-48bc-bf5a-288a7ef2517b req-545e8855-db40-4e91-a9a2-746a0960800f tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 945 time: 0.0612319 May 12 09:43:02.347363 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [req-ef4e2669-0526-4a4d-b82f-1c8f2139d8fa req-b49347f3-df02-43a8-828f-c4ad704cdf8c tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Allocated IP 172.20.0.9 (157184d7-26b8-47d5-86e0-3945164ff04d/dc5a5cf9-5b7a-426c-931b-02b56a7bf3f3/953ead63-0e69-4d22-b2b3-ae09ec6491e1) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 09:43:02.361105 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-485df345-2a2d-48bc-bf5a-288a7ef2517b req-5e373e1a-37cd-459e-bd14-2ec1041a900c tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657845 May 12 09:43:02.486306 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-ef4e2669-0526-4a4d-b82f-1c8f2139d8fa req-b49347f3-df02-43a8-828f-c4ad704cdf8c tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks [] for port (953ead63-0e69-4d22-b2b3-ae09ec6491e1), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:02.518530 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-ef4e2669-0526-4a4d-b82f-1c8f2139d8fa req-b49347f3-df02-43a8-828f-c4ad704cdf8c tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740344012620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29192019'] for port (953ead63-0e69-4d22-b2b3-ae09ec6491e1), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:02.563585 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef4e2669-0526-4a4d-b82f-1c8f2139d8fa req-b49347f3-df02-43a8-828f-c4ad704cdf8c tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Network 157184d7-26b8-47d5-86e0-3945164ff04d is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 09:43:02.566607 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [req-ef4e2669-0526-4a4d-b82f-1c8f2139d8fa req-b49347f3-df02-43a8-828f-c4ad704cdf8c tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:43:02.572462 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef4e2669-0526-4a4d-b82f-1c8f2139d8fa req-b49347f3-df02-43a8-828f-c4ad704cdf8c tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 09:43:02.578449 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49347f3-df02-43a8-828f-c4ad704cdf8c tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Pushing event updated for resources: {'Port': ['ID=953ead63-0e69-4d22-b2b3-ae09ec6491e1,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:43:02.623130 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e2669-0526-4a4d-b82f-1c8f2139d8fa req-b49347f3-df02-43a8-828f-c4ad704cdf8c tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:02.623899 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-ef4e2669-0526-4a4d-b82f-1c8f2139d8fa req-b49347f3-df02-43a8-828f-c4ad704cdf8c tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:02.640319 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ef4e2669-0526-4a4d-b82f-1c8f2139d8fa req-b49347f3-df02-43a8-828f-c4ad704cdf8c tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6106174 May 12 09:43:02.728136 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [req-ef4e2669-0526-4a4d-b82f-1c8f2139d8fa req-3157fc66-6ef7-446c-b525-92d3b82306d6 service neutron] Request body: {'port': {'device_id': '1c8cb5b3-daa4-417d-807d-1f8c8d2bd7fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:43:02.791657 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-ef4e2669-0526-4a4d-b82f-1c8f2139d8fa req-3157fc66-6ef7-446c-b525-92d3b82306d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (953ead63-0e69-4d22-b2b3-ae09ec6491e1), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:02.792888 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-79695cab-851b-400c-a69b-e98616f65bcd None None] Provisioning complete for port 953ead63-0e69-4d22-b2b3-ae09ec6491e1 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:43:02.793489 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-79695cab-851b-400c-a69b-e98616f65bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (953ead63-0e69-4d22-b2b3-ae09ec6491e1), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:02.828505 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-79695cab-851b-400c-a69b-e98616f65bcd None None] Port 953ead63-0e69-4d22-b2b3-ae09ec6491e1 cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 09:43:03.092212 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfe3ae0-242d-4f0f-afb1-2208486b4958 req-3550f5fb-cd8a-4e48-8fa0-43431f9b3408 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:03.093716 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0cfe3ae0-242d-4f0f-afb1-2208486b4958 req-3550f5fb-cd8a-4e48-8fa0-43431f9b3408 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c8cb5b3-daa4-417d-807d-1f8c8d2bd7fa HTTP/1.1" status: 200 len: 931 time: 0.0607860 May 12 09:43:03.144380 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [req-ef4e2669-0526-4a4d-b82f-1c8f2139d8fa req-3157fc66-6ef7-446c-b525-92d3b82306d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 953ead63-0e69-4d22-b2b3-ae09ec6491e1 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 09:43:03.154451 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-ef4e2669-0526-4a4d-b82f-1c8f2139d8fa req-3157fc66-6ef7-446c-b525-92d3b82306d6 service neutron] Publish callbacks [] for port (953ead63-0e69-4d22-b2b3-ae09ec6491e1), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:03.185389 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [req-ef4e2669-0526-4a4d-b82f-1c8f2139d8fa req-3157fc66-6ef7-446c-b525-92d3b82306d6 service neutron] Transition to ACTIVE for port object 953ead63-0e69-4d22-b2b3-ae09ec6491e1 will not be triggered until provisioned by entity L2. {{(pid=103458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 09:43:03.190177 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0cfe3ae0-242d-4f0f-afb1-2208486b4958 req-046f7aec-66d3-4ea0-849b-21ee2cd83e84 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/security-groups?id=16b0f64d-b0b7-4ff9-a9c2-f8ba8efb7224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761495 May 12 09:43:03.191220 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-ef4e2669-0526-4a4d-b82f-1c8f2139d8fa req-3157fc66-6ef7-446c-b525-92d3b82306d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29192036'] for port (953ead63-0e69-4d22-b2b3-ae09ec6491e1), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:03.242388 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3157fc66-6ef7-446c-b525-92d3b82306d6 service neutron] Pushing event updated for resources: {'Port': ['ID=953ead63-0e69-4d22-b2b3-ae09ec6491e1,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:43:03.296363 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b04555-cdb3-4e12-a4cc-c568e3180912 req-1017a10d-e30f-4246-9225-2dee6f97d8fa tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:03.297989 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e1b04555-cdb3-4e12-a4cc-c568e3180912 req-1017a10d-e30f-4246-9225-2dee6f97d8fa tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.65 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 945 time: 0.0553067 May 12 09:43:03.315698 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-ef4e2669-0526-4a4d-b82f-1c8f2139d8fa req-3157fc66-6ef7-446c-b525-92d3b82306d6 service neutron] Attempting to bind port 953ead63-0e69-4d22-b2b3-ae09ec6491e1 on host hv-cinder-83769 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 09:43:03.316162 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-ef4e2669-0526-4a4d-b82f-1c8f2139d8fa req-3157fc66-6ef7-446c-b525-92d3b82306d6 service neutron] Attempting to bind port 953ead63-0e69-4d22-b2b3-ae09ec6491e1 by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': 'df27dd97-80bd-404b-9020-df3082427427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '157184d7-26b8-47d5-86e0-3945164ff04d'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 09:43:03.316612 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4e2669-0526-4a4d-b82f-1c8f2139d8fa req-3157fc66-6ef7-446c-b525-92d3b82306d6 service neutron] Attempting to bind port 953ead63-0e69-4d22-b2b3-ae09ec6491e1 on network 157184d7-26b8-47d5-86e0-3945164ff04d {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 09:43:03.322391 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4e2669-0526-4a4d-b82f-1c8f2139d8fa req-3157fc66-6ef7-446c-b525-92d3b82306d6 service neutron] Port 953ead63-0e69-4d22-b2b3-ae09ec6491e1 on network 157184d7-26b8-47d5-86e0-3945164ff04d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 09:43:03.322827 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4e2669-0526-4a4d-b82f-1c8f2139d8fa req-3157fc66-6ef7-446c-b525-92d3b82306d6 service neutron] Attempting to bind port 953ead63-0e69-4d22-b2b3-ae09ec6491e1 on network 157184d7-26b8-47d5-86e0-3945164ff04d {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 09:43:03.328510 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4e2669-0526-4a4d-b82f-1c8f2139d8fa req-3157fc66-6ef7-446c-b525-92d3b82306d6 service neutron] Checking agent: {'id': 'cdc2c050-d5b8-41e9-9f41-bf893d522faa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 9, 31, 46), 'started_at': datetime.datetime(2022, 5, 12, 9, 31, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 9, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 09:43:03.329014 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4e2669-0526-4a4d-b82f-1c8f2139d8fa req-3157fc66-6ef7-446c-b525-92d3b82306d6 service neutron] Checking segment: {'id': 'df27dd97-80bd-404b-9020-df3082427427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '157184d7-26b8-47d5-86e0-3945164ff04d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 09:43:03.329481 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4e2669-0526-4a4d-b82f-1c8f2139d8fa req-3157fc66-6ef7-446c-b525-92d3b82306d6 service neutron] Bound using segment: {'id': 'df27dd97-80bd-404b-9020-df3082427427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '157184d7-26b8-47d5-86e0-3945164ff04d'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 09:43:03.330596 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-ef4e2669-0526-4a4d-b82f-1c8f2139d8fa req-3157fc66-6ef7-446c-b525-92d3b82306d6 service neutron] Bound port: 953ead63-0e69-4d22-b2b3-ae09ec6491e1, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df27dd97-80bd-404b-9020-df3082427427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '157184d7-26b8-47d5-86e0-3945164ff04d'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 09:43:03.330596 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-ef4e2669-0526-4a4d-b82f-1c8f2139d8fa req-3157fc66-6ef7-446c-b525-92d3b82306d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (953ead63-0e69-4d22-b2b3-ae09ec6491e1), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:03.388784 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-e1b04555-cdb3-4e12-a4cc-c568e3180912 req-c5ee451e-7be0-4307-9a3c-62fa29e4f68f tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Deleting port 35189b62-b72a-41d7-be6e-95a6288505a1 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 09:43:03.389234 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e1b04555-cdb3-4e12-a4cc-c568e3180912 req-c5ee451e-7be0-4307-9a3c-62fa29e4f68f tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740344431333'] for port (35189b62-b72a-41d7-be6e-95a6288505a1), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:03.404575 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-ef4e2669-0526-4a4d-b82f-1c8f2139d8fa req-3157fc66-6ef7-446c-b525-92d3b82306d6 service neutron] For port 953ead63-0e69-4d22-b2b3-ae09ec6491e1, host hv-cinder-83769, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 09:43:03.407988 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-ef4e2669-0526-4a4d-b82f-1c8f2139d8fa req-3157fc66-6ef7-446c-b525-92d3b82306d6 service neutron] For port 953ead63-0e69-4d22-b2b3-ae09ec6491e1, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=953ead63-0e69-4d22-b2b3-ae09ec6491e1,segment=NetworkSegment(df27dd97-80bd-404b-9020-df3082427427),segment_id=df27dd97-80bd-404b-9020-df3082427427)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 09:43:03.416579 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-ef4e2669-0526-4a4d-b82f-1c8f2139d8fa req-3157fc66-6ef7-446c-b525-92d3b82306d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29192036'] for port (953ead63-0e69-4d22-b2b3-ae09ec6491e1), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:03.457684 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e2669-0526-4a4d-b82f-1c8f2139d8fa req-3157fc66-6ef7-446c-b525-92d3b82306d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:03.458989 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-ef4e2669-0526-4a4d-b82f-1c8f2139d8fa req-3157fc66-6ef7-446c-b525-92d3b82306d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:03.459674 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ef4e2669-0526-4a4d-b82f-1c8f2139d8fa req-3157fc66-6ef7-446c-b525-92d3b82306d6 service neutron] 10.222.0.65 "PUT /v2.0/ports/953ead63-0e69-4d22-b2b3-ae09ec6491e1 HTTP/1.1" status: 200 len: 1093 time: 0.7358527 May 12 09:43:03.460169 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c8cb5b3-daa4-417d-807d-1f8c8d2bd7fa', 'tag': '953ead63-0e69-4d22-b2b3-ae09ec6491e1'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:43:03.468495 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c5c35592cdadc16d94e4e59e173057c198c772a9b1006d4fd44537c4a2e10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d762aa-8e46-44bb-8c15-670d93438425" -d '{"events": [{"name": "network-changed", "server_uuid": "1c8cb5b3-daa4-417d-807d-1f8c8d2bd7fa", "tag": "953ead63-0e69-4d22-b2b3-ae09ec6491e1"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:43:03.492096 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-e1b04555-cdb3-4e12-a4cc-c568e3180912 req-c5ee451e-7be0-4307-9a3c-62fa29e4f68f tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] For port 35189b62-b72a-41d7-be6e-95a6288505a1, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=35189b62-b72a-41d7-be6e-95a6288505a1,segment=NetworkSegment(b7b112db-1c39-45b7-a4f2-e3b93d061a40),segment_id=b7b112db-1c39-45b7-a4f2-e3b93d061a40)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:43:03.492388 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e1b04555-cdb3-4e12-a4cc-c568e3180912 req-c5ee451e-7be0-4307-9a3c-62fa29e4f68f tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799057'] for port (35189b62-b72a-41d7-be6e-95a6288505a1), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:03.508599 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-e1b04555-cdb3-4e12-a4cc-c568e3180912 req-c5ee451e-7be0-4307-9a3c-62fa29e4f68f tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Calling delete_port for 35189b62-b72a-41d7-be6e-95a6288505a1 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 09:43:03.558968 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 09:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80abba00-f450-4b2f-a6c1-249825b85516 x-openstack-request-id: req-80abba00-f450-4b2f-a6c1-249825b85516 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:43:03.559260 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c8cb5b3-daa4-417d-807d-1f8c8d2bd7fa", "tag": "953ead63-0e69-4d22-b2b3-ae09ec6491e1", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:43:03.559518 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-80abba00-f450-4b2f-a6c1-249825b85516 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:43:03.559906 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80abba00-f450-4b2f-a6c1-249825b85516'] response: {'name': 'network-changed', 'server_uuid': '1c8cb5b3-daa4-417d-807d-1f8c8d2bd7fa', 'tag': '953ead63-0e69-4d22-b2b3-ae09ec6491e1', 'status': 'completed', 'code': 200} May 12 09:43:03.561600 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3157fc66-6ef7-446c-b525-92d3b82306d6 service neutron] Pushing event updated for resources: {'Port': ['ID=953ead63-0e69-4d22-b2b3-ae09ec6491e1,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:43:03.614300 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed406f77-5421-42a7-acc3-a3e0ec301879 req-24686ddf-25e4-4adf-9c1d-10b150b8d3a5 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:03.616061 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ed406f77-5421-42a7-acc3-a3e0ec301879 req-24686ddf-25e4-4adf-9c1d-10b150b8d3a5 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d9ed2f-fe3d-46fc-a250-33724264ef93 HTTP/1.1" status: 200 len: 945 time: 0.1624649 May 12 09:43:03.620077 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e2669-0526-4a4d-b82f-1c8f2139d8fa req-0f056592-29fb-4134-8bb7-f28affd7f8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:03.621625 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ef4e2669-0526-4a4d-b82f-1c8f2139d8fa req-0f056592-29fb-4134-8bb7-f28affd7f8e9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=da5b9f41ad6b4506872df6cb86ae9f73&device_id=1c8cb5b3-daa4-417d-807d-1f8c8d2bd7fa HTTP/1.1" status: 200 len: 1127 time: 0.0756433 May 12 09:43:03.658568 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e1b04555-cdb3-4e12-a4cc-c568e3180912 req-c5ee451e-7be0-4307-9a3c-62fa29e4f68f tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740344441209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740344012629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28491394'] for port (35189b62-b72a-41d7-be6e-95a6288505a1), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:03.679226 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ef4e2669-0526-4a4d-b82f-1c8f2139d8fa req-558bf40b-282c-4000-ba85-4d6d583882c4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=953ead63-0e69-4d22-b2b3-ae09ec6491e1 HTTP/1.1" status: 200 len: 217 time: 0.0422328 May 12 09:43:03.689421 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ee451e-7be0-4307-9a3c-62fa29e4f68f tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Pushing event deleted for resources: {'Port': ['ID=35189b62-b72a-41d7-be6e-95a6288505a1,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:43:03.702203 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] get_ports_and_sgs() called for port_ids ['d8e31c88-6d60-467b-8eec-0d8851da1ced'] {{(pid=103459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 09:43:03.733273 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ed406f77-5421-42a7-acc3-a3e0ec301879 req-b0c96008-af10-4bcb-858e-0eea4616282a tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106148 May 12 09:43:03.744814 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1b04555-cdb3-4e12-a4cc-c568e3180912 req-c5ee451e-7be0-4307-9a3c-62fa29e4f68f tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] No DVR routers for this DVR port 35189b62-b72a-41d7-be6e-95a6288505a1 on host hv-cinder-83769 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 09:43:03.747570 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e1b04555-cdb3-4e12-a4cc-c568e3180912 req-c5ee451e-7be0-4307-9a3c-62fa29e4f68f tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:03.750931 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e1b04555-cdb3-4e12-a4cc-c568e3180912 req-c5ee451e-7be0-4307-9a3c-62fa29e4f68f tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.65 "DELETE /v2.0/ports/35189b62-b72a-41d7-be6e-95a6288505a1 HTTP/1.1" status: 204 len: 173 time: 0.4475009 May 12 09:43:03.751486 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53d9ed2f-fe3d-46fc-a250-33724264ef93', 'name': 'network-vif-deleted', 'tag': '35189b62-b72a-41d7-be6e-95a6288505a1'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:43:03.754787 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ab44c22d40f7c005d262e262c3a77426c373d0f7a848e933746c3cdedb51eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2089f5f-203f-4393-874d-7e96bbd6cd3c" -d '{"events": [{"server_uuid": "53d9ed2f-fe3d-46fc-a250-33724264ef93", "name": "network-vif-deleted", "tag": "35189b62-b72a-41d7-be6e-95a6288505a1"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:43:03.760332 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e2669-0526-4a4d-b82f-1c8f2139d8fa req-d1e2cf69-2588-4605-98b5-a226c316db90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:03.761857 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ef4e2669-0526-4a4d-b82f-1c8f2139d8fa req-d1e2cf69-2588-4605-98b5-a226c316db90 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dc5a5cf9-5b7a-426c-931b-02b56a7bf3f3 HTTP/1.1" status: 200 len: 849 time: 0.0744760 May 12 09:43:03.803511 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 09:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ecc3510-757a-4ec8-a20f-78a198837b31 x-openstack-request-id: req-6ecc3510-757a-4ec8-a20f-78a198837b31 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:43:03.803921 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53d9ed2f-fe3d-46fc-a250-33724264ef93", "name": "network-vif-deleted", "tag": "35189b62-b72a-41d7-be6e-95a6288505a1", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:43:03.804177 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6ecc3510-757a-4ec8-a20f-78a198837b31 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:43:03.804578 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ecc3510-757a-4ec8-a20f-78a198837b31'] response: {'server_uuid': '53d9ed2f-fe3d-46fc-a250-33724264ef93', 'name': 'network-vif-deleted', 'tag': '35189b62-b72a-41d7-be6e-95a6288505a1', 'status': 'completed', 'code': 200} May 12 09:43:03.818282 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e2669-0526-4a4d-b82f-1c8f2139d8fa req-fdffdac8-4ce6-419a-876a-4bb91b2e9e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:03.819801 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ef4e2669-0526-4a4d-b82f-1c8f2139d8fa req-fdffdac8-4ce6-419a-876a-4bb91b2e9e8b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=157184d7-26b8-47d5-86e0-3945164ff04d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0515501 May 12 09:43:03.932507 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ef4e2669-0526-4a4d-b82f-1c8f2139d8fa req-8a126b0f-dcb0-4748-88e5-fa99842cc762 service neutron] 10.222.0.65 "GET /v2.0/networks/157184d7-26b8-47d5-86e0-3945164ff04d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887449 May 12 09:43:04.276927 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ef4e2669-0526-4a4d-b82f-1c8f2139d8fa req-52020fa5-22b9-40ef-b072-9448ea8a1ec0 service neutron] 10.222.0.65 "GET /v2.0/networks/157184d7-26b8-47d5-86e0-3945164ff04d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985181 May 12 09:43:04.310841 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5710f32-8d36-4631-b63e-3e3ea69b0c6b req-81cdec88-49cb-4393-b60d-e373effe0b4f tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:04.312248 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a5710f32-8d36-4631-b63e-3e3ea69b0c6b req-81cdec88-49cb-4393-b60d-e373effe0b4f tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c8cb5b3-daa4-417d-807d-1f8c8d2bd7fa HTTP/1.1" status: 200 len: 943 time: 0.0503190 May 12 09:43:04.360691 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a5710f32-8d36-4631-b63e-3e3ea69b0c6b req-f2c8c7d3-d8f9-41d2-a924-d9d4ad4ca80d tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/security-groups?id=16b0f64d-b0b7-4ff9-a9c2-f8ba8efb7224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415421 May 12 09:43:05.005337 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b62623-439c-4aa6-ada6-d9c712ac7922 req-69658757-e88a-49f5-81a8-bae8aca09f66 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:05.006787 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d4b62623-439c-4aa6-ada6-d9c712ac7922 req-69658757-e88a-49f5-81a8-bae8aca09f66 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ed911f6-afdf-49e6-9897-e51a903b7680 HTTP/1.1" status: 200 len: 946 time: 0.0448887 May 12 09:43:05.056310 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d4b62623-439c-4aa6-ada6-d9c712ac7922 req-d2803bf4-e8e2-4e40-b409-d0322fc30a9c tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437257 May 12 09:43:05.451258 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device 35189b62-b72a-41d7-be6e-95a6288505a1 no longer exists at agent hyperv_hv-cinder-83769 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 09:43:05.471934 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] No Port match for: 35189b62-b72a-41d7-be6e-95a6288505a1 {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 09:43:05.472365 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device 35189b62-b72a-41d7-be6e-95a6288505a1 not bound to the agent host hv-cinder-83769 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 09:43:05.473467 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c22ed-1136-4d37-97b4-307b1e342397 req-2334ff06-bbb6-4aab-8a89-960422ce2ee0 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:05.475050 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c52c22ed-1136-4d37-97b4-307b1e342397 req-2334ff06-bbb6-4aab-8a89-960422ce2ee0 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c8cb5b3-daa4-417d-807d-1f8c8d2bd7fa HTTP/1.1" status: 200 len: 943 time: 0.0458927 May 12 09:43:05.521202 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c52c22ed-1136-4d37-97b4-307b1e342397 req-6297e5cf-0b1c-40fb-97fd-e851a0579adc tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/security-groups?id=16b0f64d-b0b7-4ff9-a9c2-f8ba8efb7224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403876 May 12 09:43:06.166827 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d3aca-d99c-420b-80b9-22170fa739c8 req-dc3f8082-6100-4808-b5d8-8d3a37b6231c tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:06.168281 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-326d3aca-d99c-420b-80b9-22170fa739c8 req-dc3f8082-6100-4808-b5d8-8d3a37b6231c tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ed911f6-afdf-49e6-9897-e51a903b7680 HTTP/1.1" status: 200 len: 946 time: 0.0458882 May 12 09:43:06.213327 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-326d3aca-d99c-420b-80b9-22170fa739c8 req-23e60c96-ff2d-4277-93c6-104b15956f64 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394192 May 12 09:43:06.794573 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcdc129-745f-48df-8c8e-3d1ba6fd0dea req-cd570654-bcfc-4b7c-9653-3017f37ff687 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:06.796018 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2bcdc129-745f-48df-8c8e-3d1ba6fd0dea req-cd570654-bcfc-4b7c-9653-3017f37ff687 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c8cb5b3-daa4-417d-807d-1f8c8d2bd7fa HTTP/1.1" status: 200 len: 943 time: 0.0494702 May 12 09:43:06.841502 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2bcdc129-745f-48df-8c8e-3d1ba6fd0dea req-9e8d0fe8-0fb8-4dc4-9437-d3d748e98a6e tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/security-groups?id=16b0f64d-b0b7-4ff9-a9c2-f8ba8efb7224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399146 May 12 09:43:07.118841 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d762aa-8e46-44bb-8c15-670d93438425 req-e223119d-477b-4740-8f06-7e936fe48039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:07.120299 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-89d762aa-8e46-44bb-8c15-670d93438425 req-e223119d-477b-4740-8f06-7e936fe48039 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=da5b9f41ad6b4506872df6cb86ae9f73&device_id=1c8cb5b3-daa4-417d-807d-1f8c8d2bd7fa HTTP/1.1" status: 200 len: 1127 time: 0.0378139 May 12 09:43:07.214846 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d762aa-8e46-44bb-8c15-670d93438425 req-32ea70f4-1f6e-46d2-aaf2-ff4850f549fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:07.216306 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-89d762aa-8e46-44bb-8c15-670d93438425 req-32ea70f4-1f6e-46d2-aaf2-ff4850f549fc service neutron] 10.222.0.65 "GET /v2.0/networks?id=157184d7-26b8-47d5-86e0-3945164ff04d HTTP/1.1" status: 200 len: 911 time: 0.0892980 May 12 09:43:07.257760 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-89d762aa-8e46-44bb-8c15-670d93438425 req-7c63207d-0bca-4482-9e63-badeb1865768 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=953ead63-0e69-4d22-b2b3-ae09ec6491e1 HTTP/1.1" status: 200 len: 217 time: 0.0350204 May 12 09:43:07.337139 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d762aa-8e46-44bb-8c15-670d93438425 req-d3324f9c-348f-4fc1-ab89-772ecf40b680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:07.338590 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-89d762aa-8e46-44bb-8c15-670d93438425 req-d3324f9c-348f-4fc1-ab89-772ecf40b680 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dc5a5cf9-5b7a-426c-931b-02b56a7bf3f3 HTTP/1.1" status: 200 len: 849 time: 0.0743568 May 12 09:43:07.346346 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7f554-1f91-444e-a088-bd3f9e0e16a9 req-7128ca84-5fd5-4066-9e38-cfb03c7649c9 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:07.347705 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ebc7f554-1f91-444e-a088-bd3f9e0e16a9 req-7128ca84-5fd5-4066-9e38-cfb03c7649c9 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ed911f6-afdf-49e6-9897-e51a903b7680 HTTP/1.1" status: 200 len: 946 time: 0.0590439 May 12 09:43:07.398366 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d762aa-8e46-44bb-8c15-670d93438425 req-92645dd9-0802-45ad-8d4b-a4fb81cfc41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:07.399743 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-89d762aa-8e46-44bb-8c15-670d93438425 req-92645dd9-0802-45ad-8d4b-a4fb81cfc41e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=157184d7-26b8-47d5-86e0-3945164ff04d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511916 May 12 09:43:07.435224 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ebc7f554-1f91-444e-a088-bd3f9e0e16a9 req-b19728d7-72f0-43e9-adaf-41071f2f8448 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/security-groups?id=d718c176-d49e-4cb0-a59c-6b852f34079d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794671 May 12 09:43:07.449270 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device 953ead63-0e69-4d22-b2b3-ae09ec6491e1 details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=103459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 09:43:07.510286 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-89d762aa-8e46-44bb-8c15-670d93438425 req-45cb4709-11e0-4486-b4f1-3d4cecfa0b74 service neutron] 10.222.0.65 "GET /v2.0/networks/157184d7-26b8-47d5-86e0-3945164ff04d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004226 May 12 09:43:07.552207 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] For port 953ead63-0e69-4d22-b2b3-ae09ec6491e1, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=953ead63-0e69-4d22-b2b3-ae09ec6491e1,segment=NetworkSegment(df27dd97-80bd-404b-9020-df3082427427),segment_id=df27dd97-80bd-404b-9020-df3082427427)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:43:07.563409 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Returning: {'device': '953ead63-0e69-4d22-b2b3-ae09ec6491e1', 'network_id': '157184d7-26b8-47d5-86e0-3945164ff04d', 'port_id': '953ead63-0e69-4d22-b2b3-ae09ec6491e1', 'mac_address': 'fa:16:3e:e5:9d:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc5a5cf9-5b7a-426c-931b-02b56a7bf3f3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 09:43:07.602193 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Current status of the port 953ead63-0e69-4d22-b2b3-ae09ec6491e1 is: DOWN; New status is: BUILD {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:43:07.602578 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (953ead63-0e69-4d22-b2b3-ae09ec6491e1), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:07.604250 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-89d762aa-8e46-44bb-8c15-670d93438425 req-46f62f3f-6a36-4492-913d-cf2fa11f1cbb service neutron] 10.222.0.65 "GET /v2.0/networks/157184d7-26b8-47d5-86e0-3945164ff04d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876334 May 12 09:43:07.615721 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 953ead63-0e69-4d22-b2b3-ae09ec6491e1 {{(pid=103459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 09:43:07.634506 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] For port 953ead63-0e69-4d22-b2b3-ae09ec6491e1, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=953ead63-0e69-4d22-b2b3-ae09ec6491e1,segment=NetworkSegment(df27dd97-80bd-404b-9020-df3082427427),segment_id=df27dd97-80bd-404b-9020-df3082427427)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:43:07.638378 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (953ead63-0e69-4d22-b2b3-ae09ec6491e1), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:07.687647 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Pushing event updated for resources: {'Port': ['ID=953ead63-0e69-4d22-b2b3-ae09ec6491e1,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:43:07.977403 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2495de-ea5c-4984-aa34-62bb3d0faaa5 req-9e022f87-4c63-4e1b-b342-2f1c01748f81 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:07.978885 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5f2495de-ea5c-4984-aa34-62bb3d0faaa5 req-9e022f87-4c63-4e1b-b342-2f1c01748f81 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c8cb5b3-daa4-417d-807d-1f8c8d2bd7fa HTTP/1.1" status: 200 len: 944 time: 0.0724583 May 12 09:43:08.005261 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6071909-4fc9-4e2d-a24b-5197427e783f req-db10e5ec-3ff4-4140-9903-83bcfcdea1f6 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:08.006655 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f6071909-4fc9-4e2d-a24b-5197427e783f req-db10e5ec-3ff4-4140-9903-83bcfcdea1f6 tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ed911f6-afdf-49e6-9897-e51a903b7680 HTTP/1.1" status: 200 len: 946 time: 0.0725558 May 12 09:43:08.063723 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5f2495de-ea5c-4984-aa34-62bb3d0faaa5 req-e0093c7a-ee75-4dbb-90ad-12ad02029d01 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/security-groups?id=16b0f64d-b0b7-4ff9-a9c2-f8ba8efb7224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793302 May 12 09:43:08.107156 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [req-f6071909-4fc9-4e2d-a24b-5197427e783f req-2cf257c7-99bb-4bdf-b8dd-2c460fd7524a tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Deleting port d8e31c88-6d60-467b-8eec-0d8851da1ced {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 09:43:08.107495 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-f6071909-4fc9-4e2d-a24b-5197427e783f req-2cf257c7-99bb-4bdf-b8dd-2c460fd7524a tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740344431333'] for port (d8e31c88-6d60-467b-8eec-0d8851da1ced), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:08.195847 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-f6071909-4fc9-4e2d-a24b-5197427e783f req-2cf257c7-99bb-4bdf-b8dd-2c460fd7524a tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] For port d8e31c88-6d60-467b-8eec-0d8851da1ced, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=d8e31c88-6d60-467b-8eec-0d8851da1ced,segment=NetworkSegment(b7b112db-1c39-45b7-a4f2-e3b93d061a40),segment_id=b7b112db-1c39-45b7-a4f2-e3b93d061a40)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:43:08.196212 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-f6071909-4fc9-4e2d-a24b-5197427e783f req-2cf257c7-99bb-4bdf-b8dd-2c460fd7524a tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799057'] for port (d8e31c88-6d60-467b-8eec-0d8851da1ced), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:08.210064 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [req-f6071909-4fc9-4e2d-a24b-5197427e783f req-2cf257c7-99bb-4bdf-b8dd-2c460fd7524a tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Calling delete_port for d8e31c88-6d60-467b-8eec-0d8851da1ced owned by compute:nova {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 09:43:08.239631 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] get_ports_and_sgs() called for port_ids ['953ead63-0e69-4d22-b2b3-ae09ec6491e1'] {{(pid=103459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 09:43:08.338767 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-f6071909-4fc9-4e2d-a24b-5197427e783f req-2cf257c7-99bb-4bdf-b8dd-2c460fd7524a tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740344441209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740344012629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29192019'] for port (d8e31c88-6d60-467b-8eec-0d8851da1ced), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:08.366869 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf257c7-99bb-4bdf-b8dd-2c460fd7524a tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Pushing event deleted for resources: {'Port': ['ID=d8e31c88-6d60-467b-8eec-0d8851da1ced,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:43:08.373069 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] get_ports_and_sgs() called for port_ids ['d8e31c88-6d60-467b-8eec-0d8851da1ced'] {{(pid=103459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 09:43:08.398226 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf257c7-99bb-4bdf-b8dd-2c460fd7524a tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:43:08.398578 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf257c7-99bb-4bdf-b8dd-2c460fd7524a tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:43:08.398917 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf257c7-99bb-4bdf-b8dd-2c460fd7524a tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:43:08.399248 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf257c7-99bb-4bdf-b8dd-2c460fd7524a tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:43:08.399577 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf257c7-99bb-4bdf-b8dd-2c460fd7524a tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:43:08.399904 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf257c7-99bb-4bdf-b8dd-2c460fd7524a tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:43:08.400959 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf257c7-99bb-4bdf-b8dd-2c460fd7524a tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:43:08.401293 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf257c7-99bb-4bdf-b8dd-2c460fd7524a tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:43:08.401620 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf257c7-99bb-4bdf-b8dd-2c460fd7524a tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:43:08.401965 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf257c7-99bb-4bdf-b8dd-2c460fd7524a tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:43:08.402288 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf257c7-99bb-4bdf-b8dd-2c460fd7524a tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:43:08.402607 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf257c7-99bb-4bdf-b8dd-2c460fd7524a tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:43:08.402926 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf257c7-99bb-4bdf-b8dd-2c460fd7524a tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:43:08.403242 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf257c7-99bb-4bdf-b8dd-2c460fd7524a tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:43:08.403557 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf257c7-99bb-4bdf-b8dd-2c460fd7524a tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:43:08.426680 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6071909-4fc9-4e2d-a24b-5197427e783f req-2cf257c7-99bb-4bdf-b8dd-2c460fd7524a tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] No DVR routers for this DVR port d8e31c88-6d60-467b-8eec-0d8851da1ced on host hv-cinder-83769 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 09:43:08.429394 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-f6071909-4fc9-4e2d-a24b-5197427e783f req-2cf257c7-99bb-4bdf-b8dd-2c460fd7524a tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:08.432977 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f6071909-4fc9-4e2d-a24b-5197427e783f req-2cf257c7-99bb-4bdf-b8dd-2c460fd7524a tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.65 "DELETE /v2.0/ports/d8e31c88-6d60-467b-8eec-0d8851da1ced HTTP/1.1" status: 204 len: 173 time: 0.4200041 May 12 09:43:08.433704 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ed911f6-afdf-49e6-9897-e51a903b7680', 'name': 'network-vif-deleted', 'tag': 'd8e31c88-6d60-467b-8eec-0d8851da1ced'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:43:08.436222 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c5c35592cdadc16d94e4e59e173057c198c772a9b1006d4fd44537c4a2e10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d157b28-3c5a-4c98-8f20-422d6742e670" -d '{"events": [{"server_uuid": "4ed911f6-afdf-49e6-9897-e51a903b7680", "name": "network-vif-deleted", "tag": "d8e31c88-6d60-467b-8eec-0d8851da1ced"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:43:08.478285 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 09:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9681528a-194f-4c54-b972-ed80f662806d x-openstack-request-id: req-9681528a-194f-4c54-b972-ed80f662806d {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:43:08.478570 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ed911f6-afdf-49e6-9897-e51a903b7680", "name": "network-vif-deleted", "tag": "d8e31c88-6d60-467b-8eec-0d8851da1ced", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:43:08.478822 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9681528a-194f-4c54-b972-ed80f662806d {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:43:08.479219 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9681528a-194f-4c54-b972-ed80f662806d'] response: {'server_uuid': '4ed911f6-afdf-49e6-9897-e51a903b7680', 'name': 'network-vif-deleted', 'tag': 'd8e31c88-6d60-467b-8eec-0d8851da1ced', 'status': 'completed', 'code': 200} May 12 09:43:08.536070 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-69cf1ec5-9eaa-4195-befc-41b928fe947c req-76526ae8-70e5-4cfe-9122-0af4144bfd9a tempest-ServerRescueNegativeTestJSON-895700050 tempest-ServerRescueNegativeTestJSON-895700050-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ed911f6-afdf-49e6-9897-e51a903b7680 HTTP/1.1" status: 200 len: 210 time: 0.0308311 May 12 09:43:09.178384 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609aa6a8-3787-4cb1-9b8d-bf6a93411112 req-40f42717-e9a0-4da4-a2fa-f8e6e129a337 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:09.180529 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-609aa6a8-3787-4cb1-9b8d-bf6a93411112 req-40f42717-e9a0-4da4-a2fa-f8e6e129a337 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c8cb5b3-daa4-417d-807d-1f8c8d2bd7fa HTTP/1.1" status: 200 len: 944 time: 0.0471046 May 12 09:43:09.225992 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-609aa6a8-3787-4cb1-9b8d-bf6a93411112 req-60cca060-834f-415f-8923-346af3877ce2 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/security-groups?id=16b0f64d-b0b7-4ff9-a9c2-f8ba8efb7224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405891 May 12 09:43:09.543378 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device 953ead63-0e69-4d22-b2b3-ae09ec6491e1 up at agent hyperv_hv-cinder-83769 {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 09:43:09.589673 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Provisioning for port 953ead63-0e69-4d22-b2b3-ae09ec6491e1 completed by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 09:43:09.592852 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 42186) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:43:09.596564 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Provisioning complete for port 953ead63-0e69-4d22-b2b3-ae09ec6491e1 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:43:09.597136 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (953ead63-0e69-4d22-b2b3-ae09ec6491e1), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:09.675169 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Current status of the port 953ead63-0e69-4d22-b2b3-ae09ec6491e1 is: BUILD; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:43:09.675590 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (953ead63-0e69-4d22-b2b3-ae09ec6491e1), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:09.700860 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c8cb5b3-daa4-417d-807d-1f8c8d2bd7fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '953ead63-0e69-4d22-b2b3-ae09ec6491e1'}] {{(pid=103459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:43:09.703358 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86b47e387812c2b24e7094e641fb8cdf00e205bc2b1299b72670831d9f7cf680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6fc635-fdbb-46c6-9e28-6c4754bba1de" -d '{"events": [{"server_uuid": "1c8cb5b3-daa4-417d-807d-1f8c8d2bd7fa", "name": "network-vif-plugged", "status": "completed", "tag": "953ead63-0e69-4d22-b2b3-ae09ec6491e1"}]}' {{(pid=103459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:43:09.720521 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] For port 953ead63-0e69-4d22-b2b3-ae09ec6491e1, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=953ead63-0e69-4d22-b2b3-ae09ec6491e1,segment=NetworkSegment(df27dd97-80bd-404b-9020-df3082427427),segment_id=df27dd97-80bd-404b-9020-df3082427427)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:43:09.724641 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (953ead63-0e69-4d22-b2b3-ae09ec6491e1), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:09.725590 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device d8e31c88-6d60-467b-8eec-0d8851da1ced no longer exists at agent hyperv_hv-cinder-83769 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 09:43:09.748992 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 09:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da5c17e6-4765-4fe8-aae8-8345211de73a x-openstack-request-id: req-da5c17e6-4765-4fe8-aae8-8345211de73a {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:43:09.749285 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c8cb5b3-daa4-417d-807d-1f8c8d2bd7fa", "name": "network-vif-plugged", "status": "completed", "tag": "953ead63-0e69-4d22-b2b3-ae09ec6491e1", "code": 200}]} {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:43:09.749536 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-da5c17e6-4765-4fe8-aae8-8345211de73a {{(pid=103459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:43:09.749951 dv-cinder-837699-5-iscsi neutron-server[103459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da5c17e6-4765-4fe8-aae8-8345211de73a'] response: {'server_uuid': '1c8cb5b3-daa4-417d-807d-1f8c8d2bd7fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '953ead63-0e69-4d22-b2b3-ae09ec6491e1', 'code': 200} May 12 09:43:09.767871 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] No Port match for: d8e31c88-6d60-467b-8eec-0d8851da1ced {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 09:43:09.768249 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device d8e31c88-6d60-467b-8eec-0d8851da1ced not bound to the agent host hv-cinder-83769 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 09:43:09.793124 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Pushing event updated for resources: {'Port': ['ID=953ead63-0e69-4d22-b2b3-ae09ec6491e1,revision_number=5']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:43:09.962819 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d39d6b1-fbc3-485f-afe6-809ac3ff2de4 req-40780e1e-a679-414c-972b-76b7bfcd9797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:09.964182 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9d39d6b1-fbc3-485f-afe6-809ac3ff2de4 req-40780e1e-a679-414c-972b-76b7bfcd9797 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1c8cb5b3-daa4-417d-807d-1f8c8d2bd7fa HTTP/1.1" status: 200 len: 1129 time: 0.0581844 May 12 09:43:10.117119 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9d39d6b1-fbc3-485f-afe6-809ac3ff2de4 req-fa944d44-2d79-4f67-9742-4a3ab9dd9dc7 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=16b0f64d-b0b7-4ff9-a9c2-f8ba8efb7224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463709 May 12 09:43:10.410251 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1bfc581a-774a-43c9-9b4f-728732c9e53f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799259'] for router_interface (570d9e20-7314-401c-9272-bd8b431bcad6), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:10.477784 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdc45ec-735f-4388-8c63-5fabbadc484e req-5049a0f8-f83d-46ce-8df4-8265d7bd2ca8 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:10.479251 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8fdc45ec-735f-4388-8c63-5fabbadc484e req-5049a0f8-f83d-46ce-8df4-8265d7bd2ca8 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c8cb5b3-daa4-417d-807d-1f8c8d2bd7fa HTTP/1.1" status: 200 len: 945 time: 0.0890861 May 12 09:43:10.567070 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8fdc45ec-735f-4388-8c63-5fabbadc484e req-6f4e4546-1ee3-48a0-b5af-8273b477ad05 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/security-groups?id=16b0f64d-b0b7-4ff9-a9c2-f8ba8efb7224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798004 May 12 09:43:10.745364 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-1bfc581a-774a-43c9-9b4f-728732c9e53f admin admin] Deleting port 97c088ed-f6af-4784-b065-f774bd7264fa {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 09:43:10.745704 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1bfc581a-774a-43c9-9b4f-728732c9e53f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740344431333'] for port (97c088ed-f6af-4784-b065-f774bd7264fa), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:10.821392 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-1bfc581a-774a-43c9-9b4f-728732c9e53f admin admin] For port 97c088ed-f6af-4784-b065-f774bd7264fa, host dv-cinder-837699-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=97c088ed-f6af-4784-b065-f774bd7264fa,segment=NetworkSegment(b7b112db-1c39-45b7-a4f2-e3b93d061a40),segment_id=b7b112db-1c39-45b7-a4f2-e3b93d061a40)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:43:10.821752 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1bfc581a-774a-43c9-9b4f-728732c9e53f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799057'] for port (97c088ed-f6af-4784-b065-f774bd7264fa), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:10.837883 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-1bfc581a-774a-43c9-9b4f-728732c9e53f admin admin] Calling delete_port for 97c088ed-f6af-4784-b065-f774bd7264fa owned by network:router_interface {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 09:43:11.013808 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1bfc581a-774a-43c9-9b4f-728732c9e53f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740344441209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740344012629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29192019'] for port (97c088ed-f6af-4784-b065-f774bd7264fa), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:11.036794 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfc581a-774a-43c9-9b4f-728732c9e53f admin admin] Pushing event deleted for resources: {'Port': ['ID=97c088ed-f6af-4784-b065-f774bd7264fa,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:43:11.207734 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1bfc581a-774a-43c9-9b4f-728732c9e53f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3701444'] for router_interface (570d9e20-7314-401c-9272-bd8b431bcad6), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:11.427570 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bfc581a-774a-43c9-9b4f-728732c9e53f admin admin] Router 570d9e20-7314-401c-9272-bd8b431bcad6 has already been hosted by L3 agent 8db92903-2544-41c2-b919-def82c43c97a {{(pid=103458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 09:43:11.533415 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bfc581a-774a-43c9-9b4f-728732c9e53f admin admin] Notify agent at l3_agent.dv-cinder-837699-5-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 09:43:11.538781 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-1bfc581a-774a-43c9-9b4f-728732c9e53f admin admin] 10.222.0.60 "PUT /v2.0/routers/570d9e20-7314-401c-9272-bd8b431bcad6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9448521 May 12 09:43:11.541390 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 42194) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:43:11.547735 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a684715-7032-46a2-9ba7-57e61883ed00 None None] Sync routers for ids ['570d9e20-7314-401c-9272-bd8b431bcad6'] in dv-cinder-837699-5-iscsi {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 09:43:11.557576 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a684715-7032-46a2-9ba7-57e61883ed00 None None] Routers {'570d9e20-7314-401c-9272-bd8b431bcad6'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:43:11.558364 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-7a684715-7032-46a2-9ba7-57e61883ed00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:42:52Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['570d9e20-7314-401c-9272-bd8b431bcad6'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:43:11.669419 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-7a684715-7032-46a2-9ba7-57e61883ed00 None None] Set router 570d9e20-7314-401c-9272-bd8b431bcad6 gateway port host: dv-cinder-837699-5-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:43:11.702698 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020fac88-87f6-4fbe-a0a6-5fd17b86c123 req-e8e0ba71-ed20-4a73-9516-50fa2bd873ff tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:11.704088 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-020fac88-87f6-4fbe-a0a6-5fd17b86c123 req-e8e0ba71-ed20-4a73-9516-50fa2bd873ff tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c8cb5b3-daa4-417d-807d-1f8c8d2bd7fa HTTP/1.1" status: 200 len: 945 time: 0.0564167 May 12 09:43:11.705297 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c4489325-332b-4786-acca-8eddd47ac956 admin admin] Publish callbacks [] for router (570d9e20-7314-401c-9272-bd8b431bcad6), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:11.828640 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-020fac88-87f6-4fbe-a0a6-5fd17b86c123 req-9838b241-fcf2-459d-b69b-c47b9b85c0e5 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/security-groups?id=16b0f64d-b0b7-4ff9-a9c2-f8ba8efb7224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799108 May 12 09:43:11.840651 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-7a684715-7032-46a2-9ba7-57e61883ed00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570d9e20-7314-401c-9272-bd8b431bcad6', 'name': 'tempest-ServerRescueNegativeTestJSON-803505975-router', 'tenant_id': 'c54669eadc784d4aac5d1a40d18858b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'd404145d-bce6-4028-b3fb-2af9b5d03c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:33:47Z', 'updated_at': '2022-05-12T09:43:10Z', 'revision_number': 5, 'project_id': 'c54669eadc784d4aac5d1a40d18858b1', 'gw_port': {'id': 'd404145d-bce6-4028-b3fb-2af9b5d03c34', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570d9e20-7314-401c-9272-bd8b431bcad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:48Z', 'updated_at': '2022-05-12T09:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi'}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:43:11.852379 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c4489325-332b-4786-acca-8eddd47ac956 admin admin] Publish callbacks [] for router_gateway (570d9e20-7314-401c-9272-bd8b431bcad6), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:11.870890 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a684715-7032-46a2-9ba7-57e61883ed00 None None] Checking router: 570d9e20-7314-401c-9272-bd8b431bcad6 for host: dv-cinder-837699-5-iscsi {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 09:43:11.880560 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a684715-7032-46a2-9ba7-57e61883ed00 None None] Routers {'570d9e20-7314-401c-9272-bd8b431bcad6'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:43:11.881159 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-7a684715-7032-46a2-9ba7-57e61883ed00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:42:52Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['570d9e20-7314-401c-9272-bd8b431bcad6'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:43:11.910157 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-c4489325-332b-4786-acca-8eddd47ac956 admin admin] Deleting port d404145d-bce6-4028-b3fb-2af9b5d03c34 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 09:43:11.910496 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c4489325-332b-4786-acca-8eddd47ac956 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740344431333'] for port (d404145d-bce6-4028-b3fb-2af9b5d03c34), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:11.991350 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5649b257-0cd6-47f3-9cd5-9183e42e7ebc req-9549aa49-1f56-467f-98c7-c15d5ca0fa6e tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:11.992895 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5649b257-0cd6-47f3-9cd5-9183e42e7ebc req-9549aa49-1f56-467f-98c7-c15d5ca0fa6e tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c8cb5b3-daa4-417d-807d-1f8c8d2bd7fa HTTP/1.1" status: 200 len: 945 time: 0.0937164 May 12 09:43:12.002101 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 42200) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:43:12.008605 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-7147e6ff-2f88-4f64-b738-5322f9199e22 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Request body: {'floatingip': {'port_id': '953ead63-0e69-4d22-b2b3-ae09ec6491e1'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:43:12.026790 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-c4489325-332b-4786-acca-8eddd47ac956 admin admin] For port d404145d-bce6-4028-b3fb-2af9b5d03c34, host dv-cinder-837699-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=d404145d-bce6-4028-b3fb-2af9b5d03c34,segment=NetworkSegment(19f8603b-b081-4ce5-86ca-33d22941a00f),segment_id=19f8603b-b081-4ce5-86ca-33d22941a00f)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:43:12.027156 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c4489325-332b-4786-acca-8eddd47ac956 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799057'] for port (d404145d-bce6-4028-b3fb-2af9b5d03c34), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:12.042360 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-c4489325-332b-4786-acca-8eddd47ac956 admin admin] Calling delete_port for d404145d-bce6-4028-b3fb-2af9b5d03c34 owned by network:router_gateway {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 09:43:12.054868 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7147e6ff-2f88-4f64-b738-5322f9199e22 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks [] for floatingip (da5035ac-14a1-4e31-a9ef-37f6ef350e32), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:12.114718 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-7a684715-7032-46a2-9ba7-57e61883ed00 None None] Set router 570d9e20-7314-401c-9272-bd8b431bcad6 gateway port host: None {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:43:12.177008 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-7a684715-7032-46a2-9ba7-57e61883ed00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570d9e20-7314-401c-9272-bd8b431bcad6', 'name': 'tempest-ServerRescueNegativeTestJSON-803505975-router', 'tenant_id': 'c54669eadc784d4aac5d1a40d18858b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:33:47Z', 'updated_at': '2022-05-12T09:43:11Z', 'revision_number': 6, 'project_id': 'c54669eadc784d4aac5d1a40d18858b1', 'gw_port_host': None}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:43:12.207918 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a684715-7032-46a2-9ba7-57e61883ed00 None None] The sync data for ids ['570d9e20-7314-401c-9272-bd8b431bcad6'] in dv-cinder-837699-5-iscsi is: [{'id': '570d9e20-7314-401c-9272-bd8b431bcad6', 'name': 'tempest-ServerRescueNegativeTestJSON-803505975-router', 'tenant_id': 'c54669eadc784d4aac5d1a40d18858b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:33:47Z', 'updated_at': '2022-05-12T09:43:11Z', 'revision_number': 6, 'project_id': 'c54669eadc784d4aac5d1a40d18858b1', 'gw_port_host': None}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 09:43:12.243687 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c4489325-332b-4786-acca-8eddd47ac956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740344441209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740344012629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29192019'] for port (d404145d-bce6-4028-b3fb-2af9b5d03c34), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:12.272879 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4489325-332b-4786-acca-8eddd47ac956 admin admin] Pushing event deleted for resources: {'Port': ['ID=d404145d-bce6-4028-b3fb-2af9b5d03c34,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:43:12.334426 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c4489325-332b-4786-acca-8eddd47ac956 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798249'] for router_gateway (570d9e20-7314-401c-9272-bd8b431bcad6), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:12.425848 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c4489325-332b-4786-acca-8eddd47ac956 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3795873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6231'] for router (570d9e20-7314-401c-9272-bd8b431bcad6), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:12.428163 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c4489325-332b-4786-acca-8eddd47ac956 admin admin] Publish callbacks [] for router_controller (570d9e20-7314-401c-9272-bd8b431bcad6), precommit_delete_associations {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:12.471192 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c4489325-332b-4786-acca-8eddd47ac956 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3795896'] for router (570d9e20-7314-401c-9272-bd8b431bcad6), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:12.471800 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4489325-332b-4786-acca-8eddd47ac956 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 570d9e20-7314-401c-9272-bd8b431bcad6 {{(pid=103458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 09:43:12.477309 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c4489325-332b-4786-acca-8eddd47ac956 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:12.478475 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-c4489325-332b-4786-acca-8eddd47ac956 admin admin] 10.222.0.60 "DELETE /v2.0/routers/570d9e20-7314-401c-9272-bd8b431bcad6 HTTP/1.1" status: 204 len: 168 time: 0.9358132 May 12 09:43:12.482487 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 42202) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:43:12.510654 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7147e6ff-2f88-4f64-b738-5322f9199e22 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:12.514519 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7147e6ff-2f88-4f64-b738-5322f9199e22 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799862'] for floatingip (da5035ac-14a1-4e31-a9ef-37f6ef350e32), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:12.531592 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc9c39d4-073d-4614-b4a0-fa0d2b405838 admin admin] Deleting subnet 4e261d1c-7f38-449c-aec8-8a565c5048cd {{(pid=103458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 09:43:12.535433 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc9c39d4-073d-4614-b4a0-fa0d2b405838 admin admin] Publish callbacks [] for subnet (4e261d1c-7f38-449c-aec8-8a565c5048cd), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:12.571014 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc9c39d4-073d-4614-b4a0-fa0d2b405838 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25498421'] for subnet (4e261d1c-7f38-449c-aec8-8a565c5048cd), precommit_delete_associations {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:12.617759 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.db.l3_db [None req-7147e6ff-2f88-4f64-b738-5322f9199e22 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Floating IP da5035ac-14a1-4e31-a9ef-37f6ef350e32 associated. External IP: 172.27.3.231, port: 953ead63-0e69-4d22-b2b3-ae09ec6491e1. May 12 09:43:12.654278 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc9c39d4-073d-4614-b4a0-fa0d2b405838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-718821'] for subnet (4e261d1c-7f38-449c-aec8-8a565c5048cd), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:12.711575 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc9c39d4-073d-4614-b4a0-fa0d2b405838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-718844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29193378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28648165'] for subnet (4e261d1c-7f38-449c-aec8-8a565c5048cd), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:12.742505 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9c39d4-073d-4614-b4a0-fa0d2b405838 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e261d1c-7f38-449c-aec8-8a565c5048cd,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:43:12.744702 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc9c39d4-073d-4614-b4a0-fa0d2b405838 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:12.750111 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-dc9c39d4-073d-4614-b4a0-fa0d2b405838 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/4e261d1c-7f38-449c-aec8-8a565c5048cd HTTP/1.1" status: 204 len: 168 time: 0.2641971 May 12 09:43:12.750472 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a36087e-4b72-4ca6-b768-8c73ee86fe62 None None] Network 94c124bd-d4ff-4709-8b22-7520113efef5 requested from dv-cinder-837699-5-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 09:43:12.751376 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 42204) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:43:12.823088 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1d1f3dea-56cd-43d2-8e68-06e8996c8cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-764730'] for network (94c124bd-d4ff-4709-8b22-7520113efef5), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:12.855838 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7147e6ff-2f88-4f64-b738-5322f9199e22 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Router eff9d63d-afc5-4430-8837-eaaf559c2dbb has already been hosted by L3 agent 8db92903-2544-41c2-b919-def82c43c97a {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 09:43:12.875351 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-1d1f3dea-56cd-43d2-8e68-06e8996c8cf0 admin admin] Deleting port ea261b9b-2a68-4bb2-acdb-284c69cc42d0 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 09:43:12.875849 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1d1f3dea-56cd-43d2-8e68-06e8996c8cf0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740344431333'] for port (ea261b9b-2a68-4bb2-acdb-284c69cc42d0), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:12.943151 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-1d1f3dea-56cd-43d2-8e68-06e8996c8cf0 admin admin] For port ea261b9b-2a68-4bb2-acdb-284c69cc42d0, host dv-cinder-837699-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=ea261b9b-2a68-4bb2-acdb-284c69cc42d0,segment=NetworkSegment(b7b112db-1c39-45b7-a4f2-e3b93d061a40),segment_id=b7b112db-1c39-45b7-a4f2-e3b93d061a40)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:43:12.943457 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1d1f3dea-56cd-43d2-8e68-06e8996c8cf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799057'] for port (ea261b9b-2a68-4bb2-acdb-284c69cc42d0), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:12.955975 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-1d1f3dea-56cd-43d2-8e68-06e8996c8cf0 admin admin] Calling delete_port for ea261b9b-2a68-4bb2-acdb-284c69cc42d0 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 09:43:12.966306 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7147e6ff-2f88-4f64-b738-5322f9199e22 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Notify agent at l3_agent.dv-cinder-837699-5-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 09:43:12.970980 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7147e6ff-2f88-4f64-b738-5322f9199e22 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for floatingip (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:12.976783 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba9e7bc-312d-4ed8-a58f-2358ca6dd8b2 None None] Sync routers for ids ['eff9d63d-afc5-4430-8837-eaaf559c2dbb'] in dv-cinder-837699-5-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 09:43:12.987884 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba9e7bc-312d-4ed8-a58f-2358ca6dd8b2 None None] Routers {'eff9d63d-afc5-4430-8837-eaaf559c2dbb'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:43:12.988749 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-9ba9e7bc-312d-4ed8-a58f-2358ca6dd8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:42:52Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['eff9d63d-afc5-4430-8837-eaaf559c2dbb'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:43:13.003561 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-7147e6ff-2f88-4f64-b738-5322f9199e22 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "PUT /v2.0/floatingips/da5035ac-14a1-4e31-a9ef-37f6ef350e32 HTTP/1.1" status: 200 len: 991 time: 0.9976764 May 12 09:43:13.003561 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c8cb5b3-daa4-417d-807d-1f8c8d2bd7fa', 'tag': '953ead63-0e69-4d22-b2b3-ae09ec6491e1'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:43:13.004421 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ab44c22d40f7c005d262e262c3a77426c373d0f7a848e933746c3cdedb51eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-228b2e8b-3558-4155-9cfd-c0928c64f139" -d '{"events": [{"name": "network-changed", "server_uuid": "1c8cb5b3-daa4-417d-807d-1f8c8d2bd7fa", "tag": "953ead63-0e69-4d22-b2b3-ae09ec6491e1"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:43:13.043602 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 09:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa24d6ab-4253-4854-8d4c-59383eab709e x-openstack-request-id: req-fa24d6ab-4253-4854-8d4c-59383eab709e {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:43:13.043602 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c8cb5b3-daa4-417d-807d-1f8c8d2bd7fa", "tag": "953ead63-0e69-4d22-b2b3-ae09ec6491e1", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:43:13.043602 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fa24d6ab-4253-4854-8d4c-59383eab709e {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:43:13.043602 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa24d6ab-4253-4854-8d4c-59383eab709e'] response: {'name': 'network-changed', 'server_uuid': '1c8cb5b3-daa4-417d-807d-1f8c8d2bd7fa', 'tag': '953ead63-0e69-4d22-b2b3-ae09ec6491e1', 'status': 'completed', 'code': 200} May 12 09:43:13.051259 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccfe7cb-cd67-4573-8a27-8a6c8b670336 None None] DHCP port deletion for 94c124bd-d4ff-4709-8b22-7520113efef5 request from dv-cinder-837699-5-iscsi {{(pid=103459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 09:43:13.062074 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1d1f3dea-56cd-43d2-8e68-06e8996c8cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740344441209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740344012629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29192019'] for port (ea261b9b-2a68-4bb2-acdb-284c69cc42d0), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:13.091848 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1f3dea-56cd-43d2-8e68-06e8996c8cf0 admin admin] No DVR routers for this DVR port ea261b9b-2a68-4bb2-acdb-284c69cc42d0 on host dv-cinder-837699-5-iscsi {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 09:43:13.095634 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fccfe7cb-cd67-4573-8a27-8a6c8b670336 None None] Deleting port ea261b9b-2a68-4bb2-acdb-284c69cc42d0 {{(pid=103459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 09:43:13.096754 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fccfe7cb-cd67-4573-8a27-8a6c8b670336 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740344431333'] for port (ea261b9b-2a68-4bb2-acdb-284c69cc42d0), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:13.149184 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-9ba9e7bc-312d-4ed8-a58f-2358ca6dd8b2 None None] Set router eff9d63d-afc5-4430-8837-eaaf559c2dbb gateway port host: dv-cinder-837699-5-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:43:13.153214 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device ea261b9b-2a68-4bb2-acdb-284c69cc42d0 no longer exists at agent ovs-agent-dv-cinder-837699-5-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 09:43:13.181745 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] No Port match for: ea261b9b-2a68-4bb2-acdb-284c69cc42d0 {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 09:43:13.182238 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device ea261b9b-2a68-4bb2-acdb-284c69cc42d0 not bound to the agent host dv-cinder-837699-5-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 09:43:13.182875 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device 97c088ed-f6af-4784-b065-f774bd7264fa no longer exists at agent ovs-agent-dv-cinder-837699-5-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 09:43:13.189180 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1f3dea-56cd-43d2-8e68-06e8996c8cf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea261b9b-2a68-4bb2-acdb-284c69cc42d0,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:43:13.213017 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] No Port match for: 97c088ed-f6af-4784-b065-f774bd7264fa {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 09:43:13.213441 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device 97c088ed-f6af-4784-b065-f774bd7264fa not bound to the agent host dv-cinder-837699-5-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 09:43:13.213948 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device d404145d-bce6-4028-b3fb-2af9b5d03c34 no longer exists at agent ovs-agent-dv-cinder-837699-5-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 09:43:13.232218 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1d1f3dea-56cd-43d2-8e68-06e8996c8cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493712', 'neutron.services.segments.db._delete_segments_for_network-8740344558102'] for network (94c124bd-d4ff-4709-8b22-7520113efef5), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:13.234103 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fccfe7cb-cd67-4573-8a27-8a6c8b670336 None None] For port ea261b9b-2a68-4bb2-acdb-284c69cc42d0, host dv-cinder-837699-5-iscsi, got binding levels [] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:43:13.234758 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fccfe7cb-cd67-4573-8a27-8a6c8b670336 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799057'] for port (ea261b9b-2a68-4bb2-acdb-284c69cc42d0), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:13.235463 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b2e8b-3558-4155-9cfd-c0928c64f139 req-8061e208-c6e7-4227-b17a-70f5a31362cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:13.237515 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-228b2e8b-3558-4155-9cfd-c0928c64f139 req-8061e208-c6e7-4227-b17a-70f5a31362cb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=da5b9f41ad6b4506872df6cb86ae9f73&device_id=1c8cb5b3-daa4-417d-807d-1f8c8d2bd7fa HTTP/1.1" status: 200 len: 1129 time: 0.1058717 May 12 09:43:13.238595 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] No Port match for: d404145d-bce6-4028-b3fb-2af9b5d03c34 {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 09:43:13.239012 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device d404145d-bce6-4028-b3fb-2af9b5d03c34 not bound to the agent host dv-cinder-837699-5-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 09:43:13.251405 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fccfe7cb-cd67-4573-8a27-8a6c8b670336 None None] Calling delete_port for ea261b9b-2a68-4bb2-acdb-284c69cc42d0 owned by network:dhcp {{(pid=103459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 09:43:13.254984 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.ipam_backend_mixin [None req-fccfe7cb-cd67-4573-8a27-8a6c8b670336 None None] Port ea261b9b-2a68-4bb2-acdb-284c69cc42d0 was not found and therefore no delete operation was performed {{(pid=103459) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 12 09:43:13.256673 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fccfe7cb-cd67-4573-8a27-8a6c8b670336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740344441209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740344012629'] for port (ea261b9b-2a68-4bb2-acdb-284c69cc42d0), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:13.286436 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccfe7cb-cd67-4573-8a27-8a6c8b670336 None None] Pushing event deleted for resources: {'Port': ['ID=ea261b9b-2a68-4bb2-acdb-284c69cc42d0,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:43:13.288013 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.services.segments.db [None req-1d1f3dea-56cd-43d2-8e68-06e8996c8cf0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94c124bd-d4ff-4709-8b22-7520113efef5']}} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:43:13.289198 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccfe7cb-cd67-4573-8a27-8a6c8b670336 None None] No DVR routers for this DVR port ea261b9b-2a68-4bb2-acdb-284c69cc42d0 on host dv-cinder-837699-5-iscsi {{(pid=103459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 09:43:13.315785 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.services.segments.db [None req-1d1f3dea-56cd-43d2-8e68-06e8996c8cf0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7b112db-1c39-45b7-a4f2-e3b93d061a40') {'for_net_delete': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:43:13.316145 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.services.segments.db [None req-1d1f3dea-56cd-43d2-8e68-06e8996c8cf0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7b112db-1c39-45b7-a4f2-e3b93d061a40') {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:43:13.352362 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1d1f3dea-56cd-43d2-8e68-06e8996c8cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740344559391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25498380'] for segment (b7b112db-1c39-45b7-a4f2-e3b93d061a40), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:13.372620 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1d1f3dea-56cd-43d2-8e68-06e8996c8cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720414'] for segment (b7b112db-1c39-45b7-a4f2-e3b93d061a40), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:13.385107 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d1f3dea-56cd-43d2-8e68-06e8996c8cf0 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=103458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 09:43:13.385500 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1d1f3dea-56cd-43d2-8e68-06e8996c8cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29191936'] for segment (b7b112db-1c39-45b7-a4f2-e3b93d061a40), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:13.387171 dv-cinder-837699-5-iscsi neutron-server[103458]: Traceback (most recent call last): May 12 09:43:13.387171 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 09:43:13.387171 dv-cinder-837699-5-iscsi neutron-server[103458]: timer() May 12 09:43:13.387171 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 09:43:13.387171 dv-cinder-837699-5-iscsi neutron-server[103458]: cb(*args, **kw) May 12 09:43:13.387171 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 09:43:13.387171 dv-cinder-837699-5-iscsi neutron-server[103458]: return func(*args, **kwargs) May 12 09:43:13.387171 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 09:43:13.387171 dv-cinder-837699-5-iscsi neutron-server[103458]: self._notify() May 12 09:43:13.387171 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 09:43:13.387171 dv-cinder-837699-5-iscsi neutron-server[103458]: self.callback(batched_events) May 12 09:43:13.387171 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 09:43:13.387171 dv-cinder-837699-5-iscsi neutron-server[103458]: event.method(event) May 12 09:43:13.387171 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 09:43:13.387171 dv-cinder-837699-5-iscsi neutron-server[103458]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 09:43:13.387171 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 09:43:13.387171 dv-cinder-837699-5-iscsi neutron-server[103458]: aggregate_uuid = self.p_client.list_aggregates( May 12 09:43:13.387171 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 09:43:13.387171 dv-cinder-837699-5-iscsi neutron-server[103458]: return f(self, *a, **k) May 12 09:43:13.387171 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 09:43:13.387171 dv-cinder-837699-5-iscsi neutron-server[103458]: return self._get(url).json() May 12 09:43:13.387171 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 09:43:13.387171 dv-cinder-837699-5-iscsi neutron-server[103458]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 09:43:13.387171 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 09:43:13.387171 dv-cinder-837699-5-iscsi neutron-server[103458]: return self.request(url, 'GET', **kwargs) May 12 09:43:13.387171 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 09:43:13.387171 dv-cinder-837699-5-iscsi neutron-server[103458]: base_url = self.get_endpoint(auth, allow=allow, May 12 09:43:13.387171 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 09:43:13.387171 dv-cinder-837699-5-iscsi neutron-server[103458]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 09:43:13.387171 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 09:43:13.387171 dv-cinder-837699-5-iscsi neutron-server[103458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 09:43:13.387171 dv-cinder-837699-5-iscsi neutron-server[103458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 09:43:13.398538 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-9ba9e7bc-312d-4ed8-a58f-2358ca6dd8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff9d63d-afc5-4430-8837-eaaf559c2dbb', 'name': 'tempest-AttachVolumeTestJSON-186778351-router', 'tenant_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '1abe966a-62a9-493e-9788-2cab83ccfdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:33:45Z', 'updated_at': '2022-05-12T09:33:56Z', 'revision_number': 4, 'project_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'gw_port': {'id': '1abe966a-62a9-493e-9788-2cab83ccfdde', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:58:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff9d63d-afc5-4430-8837-eaaf559c2dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:47Z', 'updated_at': '2022-05-12T09:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_floatingips': [{'id': 'da5035ac-14a1-4e31-a9ef-37f6ef350e32', 'tenant_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'floating_ip_address': '172.27.3.231', 'floating_network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'router_id': 'eff9d63d-afc5-4430-8837-eaaf559c2dbb', 'port_id': '953ead63-0e69-4d22-b2b3-ae09ec6491e1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '157184d7-26b8-47d5-86e0-3945164ff04d', 'mac_address': 'fa:16:3e:e5:9d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8cb5b3-daa4-417d-807d-1f8c8d2bd7fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T09:42:59Z', 'updated_at': '2022-05-12T09:43:12Z', 'revision_number': 1, 'project_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25faadc0-b879-427a-990e-67b1194cb01d', 'name': '', 'network_id': '157184d7-26b8-47d5-86e0-3945164ff04d', 'tenant_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'mac_address': 'fa:16:3e:7d:24:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff9d63d-afc5-4430-8837-eaaf559c2dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'dc5a5cf9-5b7a-426c-931b-02b56a7bf3f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:54Z', 'updated_at': '2022-05-12T09:34:02Z', 'revision_number': 5, 'project_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'subnets': [{'id': 'dc5a5cf9-5b7a-426c-931b-02b56a7bf3f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:43:13.411700 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b2e8b-3558-4155-9cfd-c0928c64f139 req-3a54156f-3209-4299-95b5-fa66e48a9a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:13.413185 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-228b2e8b-3558-4155-9cfd-c0928c64f139 req-3a54156f-3209-4299-95b5-fa66e48a9a7a service neutron] 10.222.0.65 "GET /v2.0/networks?id=157184d7-26b8-47d5-86e0-3945164ff04d HTTP/1.1" status: 200 len: 911 time: 0.1689210 May 12 09:43:13.426672 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba9e7bc-312d-4ed8-a58f-2358ca6dd8b2 None None] Checking router: eff9d63d-afc5-4430-8837-eaaf559c2dbb for host: dv-cinder-837699-5-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 09:43:13.436137 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba9e7bc-312d-4ed8-a58f-2358ca6dd8b2 None None] Routers {'eff9d63d-afc5-4430-8837-eaaf559c2dbb'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:43:13.436788 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-9ba9e7bc-312d-4ed8-a58f-2358ca6dd8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:42:52Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['eff9d63d-afc5-4430-8837-eaaf559c2dbb'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:43:13.501212 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1d1f3dea-56cd-43d2-8e68-06e8996c8cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800027'] for network (94c124bd-d4ff-4709-8b22-7520113efef5), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:13.514778 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1d1f3dea-56cd-43d2-8e68-06e8996c8cf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728753'] for network (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:13.523051 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-1d1f3dea-56cd-43d2-8e68-06e8996c8cf0 admin admin] 10.222.0.60 "DELETE /v2.0/networks/94c124bd-d4ff-4709-8b22-7520113efef5 HTTP/1.1" status: 204 len: 168 time: 0.7659731 May 12 09:43:13.531726 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-228b2e8b-3558-4155-9cfd-c0928c64f139 req-a117292a-1fbb-47b6-bd8a-2821f5076901 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=953ead63-0e69-4d22-b2b3-ae09ec6491e1 HTTP/1.1" status: 200 len: 999 time: 0.0862072 May 12 09:43:13.532808 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1f3dea-56cd-43d2-8e68-06e8996c8cf0 admin admin] Pushing event deleted for resources: {'Network': ['ID=94c124bd-d4ff-4709-8b22-7520113efef5,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:43:13.573364 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-9ba9e7bc-312d-4ed8-a58f-2358ca6dd8b2 None None] Set router eff9d63d-afc5-4430-8837-eaaf559c2dbb gateway port host: dv-cinder-837699-5-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:43:13.597162 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b2e8b-3558-4155-9cfd-c0928c64f139 req-7dba2325-abf8-483d-ba86-154161940c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:13.598794 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-228b2e8b-3558-4155-9cfd-c0928c64f139 req-7dba2325-abf8-483d-ba86-154161940c2e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dc5a5cf9-5b7a-426c-931b-02b56a7bf3f3 HTTP/1.1" status: 200 len: 849 time: 0.0613990 May 12 09:43:13.643795 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b2e8b-3558-4155-9cfd-c0928c64f139 req-12d9c399-b09e-4dcf-b7f5-4720a30008fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:13.645331 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-228b2e8b-3558-4155-9cfd-c0928c64f139 req-12d9c399-b09e-4dcf-b7f5-4720a30008fd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=157184d7-26b8-47d5-86e0-3945164ff04d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395892 May 12 09:43:13.665290 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 42212) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:43:13.714439 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-b5a0c681-74f9-4cf5-aaef-cc1e4504d7ca admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c54669eadc784d4aac5d1a40d18858b1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0462861 May 12 09:43:13.715418 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 42214) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:43:13.744939 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-228b2e8b-3558-4155-9cfd-c0928c64f139 req-fabbe57e-c1ad-4d8b-87d0-4495557c8ac0 service neutron] 10.222.0.65 "GET /v2.0/networks/157184d7-26b8-47d5-86e0-3945164ff04d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927067 May 12 09:43:13.770531 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4b2b7a8f-634c-4111-b3c7-59328c3bb0c9 admin admin] Publish callbacks [] for security_group (d718c176-d49e-4cb0-a59c-6b852f34079d), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:13.793421 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4b2b7a8f-634c-4111-b3c7-59328c3bb0c9 admin admin] Publish callbacks [] for security_group (d718c176-d49e-4cb0-a59c-6b852f34079d), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:13.825362 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-9ba9e7bc-312d-4ed8-a58f-2358ca6dd8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff9d63d-afc5-4430-8837-eaaf559c2dbb', 'name': 'tempest-AttachVolumeTestJSON-186778351-router', 'tenant_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '1abe966a-62a9-493e-9788-2cab83ccfdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:33:45Z', 'updated_at': '2022-05-12T09:33:56Z', 'revision_number': 4, 'project_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'gw_port': {'id': '1abe966a-62a9-493e-9788-2cab83ccfdde', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:58:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff9d63d-afc5-4430-8837-eaaf559c2dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:47Z', 'updated_at': '2022-05-12T09:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_floatingips': [{'id': 'da5035ac-14a1-4e31-a9ef-37f6ef350e32', 'tenant_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'floating_ip_address': '172.27.3.231', 'floating_network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'router_id': 'eff9d63d-afc5-4430-8837-eaaf559c2dbb', 'port_id': '953ead63-0e69-4d22-b2b3-ae09ec6491e1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '157184d7-26b8-47d5-86e0-3945164ff04d', 'mac_address': 'fa:16:3e:e5:9d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8cb5b3-daa4-417d-807d-1f8c8d2bd7fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T09:42:59Z', 'updated_at': '2022-05-12T09:43:12Z', 'revision_number': 1, 'project_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25faadc0-b879-427a-990e-67b1194cb01d', 'name': '', 'network_id': '157184d7-26b8-47d5-86e0-3945164ff04d', 'tenant_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'mac_address': 'fa:16:3e:7d:24:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff9d63d-afc5-4430-8837-eaaf559c2dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'dc5a5cf9-5b7a-426c-931b-02b56a7bf3f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:54Z', 'updated_at': '2022-05-12T09:34:02Z', 'revision_number': 5, 'project_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'subnets': [{'id': 'dc5a5cf9-5b7a-426c-931b-02b56a7bf3f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:43:13.843883 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-228b2e8b-3558-4155-9cfd-c0928c64f139 req-c51f6e78-c1ab-4a81-9986-4d38808d5180 service neutron] 10.222.0.65 "GET /v2.0/networks/157184d7-26b8-47d5-86e0-3945164ff04d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927138 May 12 09:43:13.844136 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4b2b7a8f-634c-4111-b3c7-59328c3bb0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (d718c176-d49e-4cb0-a59c-6b852f34079d), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:13.847323 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4b2b7a8f-634c-4111-b3c7-59328c3bb0c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:13.848546 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-4b2b7a8f-634c-4111-b3c7-59328c3bb0c9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d718c176-d49e-4cb0-a59c-6b852f34079d HTTP/1.1" status: 204 len: 168 time: 0.1320059 May 12 09:43:13.856603 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b7a8f-634c-4111-b3c7-59328c3bb0c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d718c176-d49e-4cb0-a59c-6b852f34079d,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:43:13.857170 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba9e7bc-312d-4ed8-a58f-2358ca6dd8b2 None None] The sync data for ids ['eff9d63d-afc5-4430-8837-eaaf559c2dbb'] in dv-cinder-837699-5-iscsi is: [{'id': 'eff9d63d-afc5-4430-8837-eaaf559c2dbb', 'name': 'tempest-AttachVolumeTestJSON-186778351-router', 'tenant_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '1abe966a-62a9-493e-9788-2cab83ccfdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:33:45Z', 'updated_at': '2022-05-12T09:33:56Z', 'revision_number': 4, 'project_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'gw_port': {'id': '1abe966a-62a9-493e-9788-2cab83ccfdde', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:58:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff9d63d-afc5-4430-8837-eaaf559c2dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:47Z', 'updated_at': '2022-05-12T09:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_floatingips': [{'id': 'da5035ac-14a1-4e31-a9ef-37f6ef350e32', 'tenant_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'floating_ip_address': '172.27.3.231', 'floating_network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'router_id': 'eff9d63d-afc5-4430-8837-eaaf559c2dbb', 'port_id': '953ead63-0e69-4d22-b2b3-ae09ec6491e1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '157184d7-26b8-47d5-86e0-3945164ff04d', 'mac_address': 'fa:16:3e:e5:9d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8cb5b3-daa4-417d-807d-1f8c8d2bd7fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T09:42:59Z', 'updated_at': '2022-05-12T09:43:12Z', 'revision_number': 1, 'project_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25faadc0-b879-427a-990e-67b1194cb01d', 'name': '', 'network_id': '157184d7-26b8-47d5-86e0-3945164ff04d', 'tenant_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'mac_address': 'fa:16:3e:7d:24:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff9d63d-afc5-4430-8837-eaaf559c2dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'dc5a5cf9-5b7a-426c-931b-02b56a7bf3f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:54Z', 'updated_at': '2022-05-12T09:34:02Z', 'revision_number': 5, 'project_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'subnets': [{'id': 'dc5a5cf9-5b7a-426c-931b-02b56a7bf3f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 09:43:13.868043 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2b7a8f-634c-4111-b3c7-59328c3bb0c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:43:13.868393 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2b7a8f-634c-4111-b3c7-59328c3bb0c9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:43:13.868759 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2b7a8f-634c-4111-b3c7-59328c3bb0c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:43:13.869103 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2b7a8f-634c-4111-b3c7-59328c3bb0c9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:43:13.869434 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2b7a8f-634c-4111-b3c7-59328c3bb0c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:43:13.869765 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2b7a8f-634c-4111-b3c7-59328c3bb0c9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:43:13.870122 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2b7a8f-634c-4111-b3c7-59328c3bb0c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:43:13.870448 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2b7a8f-634c-4111-b3c7-59328c3bb0c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:43:13.870770 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2b7a8f-634c-4111-b3c7-59328c3bb0c9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:43:13.871099 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2b7a8f-634c-4111-b3c7-59328c3bb0c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:43:13.871426 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2b7a8f-634c-4111-b3c7-59328c3bb0c9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:43:13.871757 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2b7a8f-634c-4111-b3c7-59328c3bb0c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:43:13.872305 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2b7a8f-634c-4111-b3c7-59328c3bb0c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:43:13.872418 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2b7a8f-634c-4111-b3c7-59328c3bb0c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:43:13.872698 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2b7a8f-634c-4111-b3c7-59328c3bb0c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:43:14.071383 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b324072-8671-4f37-b3cc-1cfa05a60dc6 None None] New status for floating IP da5035ac-14a1-4e31-a9ef-37f6ef350e32: ACTIVE {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 09:43:14.534970 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 42236) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:43:14.627232 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-f9e5e23c-467f-472c-be7d-7ee904636e56 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-792793202-network', 'tenant_id': 'b879e240eb4f48139e28cc43223b21da'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:43:14.646813 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e5e23c-467f-472c-be7d-7ee904636e56 admin admin] Made reservation on behalf of b879e240eb4f48139e28cc43223b21da for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 09:43:14.648974 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f9e5e23c-467f-472c-be7d-7ee904636e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for network (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:14.656854 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f9e5e23c-467f-472c-be7d-7ee904636e56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:14.732450 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f9e5e23c-467f-472c-be7d-7ee904636e56 admin admin] Publish callbacks [] for security_group (68eb7eba-bca1-4349-8c8e-e2c230f47f32), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:14.735962 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f9e5e23c-467f-472c-be7d-7ee904636e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (68eb7eba-bca1-4349-8c8e-e2c230f47f32), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:14.755553 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9e5e23c-467f-472c-be7d-7ee904636e56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 09:43:14.769066 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e5e23c-467f-472c-be7d-7ee904636e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68eb7eba-bca1-4349-8c8e-e2c230f47f32,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:43:14.773773 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f9e5e23c-467f-472c-be7d-7ee904636e56 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740344558093', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720414'] for segment (13c6b376-b873-4e7b-b8cd-21838495d81c), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:14.774201 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.db.segments_db [None req-f9e5e23c-467f-472c-be7d-7ee904636e56 admin admin] Added segment 13c6b376-b873-4e7b-b8cd-21838495d81c of type vlan for network 9e493ca3-e280-43b9-b225-da7bca606395 May 12 09:43:14.812417 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f9e5e23c-467f-472c-be7d-7ee904636e56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740344000386'] for network (9e493ca3-e280-43b9-b225-da7bca606395), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:14.836497 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f9e5e23c-467f-472c-be7d-7ee904636e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735'] for network (9e493ca3-e280-43b9-b225-da7bca606395), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:14.837601 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e5e23c-467f-472c-be7d-7ee904636e56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:14.838220 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f9e5e23c-467f-472c-be7d-7ee904636e56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728753'] for network (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:14.873401 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-f9e5e23c-467f-472c-be7d-7ee904636e56 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.3373380 May 12 09:43:14.876602 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 42240) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:43:14.881571 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-5eeeb99c-6d44-4eee-ad40-acadc72caadc admin admin] Request body: {'subnet': {'network_id': '9e493ca3-e280-43b9-b225-da7bca606395', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-792793202-subnet', 'tenant_id': 'b879e240eb4f48139e28cc43223b21da', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:43:14.900707 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e5e23c-467f-472c-be7d-7ee904636e56 admin admin] Pushing event updated for resources: {'Network': ['ID=9e493ca3-e280-43b9-b225-da7bca606395,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:43:14.901718 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eeeb99c-6d44-4eee-ad40-acadc72caadc admin admin] Made reservation on behalf of b879e240eb4f48139e28cc43223b21da for: {'subnet': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 09:43:14.904331 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5eeeb99c-6d44-4eee-ad40-acadc72caadc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28648136'] for subnet (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:14.911754 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Network 9e493ca3-e280-43b9-b225-da7bca606395 details requested by agent ovs-agent-dv-cinder-837699-5-iscsi with host dv-cinder-837699-5-iscsi {{(pid=103459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 09:43:15.070410 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5eeeb99c-6d44-4eee-ad40-acadc72caadc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29193443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28648158'] for subnet (d0dfb68a-43de-417f-95c4-a655ed09841d), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:15.118761 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeeb99c-6d44-4eee-ad40-acadc72caadc admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0dfb68a-43de-417f-95c4-a655ed09841d,revision_number=0']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:43:15.134151 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eeeb99c-6d44-4eee-ad40-acadc72caadc admin admin] Checking segment: {'id': '13c6b376-b873-4e7b-b8cd-21838495d81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9e493ca3-e280-43b9-b225-da7bca606395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 09:43:15.134510 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eeeb99c-6d44-4eee-ad40-acadc72caadc admin admin] Network hostable DHCP agents. Network: 9e493ca3-e280-43b9-b225-da7bca606395, hostable agents: ['9bee5a85-5be0-4217-aa6d-1f9c6538b987'], hosted agents: [] {{(pid=103458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 09:43:15.150597 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eeeb99c-6d44-4eee-ad40-acadc72caadc admin admin] Network 9e493ca3-e280-43b9-b225-da7bca606395 is scheduled to be hosted by DHCP agent 9bee5a85-5be0-4217-aa6d-1f9c6538b987 with binding_index 1 {{(pid=103458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 09:43:15.159106 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-5eeeb99c-6d44-4eee-ad40-acadc72caadc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837699-5-iscsi, 9e493ca3-e280-43b9-b225-da7bca606395) {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:43:15.162892 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eeeb99c-6d44-4eee-ad40-acadc72caadc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:15.163510 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5eeeb99c-6d44-4eee-ad40-acadc72caadc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:15.167615 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e13d0f4-7d11-4fb4-b98e-ddc0ed3c3de1 None None] Network 9e493ca3-e280-43b9-b225-da7bca606395 requested from dv-cinder-837699-5-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 09:43:15.179088 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-5eeeb99c-6d44-4eee-ad40-acadc72caadc admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3014252 May 12 09:43:15.181871 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 42242) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:43:15.186301 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-ae133956-da1a-42cf-8c0f-d319f182b8d0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-792793202-router', 'tenant_id': 'b879e240eb4f48139e28cc43223b21da', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b'}}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:43:15.207800 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ae133956-da1a-42cf-8c0f-d319f182b8d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3795715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6309'] for router (f90e6c27-ca80-433c-b595-2a484251dabb), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:15.208816 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ae133956-da1a-42cf-8c0f-d319f182b8d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3795959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3798042', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3743491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6238'] for router (f90e6c27-ca80-433c-b595-2a484251dabb), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:15.259281 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ae133956-da1a-42cf-8c0f-d319f182b8d0 admin admin] Publish callbacks [] for router_controller (f90e6c27-ca80-433c-b595-2a484251dabb), precommit_add_association {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:15.271401 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f21efb1-d6b3-40ac-b362-518b687765cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f439b0a-a78d-5e02-af88-781e2083e254-9e493ca3-e280-43b9-b225-da7bca606395', 'network_id': '9e493ca3-e280-43b9-b225-da7bca606395', 'project_id': 'b879e240eb4f48139e28cc43223b21da', 'fixed_ips': [{'subnet_id': 'd0dfb68a-43de-417f-95c4-a655ed09841d'}]}} from dv-cinder-837699-5-iscsi. {{(pid=103459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 09:43:15.272334 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6f21efb1-d6b3-40ac-b362-518b687765cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:15.404603 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ae133956-da1a-42cf-8c0f-d319f182b8d0 admin admin] Publish callbacks [] for router_gateway (f90e6c27-ca80-433c-b595-2a484251dabb), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:15.418799 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.db_base_plugin_common [None req-6f21efb1-d6b3-40ac-b362-518b687765cc None None] Allocated IP 172.20.0.2 (9e493ca3-e280-43b9-b225-da7bca606395/d0dfb68a-43de-417f-95c4-a655ed09841d/c510fc58-ebb9-4295-926f-6767486dae2b) {{(pid=103459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 09:43:15.565024 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6f21efb1-d6b3-40ac-b362-518b687765cc None None] Publish callbacks [] for port (c510fc58-ebb9-4295-926f-6767486dae2b), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:15.571026 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6f21efb1-d6b3-40ac-b362-518b687765cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740344012620'] for port (c510fc58-ebb9-4295-926f-6767486dae2b), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:15.587431 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ae133956-da1a-42cf-8c0f-d319f182b8d0 admin admin] Publish callbacks [] for router_gateway (f90e6c27-ca80-433c-b595-2a484251dabb), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:15.606356 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ae133956-da1a-42cf-8c0f-d319f182b8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:15.609295 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f21efb1-d6b3-40ac-b362-518b687765cc None None] Network 9e493ca3-e280-43b9-b225-da7bca606395 is already hosted by enough agents. {{(pid=103459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 09:43:15.612131 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.scheduler.base_scheduler [None req-6f21efb1-d6b3-40ac-b362-518b687765cc None None] Resources bound (agent type, host, resource id): {{(pid=103459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:43:15.618281 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f21efb1-d6b3-40ac-b362-518b687765cc None None] Received port after_create {{(pid=103459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 09:43:15.626096 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f21efb1-d6b3-40ac-b362-518b687765cc None None] Pushing event updated for resources: {'Port': ['ID=c510fc58-ebb9-4295-926f-6767486dae2b,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:43:15.679066 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-6f21efb1-d6b3-40ac-b362-518b687765cc None None] Attempting to bind port c510fc58-ebb9-4295-926f-6767486dae2b on host dv-cinder-837699-5-iscsi for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 09:43:15.679470 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-6f21efb1-d6b3-40ac-b362-518b687765cc None None] Attempting to bind port c510fc58-ebb9-4295-926f-6767486dae2b by drivers openvswitch,hyperv on host dv-cinder-837699-5-iscsi at level 0 using segments [{'id': '13c6b376-b873-4e7b-b8cd-21838495d81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9e493ca3-e280-43b9-b225-da7bca606395'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 09:43:15.679839 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f21efb1-d6b3-40ac-b362-518b687765cc None None] Attempting to bind port c510fc58-ebb9-4295-926f-6767486dae2b on network 9e493ca3-e280-43b9-b225-da7bca606395 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 09:43:15.684859 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f21efb1-d6b3-40ac-b362-518b687765cc None None] Checking agent: {'id': '0e2e3861-7d79-4ce6-9d91-faa32ae2cb64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 9, 25, 26), 'started_at': datetime.datetime(2022, 5, 12, 9, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 9, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 09:43:15.685231 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f21efb1-d6b3-40ac-b362-518b687765cc None None] Checking segment: {'id': '13c6b376-b873-4e7b-b8cd-21838495d81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9e493ca3-e280-43b9-b225-da7bca606395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 09:43:15.685632 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6f21efb1-d6b3-40ac-b362-518b687765cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:15.686055 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f21efb1-d6b3-40ac-b362-518b687765cc None None] Bound using segment: {'id': '13c6b376-b873-4e7b-b8cd-21838495d81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9e493ca3-e280-43b9-b225-da7bca606395'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 09:43:15.686527 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-6f21efb1-d6b3-40ac-b362-518b687765cc None None] Bound port: c510fc58-ebb9-4295-926f-6767486dae2b, host: dv-cinder-837699-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13c6b376-b873-4e7b-b8cd-21838495d81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9e493ca3-e280-43b9-b225-da7bca606395'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 09:43:15.686898 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6f21efb1-d6b3-40ac-b362-518b687765cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (c510fc58-ebb9-4295-926f-6767486dae2b), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:15.711602 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-ae133956-da1a-42cf-8c0f-d319f182b8d0 admin admin] Allocated IP 172.27.3.73 (35e64619-a59d-47b1-b4c9-78b55f54f97b/31f684fc-c02d-4e22-bb04-cd143bba725c/2626c2b1-6da2-49ea-8030-726bc90bb272) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 09:43:15.752682 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-6f21efb1-d6b3-40ac-b362-518b687765cc None None] For port c510fc58-ebb9-4295-926f-6767486dae2b, host dv-cinder-837699-5-iscsi, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 09:43:15.755878 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-6f21efb1-d6b3-40ac-b362-518b687765cc None None] For port c510fc58-ebb9-4295-926f-6767486dae2b, host dv-cinder-837699-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=c510fc58-ebb9-4295-926f-6767486dae2b,segment=NetworkSegment(13c6b376-b873-4e7b-b8cd-21838495d81c),segment_id=13c6b376-b873-4e7b-b8cd-21838495d81c)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 09:43:15.761599 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6f21efb1-d6b3-40ac-b362-518b687765cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (c510fc58-ebb9-4295-926f-6767486dae2b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:15.818348 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f21efb1-d6b3-40ac-b362-518b687765cc None None] Pushing event updated for resources: {'Port': ['ID=c510fc58-ebb9-4295-926f-6767486dae2b,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:43:15.818459 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ae133956-da1a-42cf-8c0f-d319f182b8d0 admin admin] Publish callbacks [] for port (2626c2b1-6da2-49ea-8030-726bc90bb272), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:15.851142 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ae133956-da1a-42cf-8c0f-d319f182b8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740344012620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28491394'] for port (2626c2b1-6da2-49ea-8030-726bc90bb272), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:15.886854 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae133956-da1a-42cf-8c0f-d319f182b8d0 admin admin] Network 35e64619-a59d-47b1-b4c9-78b55f54f97b is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 09:43:15.891492 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-ae133956-da1a-42cf-8c0f-d319f182b8d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:43:15.895199 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae133956-da1a-42cf-8c0f-d319f182b8d0 admin admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 09:43:15.935366 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae133956-da1a-42cf-8c0f-d319f182b8d0 admin admin] Pushing event updated for resources: {'Port': ['ID=2626c2b1-6da2-49ea-8030-726bc90bb272,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:43:16.173999 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ae133956-da1a-42cf-8c0f-d319f182b8d0 admin admin] Publish callbacks [] for router_gateway (f90e6c27-ca80-433c-b595-2a484251dabb), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:16.595705 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ae133956-da1a-42cf-8c0f-d319f182b8d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3795854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798221'] for router (f90e6c27-ca80-433c-b595-2a484251dabb), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:16.729070 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae133956-da1a-42cf-8c0f-d319f182b8d0 admin admin] Router f90e6c27-ca80-433c-b595-2a484251dabb is scheduled to L3 agent 8db92903-2544-41c2-b919-def82c43c97a with binding_index 1 {{(pid=103457) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 09:43:16.745326 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0078c1-c5eb-45a3-9322-bd6402805ade None None] Network 9e493ca3-e280-43b9-b225-da7bca606395 requested from dv-cinder-837699-5-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 09:43:16.815472 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-eba9a0fa-25cb-4f31-b8dc-8d2436c6509d None None] Provisioning complete for port c510fc58-ebb9-4295-926f-6767486dae2b triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:43:16.815757 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-eba9a0fa-25cb-4f31-b8dc-8d2436c6509d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (c510fc58-ebb9-4295-926f-6767486dae2b), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:16.838088 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae133956-da1a-42cf-8c0f-d319f182b8d0 admin admin] Notify agent at l3_agent.dv-cinder-837699-5-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 09:43:16.850019 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df2c522-cef9-4044-a4e7-0a72735e5eab None None] Sync routers for ids ['f90e6c27-ca80-433c-b595-2a484251dabb'] in dv-cinder-837699-5-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 09:43:16.857566 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ae133956-da1a-42cf-8c0f-d319f182b8d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:16.861346 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-ae133956-da1a-42cf-8c0f-d319f182b8d0 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6760511 May 12 09:43:16.861632 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 42244) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:43:16.861796 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df2c522-cef9-4044-a4e7-0a72735e5eab None None] Routers {'f90e6c27-ca80-433c-b595-2a484251dabb'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:43:16.863646 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-1df2c522-cef9-4044-a4e7-0a72735e5eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:42:52Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['f90e6c27-ca80-433c-b595-2a484251dabb'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:43:16.930917 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-eba9a0fa-25cb-4f31-b8dc-8d2436c6509d None None] Current status of the port c510fc58-ebb9-4295-926f-6767486dae2b is: DOWN; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:43:16.931313 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-eba9a0fa-25cb-4f31-b8dc-8d2436c6509d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (c510fc58-ebb9-4295-926f-6767486dae2b), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:16.977714 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-eba9a0fa-25cb-4f31-b8dc-8d2436c6509d None None] For port c510fc58-ebb9-4295-926f-6767486dae2b, host dv-cinder-837699-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=c510fc58-ebb9-4295-926f-6767486dae2b,segment=NetworkSegment(13c6b376-b873-4e7b-b8cd-21838495d81c),segment_id=13c6b376-b873-4e7b-b8cd-21838495d81c)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:43:16.987940 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-eba9a0fa-25cb-4f31-b8dc-8d2436c6509d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (c510fc58-ebb9-4295-926f-6767486dae2b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:17.009208 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-1df2c522-cef9-4044-a4e7-0a72735e5eab None None] Set router f90e6c27-ca80-433c-b595-2a484251dabb gateway port host: dv-cinder-837699-5-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:43:17.058926 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba9a0fa-25cb-4f31-b8dc-8d2436c6509d None None] Pushing event updated for resources: {'Port': ['ID=c510fc58-ebb9-4295-926f-6767486dae2b,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:43:17.087589 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device c510fc58-ebb9-4295-926f-6767486dae2b up at agent ovs-agent-dv-cinder-837699-5-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 09:43:17.154573 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Provisioning complete for port c510fc58-ebb9-4295-926f-6767486dae2b triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:43:17.155095 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (c510fc58-ebb9-4295-926f-6767486dae2b), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:17.213274 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-5015759a-1cb2-4d49-88d3-9be738dec009 None None] Provisioning complete for port c510fc58-ebb9-4295-926f-6767486dae2b triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:43:17.213764 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-5015759a-1cb2-4d49-88d3-9be738dec009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (c510fc58-ebb9-4295-926f-6767486dae2b), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:17.227439 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-1df2c522-cef9-4044-a4e7-0a72735e5eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90e6c27-ca80-433c-b595-2a484251dabb', 'name': 'tempest-AttachVolumeShelveTestJSON-792793202-router', 'tenant_id': 'b879e240eb4f48139e28cc43223b21da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '2626c2b1-6da2-49ea-8030-726bc90bb272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:43:15Z', 'updated_at': '2022-05-12T09:43:16Z', 'revision_number': 3, 'project_id': 'b879e240eb4f48139e28cc43223b21da', 'gw_port': {'id': '2626c2b1-6da2-49ea-8030-726bc90bb272', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b1:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f90e6c27-ca80-433c-b595-2a484251dabb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:43:15Z', 'updated_at': '2022-05-12T09:43:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi'}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:43:17.258495 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df2c522-cef9-4044-a4e7-0a72735e5eab None None] Checking router: f90e6c27-ca80-433c-b595-2a484251dabb for host: dv-cinder-837699-5-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 09:43:17.258740 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df2c522-cef9-4044-a4e7-0a72735e5eab None None] Updating router f90e6c27-ca80-433c-b595-2a484251dabb port 2626c2b1-6da2-49ea-8030-726bc90bb272 binding host dv-cinder-837699-5-iscsi {{(pid=103460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 09:43:17.277949 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Current status of the port c510fc58-ebb9-4295-926f-6767486dae2b is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:43:17.289366 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1df2c522-cef9-4044-a4e7-0a72735e5eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (2626c2b1-6da2-49ea-8030-726bc90bb272), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:17.327372 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-5015759a-1cb2-4d49-88d3-9be738dec009 None None] Current status of the port c510fc58-ebb9-4295-926f-6767486dae2b is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:43:17.397164 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f654d815-169c-40ad-b315-bdb47bb1783c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:17.551215 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-f654d815-169c-40ad-b315-bdb47bb1783c admin admin] Allocated IP 172.20.0.1 (9e493ca3-e280-43b9-b225-da7bca606395/d0dfb68a-43de-417f-95c4-a655ed09841d/553d5c0a-fd5a-4eb7-ab63-620bb35e4a42) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 09:43:17.656565 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f654d815-169c-40ad-b315-bdb47bb1783c admin admin] Publish callbacks [] for port (553d5c0a-fd5a-4eb7-ab63-620bb35e4a42), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:17.663023 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1df2c522-cef9-4044-a4e7-0a72735e5eab None None] Publish callbacks [] for port (2626c2b1-6da2-49ea-8030-726bc90bb272), precommit_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:17.668563 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1df2c522-cef9-4044-a4e7-0a72735e5eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (2626c2b1-6da2-49ea-8030-726bc90bb272), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:17.692210 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f654d815-169c-40ad-b315-bdb47bb1783c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740344012620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28491394'] for port (553d5c0a-fd5a-4eb7-ab63-620bb35e4a42), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:17.723568 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-1df2c522-cef9-4044-a4e7-0a72735e5eab None None] Attempting to bind port 2626c2b1-6da2-49ea-8030-726bc90bb272 on host dv-cinder-837699-5-iscsi for vnic_type normal with profile {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 09:43:17.723935 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-1df2c522-cef9-4044-a4e7-0a72735e5eab None None] Attempting to bind port 2626c2b1-6da2-49ea-8030-726bc90bb272 by drivers openvswitch,hyperv on host dv-cinder-837699-5-iscsi at level 0 using segments [{'id': '19f8603b-b081-4ce5-86ca-33d22941a00f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b'}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 09:43:17.724294 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df2c522-cef9-4044-a4e7-0a72735e5eab None None] Attempting to bind port 2626c2b1-6da2-49ea-8030-726bc90bb272 on network 35e64619-a59d-47b1-b4c9-78b55f54f97b {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 09:43:17.727342 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f654d815-169c-40ad-b315-bdb47bb1783c admin admin] Network 9e493ca3-e280-43b9-b225-da7bca606395 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 09:43:17.727476 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a51777c-3552-4a07-bfab-4d98ded1ab06 None None] Pushing event updated for resources: {'Port': ['ID=2626c2b1-6da2-49ea-8030-726bc90bb272,revision_number=2']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:43:17.730167 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-f654d815-169c-40ad-b315-bdb47bb1783c admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:43:17.733555 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f654d815-169c-40ad-b315-bdb47bb1783c admin admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 09:43:17.737338 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df2c522-cef9-4044-a4e7-0a72735e5eab None None] Checking agent: {'id': '0e2e3861-7d79-4ce6-9d91-faa32ae2cb64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 9, 25, 26), 'started_at': datetime.datetime(2022, 5, 12, 9, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 9, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 09:43:17.737719 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df2c522-cef9-4044-a4e7-0a72735e5eab None None] Checking segment: {'id': '19f8603b-b081-4ce5-86ca-33d22941a00f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 09:43:17.738227 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1df2c522-cef9-4044-a4e7-0a72735e5eab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:17.738688 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df2c522-cef9-4044-a4e7-0a72735e5eab None None] Bound using segment: {'id': '19f8603b-b081-4ce5-86ca-33d22941a00f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b'} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 09:43:17.739157 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-1df2c522-cef9-4044-a4e7-0a72735e5eab None None] Bound port: 2626c2b1-6da2-49ea-8030-726bc90bb272, host: dv-cinder-837699-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19f8603b-b081-4ce5-86ca-33d22941a00f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b'}}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 09:43:17.739537 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1df2c522-cef9-4044-a4e7-0a72735e5eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (2626c2b1-6da2-49ea-8030-726bc90bb272), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:17.743241 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a51777c-3552-4a07-bfab-4d98ded1ab06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:43:17.743620 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a51777c-3552-4a07-bfab-4d98ded1ab06 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:43:17.744022 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a51777c-3552-4a07-bfab-4d98ded1ab06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:43:17.744379 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a51777c-3552-4a07-bfab-4d98ded1ab06 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:43:17.744722 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a51777c-3552-4a07-bfab-4d98ded1ab06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:43:17.745056 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a51777c-3552-4a07-bfab-4d98ded1ab06 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:43:17.745391 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a51777c-3552-4a07-bfab-4d98ded1ab06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:43:17.745712 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a51777c-3552-4a07-bfab-4d98ded1ab06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:43:17.746064 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a51777c-3552-4a07-bfab-4d98ded1ab06 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:43:17.746392 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a51777c-3552-4a07-bfab-4d98ded1ab06 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:43:17.746723 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a51777c-3552-4a07-bfab-4d98ded1ab06 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:43:17.747062 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a51777c-3552-4a07-bfab-4d98ded1ab06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:43:17.747389 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a51777c-3552-4a07-bfab-4d98ded1ab06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:43:17.747715 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a51777c-3552-4a07-bfab-4d98ded1ab06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:43:17.748038 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a51777c-3552-4a07-bfab-4d98ded1ab06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:43:17.761873 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f654d815-169c-40ad-b315-bdb47bb1783c admin admin] Pushing event updated for resources: {'Port': ['ID=553d5c0a-fd5a-4eb7-ab63-620bb35e4a42,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:43:17.779541 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f654d815-169c-40ad-b315-bdb47bb1783c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3786720'] for router_interface (f90e6c27-ca80-433c-b595-2a484251dabb), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:17.806742 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-1df2c522-cef9-4044-a4e7-0a72735e5eab None None] For port 2626c2b1-6da2-49ea-8030-726bc90bb272, host dv-cinder-837699-5-iscsi, cleared binding levels {{(pid=103460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 09:43:17.810211 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-1df2c522-cef9-4044-a4e7-0a72735e5eab None None] For port 2626c2b1-6da2-49ea-8030-726bc90bb272, host dv-cinder-837699-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=2626c2b1-6da2-49ea-8030-726bc90bb272,segment=NetworkSegment(19f8603b-b081-4ce5-86ca-33d22941a00f),segment_id=19f8603b-b081-4ce5-86ca-33d22941a00f)] {{(pid=103460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 09:43:17.817843 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-1df2c522-cef9-4044-a4e7-0a72735e5eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (2626c2b1-6da2-49ea-8030-726bc90bb272), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:17.878813 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df2c522-cef9-4044-a4e7-0a72735e5eab None None] Routers {'f90e6c27-ca80-433c-b595-2a484251dabb'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:43:17.879454 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-1df2c522-cef9-4044-a4e7-0a72735e5eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:42:52Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['f90e6c27-ca80-433c-b595-2a484251dabb'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:43:17.915901 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a51777c-3552-4a07-bfab-4d98ded1ab06 None None] Pushing event updated for resources: {'Port': ['ID=2626c2b1-6da2-49ea-8030-726bc90bb272,revision_number=3']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:43:17.921021 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f654d815-169c-40ad-b315-bdb47bb1783c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (553d5c0a-fd5a-4eb7-ab63-620bb35e4a42), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:17.998585 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-1df2c522-cef9-4044-a4e7-0a72735e5eab None None] Set router f90e6c27-ca80-433c-b595-2a484251dabb gateway port host: dv-cinder-837699-5-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:43:18.050794 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-1ce5c538-1d72-4d89-a990-2ad21d15c134 None None] Provisioning complete for port 553d5c0a-fd5a-4eb7-ab63-620bb35e4a42 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:43:18.051397 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-1ce5c538-1d72-4d89-a990-2ad21d15c134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (553d5c0a-fd5a-4eb7-ab63-620bb35e4a42), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:18.103180 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-1ce5c538-1d72-4d89-a990-2ad21d15c134 None None] Port 553d5c0a-fd5a-4eb7-ab63-620bb35e4a42 cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 09:43:18.122113 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f654d815-169c-40ad-b315-bdb47bb1783c admin admin] Publish callbacks [] for port (553d5c0a-fd5a-4eb7-ab63-620bb35e4a42), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:18.126675 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f654d815-169c-40ad-b315-bdb47bb1783c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28491445'] for port (553d5c0a-fd5a-4eb7-ab63-620bb35e4a42), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:18.176190 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-1df2c522-cef9-4044-a4e7-0a72735e5eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90e6c27-ca80-433c-b595-2a484251dabb', 'name': 'tempest-AttachVolumeShelveTestJSON-792793202-router', 'tenant_id': 'b879e240eb4f48139e28cc43223b21da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '2626c2b1-6da2-49ea-8030-726bc90bb272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:43:15Z', 'updated_at': '2022-05-12T09:43:16Z', 'revision_number': 3, 'project_id': 'b879e240eb4f48139e28cc43223b21da', 'gw_port': {'id': '2626c2b1-6da2-49ea-8030-726bc90bb272', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b1:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f90e6c27-ca80-433c-b595-2a484251dabb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:43:15Z', 'updated_at': '2022-05-12T09:43:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi'}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:43:18.193253 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f654d815-169c-40ad-b315-bdb47bb1783c admin admin] Pushing event updated for resources: {'Port': ['ID=553d5c0a-fd5a-4eb7-ab63-620bb35e4a42,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:43:18.197965 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f654d815-169c-40ad-b315-bdb47bb1783c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799210'] for router_interface (f90e6c27-ca80-433c-b595-2a484251dabb), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:18.203543 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df2c522-cef9-4044-a4e7-0a72735e5eab None None] The sync data for ids ['f90e6c27-ca80-433c-b595-2a484251dabb'] in dv-cinder-837699-5-iscsi is: [{'id': 'f90e6c27-ca80-433c-b595-2a484251dabb', 'name': 'tempest-AttachVolumeShelveTestJSON-792793202-router', 'tenant_id': 'b879e240eb4f48139e28cc43223b21da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '2626c2b1-6da2-49ea-8030-726bc90bb272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:43:15Z', 'updated_at': '2022-05-12T09:43:16Z', 'revision_number': 3, 'project_id': 'b879e240eb4f48139e28cc43223b21da', 'gw_port': {'id': '2626c2b1-6da2-49ea-8030-726bc90bb272', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b1:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f90e6c27-ca80-433c-b595-2a484251dabb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:43:15Z', 'updated_at': '2022-05-12T09:43:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi'}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 09:43:18.291693 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f654d815-169c-40ad-b315-bdb47bb1783c admin admin] Network 9e493ca3-e280-43b9-b225-da7bca606395 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 09:43:18.293049 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-f654d815-169c-40ad-b315-bdb47bb1783c admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:43:18.624062 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-53db457b-b41a-4947-8cf4-e93104325b67 None None] Provisioning complete for port 553d5c0a-fd5a-4eb7-ab63-620bb35e4a42 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:43:18.624595 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-53db457b-b41a-4947-8cf4-e93104325b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (553d5c0a-fd5a-4eb7-ab63-620bb35e4a42), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:18.664240 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-53db457b-b41a-4947-8cf4-e93104325b67 None None] Port 553d5c0a-fd5a-4eb7-ab63-620bb35e4a42 cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 09:43:18.674098 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f654d815-169c-40ad-b315-bdb47bb1783c admin admin] Router f90e6c27-ca80-433c-b595-2a484251dabb has already been hosted by L3 agent 8db92903-2544-41c2-b919-def82c43c97a {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 09:43:18.787525 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f654d815-169c-40ad-b315-bdb47bb1783c admin admin] Notify agent at l3_agent.dv-cinder-837699-5-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 09:43:18.795660 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-f654d815-169c-40ad-b315-bdb47bb1783c admin admin] 10.222.0.60 "PUT /v2.0/routers/f90e6c27-ca80-433c-b595-2a484251dabb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9295986 May 12 09:43:19.092149 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device 2626c2b1-6da2-49ea-8030-726bc90bb272 up at agent ovs-agent-dv-cinder-837699-5-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 09:43:19.104462 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 42252) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:43:19.109219 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-167ae1b1-efc7-476a-8ced-0af2b4a13308 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2079925918', 'description': 'tempest-description--1204474680'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:43:19.130465 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-167ae1b1-efc7-476a-8ced-0af2b4a13308 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:19.142570 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Provisioning complete for port 2626c2b1-6da2-49ea-8030-726bc90bb272 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:43:19.142988 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (2626c2b1-6da2-49ea-8030-726bc90bb272), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:19.202889 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-167ae1b1-efc7-476a-8ced-0af2b4a13308 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks [] for security_group (1b4cf6b2-a702-45c6-a103-89f8c82f152f), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:19.207000 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-167ae1b1-efc7-476a-8ced-0af2b4a13308 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (1b4cf6b2-a702-45c6-a103-89f8c82f152f), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:19.228401 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Current status of the port 2626c2b1-6da2-49ea-8030-726bc90bb272 is: DOWN; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:43:19.228810 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (2626c2b1-6da2-49ea-8030-726bc90bb272), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:19.238568 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-167ae1b1-efc7-476a-8ced-0af2b4a13308 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:19.242465 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-167ae1b1-efc7-476a-8ced-0af2b4a13308 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1342576 May 12 09:43:19.242465 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167ae1b1-efc7-476a-8ced-0af2b4a13308 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4cf6b2-a702-45c6-a103-89f8c82f152f,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:43:19.244143 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 42254) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:43:19.249770 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-f5dee8a5-97c1-4919-a2cf-c24119c0f5f5 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Request body: {'security_group_rule': {'security_group_id': '1b4cf6b2-a702-45c6-a103-89f8c82f152f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:43:19.250909 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] For port 2626c2b1-6da2-49ea-8030-726bc90bb272, host dv-cinder-837699-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=2626c2b1-6da2-49ea-8030-726bc90bb272,segment=NetworkSegment(19f8603b-b081-4ce5-86ca-33d22941a00f),segment_id=19f8603b-b081-4ce5-86ca-33d22941a00f)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:43:19.255013 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (2626c2b1-6da2-49ea-8030-726bc90bb272), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:19.256204 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device c510fc58-ebb9-4295-926f-6767486dae2b up at agent ovs-agent-dv-cinder-837699-5-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 09:43:19.279957 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f5dee8a5-97c1-4919-a2cf-c24119c0f5f5 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks [] for security_group_rule (eebe4f4d-c041-4478-a4b3-10bbff0af161), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:19.332583 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Pushing event updated for resources: {'Port': ['ID=2626c2b1-6da2-49ea-8030-726bc90bb272,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:43:19.338956 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f5dee8a5-97c1-4919-a2cf-c24119c0f5f5 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks [] for security_group_rule (eebe4f4d-c041-4478-a4b3-10bbff0af161), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:19.342073 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Provisioning complete for port c510fc58-ebb9-4295-926f-6767486dae2b triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:43:19.342442 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (c510fc58-ebb9-4295-926f-6767486dae2b), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:19.343485 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f5dee8a5-97c1-4919-a2cf-c24119c0f5f5 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689781'] for security_group_rule (eebe4f4d-c041-4478-a4b3-10bbff0af161), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:19.367376 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dee8a5-97c1-4919-a2cf-c24119c0f5f5 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eebe4f4d-c041-4478-a4b3-10bbff0af161,revision_number=0']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:43:19.376768 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f5dee8a5-97c1-4919-a2cf-c24119c0f5f5 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:19.378417 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-f5dee8a5-97c1-4919-a2cf-c24119c0f5f5 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1321650 May 12 09:43:19.380990 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 42256) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:43:19.385481 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-e373738e-b590-4f1e-8c87-1ce6848a2326 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Request body: {'security_group_rule': {'security_group_id': '1b4cf6b2-a702-45c6-a103-89f8c82f152f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:43:19.411835 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e373738e-b590-4f1e-8c87-1ce6848a2326 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks [] for security_group_rule (3df166ee-1d41-43f2-bbc0-38ed815d14ac), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:19.434694 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Current status of the port c510fc58-ebb9-4295-926f-6767486dae2b is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:43:19.465837 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e373738e-b590-4f1e-8c87-1ce6848a2326 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks [] for security_group_rule (3df166ee-1d41-43f2-bbc0-38ed815d14ac), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:19.469656 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e373738e-b590-4f1e-8c87-1ce6848a2326 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689781'] for security_group_rule (3df166ee-1d41-43f2-bbc0-38ed815d14ac), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:19.491244 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e373738e-b590-4f1e-8c87-1ce6848a2326 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3df166ee-1d41-43f2-bbc0-38ed815d14ac,revision_number=0']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:43:19.497089 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e373738e-b590-4f1e-8c87-1ce6848a2326 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:19.501162 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-e373738e-b590-4f1e-8c87-1ce6848a2326 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1163805 May 12 09:43:19.501340 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 42258) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:43:19.505648 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-aae12ee6-6cfa-4f29-a888-8064bc0ccbaf tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Request body: {'floatingip': {'floating_network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:43:19.527623 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-aae12ee6-6cfa-4f29-a888-8064bc0ccbaf tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:19.611116 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-aae12ee6-6cfa-4f29-a888-8064bc0ccbaf tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:19.624834 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-004c3664-3f7d-49c2-9e9d-7c4a1231e494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (9bee5a85-5be0-4217-aa6d-1f9c6538b987), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:19.719291 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-aae12ee6-6cfa-4f29-a888-8064bc0ccbaf tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Allocated IP 172.27.3.121 (35e64619-a59d-47b1-b4c9-78b55f54f97b/31f684fc-c02d-4e22-bb04-cd143bba725c/e2a844ed-c4f1-4da6-a831-3eb07aeaf5f6) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 09:43:19.779641 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ae2e2f-6414-457c-9043-8ba8b40eac05 None None] Sync routers for ids ['f90e6c27-ca80-433c-b595-2a484251dabb'] in dv-cinder-837699-5-iscsi {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 09:43:19.790545 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ae2e2f-6414-457c-9043-8ba8b40eac05 None None] Routers {'f90e6c27-ca80-433c-b595-2a484251dabb'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:43:19.791164 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-b8ae2e2f-6414-457c-9043-8ba8b40eac05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:42:52Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['f90e6c27-ca80-433c-b595-2a484251dabb'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:43:19.832791 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-aae12ee6-6cfa-4f29-a888-8064bc0ccbaf tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks [] for port (e2a844ed-c4f1-4da6-a831-3eb07aeaf5f6), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:19.879713 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-aae12ee6-6cfa-4f29-a888-8064bc0ccbaf tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740344012620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29192019'] for port (e2a844ed-c4f1-4da6-a831-3eb07aeaf5f6), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:19.922569 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae12ee6-6cfa-4f29-a888-8064bc0ccbaf tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Network 35e64619-a59d-47b1-b4c9-78b55f54f97b is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 09:43:19.925958 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-aae12ee6-6cfa-4f29-a888-8064bc0ccbaf tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:43:19.928058 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-b8ae2e2f-6414-457c-9043-8ba8b40eac05 None None] Set router f90e6c27-ca80-433c-b595-2a484251dabb gateway port host: dv-cinder-837699-5-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:43:19.931550 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae12ee6-6cfa-4f29-a888-8064bc0ccbaf tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 09:43:19.937095 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae12ee6-6cfa-4f29-a888-8064bc0ccbaf tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Pushing event updated for resources: {'Port': ['ID=e2a844ed-c4f1-4da6-a831-3eb07aeaf5f6,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:43:20.021238 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-aae12ee6-6cfa-4f29-a888-8064bc0ccbaf tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks [] for floatingip (c9f46302-d892-45ba-936c-752d80bbc55a), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:20.130388 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-b8ae2e2f-6414-457c-9043-8ba8b40eac05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90e6c27-ca80-433c-b595-2a484251dabb', 'name': 'tempest-AttachVolumeShelveTestJSON-792793202-router', 'tenant_id': 'b879e240eb4f48139e28cc43223b21da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '2626c2b1-6da2-49ea-8030-726bc90bb272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:43:15Z', 'updated_at': '2022-05-12T09:43:17Z', 'revision_number': 4, 'project_id': 'b879e240eb4f48139e28cc43223b21da', 'gw_port': {'id': '2626c2b1-6da2-49ea-8030-726bc90bb272', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90e6c27-ca80-433c-b595-2a484251dabb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:43:15Z', 'updated_at': '2022-05-12T09:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_interfaces': [{'id': '553d5c0a-fd5a-4eb7-ab63-620bb35e4a42', 'name': '', 'network_id': '9e493ca3-e280-43b9-b225-da7bca606395', 'tenant_id': 'b879e240eb4f48139e28cc43223b21da', 'mac_address': 'fa:16:3e:9b:0b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f90e6c27-ca80-433c-b595-2a484251dabb', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'd0dfb68a-43de-417f-95c4-a655ed09841d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:43:17Z', 'updated_at': '2022-05-12T09:43:18Z', 'revision_number': 2, 'project_id': 'b879e240eb4f48139e28cc43223b21da', 'subnets': [{'id': 'd0dfb68a-43de-417f-95c4-a655ed09841d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:43:20.299912 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ae2e2f-6414-457c-9043-8ba8b40eac05 None None] Checking router: f90e6c27-ca80-433c-b595-2a484251dabb for host: dv-cinder-837699-5-iscsi {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 09:43:20.300193 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ae2e2f-6414-457c-9043-8ba8b40eac05 None None] Updating router f90e6c27-ca80-433c-b595-2a484251dabb port 553d5c0a-fd5a-4eb7-ab63-620bb35e4a42 binding host dv-cinder-837699-5-iscsi {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 09:43:20.327162 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-aae12ee6-6cfa-4f29-a888-8064bc0ccbaf tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (e2a844ed-c4f1-4da6-a831-3eb07aeaf5f6), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:20.330196 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-b8ae2e2f-6414-457c-9043-8ba8b40eac05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (553d5c0a-fd5a-4eb7-ab63-620bb35e4a42), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:20.482243 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (cdc2c050-d5b8-41e9-9f41-bf893d522faa), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:20.506236 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-aae12ee6-6cfa-4f29-a888-8064bc0ccbaf tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks [] for port (e2a844ed-c4f1-4da6-a831-3eb07aeaf5f6), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:20.511210 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-aae12ee6-6cfa-4f29-a888-8064bc0ccbaf tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29192036'] for port (e2a844ed-c4f1-4da6-a831-3eb07aeaf5f6), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:20.574598 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae12ee6-6cfa-4f29-a888-8064bc0ccbaf tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Pushing event updated for resources: {'Port': ['ID=e2a844ed-c4f1-4da6-a831-3eb07aeaf5f6,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:43:20.588434 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-aae12ee6-6cfa-4f29-a888-8064bc0ccbaf tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799862'] for floatingip (c9f46302-d892-45ba-936c-752d80bbc55a), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:20.603847 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-aae12ee6-6cfa-4f29-a888-8064bc0ccbaf tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for floatingip (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:20.605060 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-aae12ee6-6cfa-4f29-a888-8064bc0ccbaf tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1027474 May 12 09:43:20.636214 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-b8ae2e2f-6414-457c-9043-8ba8b40eac05 None None] Publish callbacks [] for port (553d5c0a-fd5a-4eb7-ab63-620bb35e4a42), precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:20.642007 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-b8ae2e2f-6414-457c-9043-8ba8b40eac05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (553d5c0a-fd5a-4eb7-ab63-620bb35e4a42), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:20.691447 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac91bba7-2785-4a08-bb06-f32c87157abf None None] Pushing event updated for resources: {'Port': ['ID=553d5c0a-fd5a-4eb7-ab63-620bb35e4a42,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:43:20.749372 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-b8ae2e2f-6414-457c-9043-8ba8b40eac05 None None] Attempting to bind port 553d5c0a-fd5a-4eb7-ab63-620bb35e4a42 on host dv-cinder-837699-5-iscsi for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 09:43:20.749746 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-b8ae2e2f-6414-457c-9043-8ba8b40eac05 None None] Attempting to bind port 553d5c0a-fd5a-4eb7-ab63-620bb35e4a42 by drivers openvswitch,hyperv on host dv-cinder-837699-5-iscsi at level 0 using segments [{'id': '13c6b376-b873-4e7b-b8cd-21838495d81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9e493ca3-e280-43b9-b225-da7bca606395'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 09:43:20.750405 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ae2e2f-6414-457c-9043-8ba8b40eac05 None None] Attempting to bind port 553d5c0a-fd5a-4eb7-ab63-620bb35e4a42 on network 9e493ca3-e280-43b9-b225-da7bca606395 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 09:43:20.755808 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ae2e2f-6414-457c-9043-8ba8b40eac05 None None] Checking agent: {'id': '0e2e3861-7d79-4ce6-9d91-faa32ae2cb64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 9, 25, 26), 'started_at': datetime.datetime(2022, 5, 12, 9, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 9, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 09:43:20.756185 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ae2e2f-6414-457c-9043-8ba8b40eac05 None None] Checking segment: {'id': '13c6b376-b873-4e7b-b8cd-21838495d81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9e493ca3-e280-43b9-b225-da7bca606395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 09:43:20.756588 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-b8ae2e2f-6414-457c-9043-8ba8b40eac05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:20.757112 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ae2e2f-6414-457c-9043-8ba8b40eac05 None None] Bound using segment: {'id': '13c6b376-b873-4e7b-b8cd-21838495d81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9e493ca3-e280-43b9-b225-da7bca606395'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 09:43:20.757583 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-b8ae2e2f-6414-457c-9043-8ba8b40eac05 None None] Bound port: 553d5c0a-fd5a-4eb7-ab63-620bb35e4a42, host: dv-cinder-837699-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13c6b376-b873-4e7b-b8cd-21838495d81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9e493ca3-e280-43b9-b225-da7bca606395'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 09:43:20.758373 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-b8ae2e2f-6414-457c-9043-8ba8b40eac05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (553d5c0a-fd5a-4eb7-ab63-620bb35e4a42), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:20.767463 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4d28d42d-4410-49d3-b468-a4da8dda35d4 req-f7b7d336-daa7-43b7-9b9f-ce5900c544d9 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--2079925918&fields=id&tenant_id=b879e240eb4f48139e28cc43223b21da HTTP/1.1" status: 200 len: 267 time: 0.0477800 May 12 09:43:20.830235 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-b8ae2e2f-6414-457c-9043-8ba8b40eac05 None None] For port 553d5c0a-fd5a-4eb7-ab63-620bb35e4a42, host dv-cinder-837699-5-iscsi, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 09:43:20.834456 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-b8ae2e2f-6414-457c-9043-8ba8b40eac05 None None] For port 553d5c0a-fd5a-4eb7-ab63-620bb35e4a42, host dv-cinder-837699-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=553d5c0a-fd5a-4eb7-ab63-620bb35e4a42,segment=NetworkSegment(13c6b376-b873-4e7b-b8cd-21838495d81c),segment_id=13c6b376-b873-4e7b-b8cd-21838495d81c)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 09:43:20.840704 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-b8ae2e2f-6414-457c-9043-8ba8b40eac05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (553d5c0a-fd5a-4eb7-ab63-620bb35e4a42), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:20.887204 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28d42d-4410-49d3-b468-a4da8dda35d4 req-18f32886-963c-4e3f-af20-b12c3645e583 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:20.888735 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4d28d42d-4410-49d3-b468-a4da8dda35d4 req-18f32886-963c-4e3f-af20-b12c3645e583 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/networks?id=9e493ca3-e280-43b9-b225-da7bca606395 HTTP/1.1" status: 200 len: 816 time: 0.1099205 May 12 09:43:20.904675 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4d28d42d-4410-49d3-b468-a4da8dda35d4 req-982fc267-734d-4b79-a7ae-247e6fa7d771 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/quotas/b879e240eb4f48139e28cc43223b21da HTTP/1.1" status: 200 len: 375 time: 0.0091841 May 12 09:43:20.910152 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ae2e2f-6414-457c-9043-8ba8b40eac05 None None] Routers {'f90e6c27-ca80-433c-b595-2a484251dabb'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:43:20.910791 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-b8ae2e2f-6414-457c-9043-8ba8b40eac05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:42:52Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['f90e6c27-ca80-433c-b595-2a484251dabb'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:43:20.957531 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac91bba7-2785-4a08-bb06-f32c87157abf None None] Pushing event updated for resources: {'Port': ['ID=553d5c0a-fd5a-4eb7-ab63-620bb35e4a42,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:43:20.961067 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-8e37c1b7-0818-42c8-9184-cfdeb5efdee5 None None] Provisioning complete for port 553d5c0a-fd5a-4eb7-ab63-620bb35e4a42 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:43:20.961444 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-8e37c1b7-0818-42c8-9184-cfdeb5efdee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (553d5c0a-fd5a-4eb7-ab63-620bb35e4a42), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:20.980351 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4d28d42d-4410-49d3-b468-a4da8dda35d4 req-40c7f895-ddec-47f6-aab5-8156168a820b tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b879e240eb4f48139e28cc43223b21da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0606008 May 12 09:43:21.067572 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device 2626c2b1-6da2-49ea-8030-726bc90bb272 up at agent ovs-agent-dv-cinder-837699-5-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 09:43:21.081305 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4d28d42d-4410-49d3-b468-a4da8dda35d4 req-8d21a2a1-958f-4f94-bdd5-1f5813663416 service neutron] 10.222.0.60 "GET /v2.0/networks/9e493ca3-e280-43b9-b225-da7bca606395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980165 May 12 09:43:21.152500 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-b8ae2e2f-6414-457c-9043-8ba8b40eac05 None None] Set router f90e6c27-ca80-433c-b595-2a484251dabb gateway port host: dv-cinder-837699-5-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:43:21.175954 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4d28d42d-4410-49d3-b468-a4da8dda35d4 req-2b664531-37af-4903-910e-be5af08470d2 service neutron] 10.222.0.60 "GET /v2.0/networks/9e493ca3-e280-43b9-b225-da7bca606395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880127 May 12 09:43:21.192110 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-8e37c1b7-0818-42c8-9184-cfdeb5efdee5 None None] Current status of the port 553d5c0a-fd5a-4eb7-ab63-620bb35e4a42 is: DOWN; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:43:21.192500 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-8e37c1b7-0818-42c8-9184-cfdeb5efdee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (553d5c0a-fd5a-4eb7-ab63-620bb35e4a42), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:21.258201 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Provisioning complete for port 2626c2b1-6da2-49ea-8030-726bc90bb272 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:43:21.258642 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (2626c2b1-6da2-49ea-8030-726bc90bb272), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:21.305052 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-8e37c1b7-0818-42c8-9184-cfdeb5efdee5 None None] For port 553d5c0a-fd5a-4eb7-ab63-620bb35e4a42, host dv-cinder-837699-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=553d5c0a-fd5a-4eb7-ab63-620bb35e4a42,segment=NetworkSegment(13c6b376-b873-4e7b-b8cd-21838495d81c),segment_id=13c6b376-b873-4e7b-b8cd-21838495d81c)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:43:21.316390 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-8e37c1b7-0818-42c8-9184-cfdeb5efdee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (553d5c0a-fd5a-4eb7-ab63-620bb35e4a42), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:21.361755 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-73b10e8b-aeaf-47c4-8698-e30bab06810a req-cd8e254b-4dbb-41a1-a70d-1a826821f5e5 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 210 time: 0.0367174 May 12 09:43:21.453627 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e37c1b7-0818-42c8-9184-cfdeb5efdee5 None None] Pushing event updated for resources: {'Port': ['ID=553d5c0a-fd5a-4eb7-ab63-620bb35e4a42,revision_number=5']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:43:21.481450 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-f557d32c-f353-4aea-941b-086f1bade6c4 None None] Provisioning complete for port 553d5c0a-fd5a-4eb7-ab63-620bb35e4a42 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:43:21.481828 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f557d32c-f353-4aea-941b-086f1bade6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (553d5c0a-fd5a-4eb7-ab63-620bb35e4a42), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:21.544785 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Current status of the port 2626c2b1-6da2-49ea-8030-726bc90bb272 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:43:21.571082 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-b8ae2e2f-6414-457c-9043-8ba8b40eac05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90e6c27-ca80-433c-b595-2a484251dabb', 'name': 'tempest-AttachVolumeShelveTestJSON-792793202-router', 'tenant_id': 'b879e240eb4f48139e28cc43223b21da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '2626c2b1-6da2-49ea-8030-726bc90bb272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:43:15Z', 'updated_at': '2022-05-12T09:43:17Z', 'revision_number': 4, 'project_id': 'b879e240eb4f48139e28cc43223b21da', 'gw_port': {'id': '2626c2b1-6da2-49ea-8030-726bc90bb272', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90e6c27-ca80-433c-b595-2a484251dabb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:43:15Z', 'updated_at': '2022-05-12T09:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_interfaces': [{'id': '553d5c0a-fd5a-4eb7-ab63-620bb35e4a42', 'name': '', 'network_id': '9e493ca3-e280-43b9-b225-da7bca606395', 'tenant_id': 'b879e240eb4f48139e28cc43223b21da', 'mac_address': 'fa:16:3e:9b:0b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f90e6c27-ca80-433c-b595-2a484251dabb', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'd0dfb68a-43de-417f-95c4-a655ed09841d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:43:17Z', 'updated_at': '2022-05-12T09:43:20Z', 'revision_number': 4, 'project_id': 'b879e240eb4f48139e28cc43223b21da', 'subnets': [{'id': 'd0dfb68a-43de-417f-95c4-a655ed09841d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:43:21.600946 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ae2e2f-6414-457c-9043-8ba8b40eac05 None None] The sync data for ids ['f90e6c27-ca80-433c-b595-2a484251dabb'] in dv-cinder-837699-5-iscsi is: [{'id': 'f90e6c27-ca80-433c-b595-2a484251dabb', 'name': 'tempest-AttachVolumeShelveTestJSON-792793202-router', 'tenant_id': 'b879e240eb4f48139e28cc43223b21da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '2626c2b1-6da2-49ea-8030-726bc90bb272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:43:15Z', 'updated_at': '2022-05-12T09:43:17Z', 'revision_number': 4, 'project_id': 'b879e240eb4f48139e28cc43223b21da', 'gw_port': {'id': '2626c2b1-6da2-49ea-8030-726bc90bb272', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90e6c27-ca80-433c-b595-2a484251dabb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:43:15Z', 'updated_at': '2022-05-12T09:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_interfaces': [{'id': '553d5c0a-fd5a-4eb7-ab63-620bb35e4a42', 'name': '', 'network_id': '9e493ca3-e280-43b9-b225-da7bca606395', 'tenant_id': 'b879e240eb4f48139e28cc43223b21da', 'mac_address': 'fa:16:3e:9b:0b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f90e6c27-ca80-433c-b595-2a484251dabb', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'd0dfb68a-43de-417f-95c4-a655ed09841d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:43:17Z', 'updated_at': '2022-05-12T09:43:20Z', 'revision_number': 4, 'project_id': 'b879e240eb4f48139e28cc43223b21da', 'subnets': [{'id': 'd0dfb68a-43de-417f-95c4-a655ed09841d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 09:43:21.643149 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-f557d32c-f353-4aea-941b-086f1bade6c4 None None] Current status of the port 553d5c0a-fd5a-4eb7-ab63-620bb35e4a42 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:43:21.853167 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-b509767e-c9e3-4e70-9da2-6619e4af0c34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (8db92903-2544-41c2-b919-def82c43c97a), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:22.506540 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-96f5ed12-eebb-4670-b8e3-3cb08f7c96be req-8814c51e-e69f-4212-a2f3-71a6b5a510a3 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 210 time: 0.0391591 May 12 09:43:22.551355 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28d42d-4410-49d3-b468-a4da8dda35d4 req-926361b1-fb15-4bd7-9324-65fdd2672bbe tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:22.552824 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4d28d42d-4410-49d3-b468-a4da8dda35d4 req-926361b1-fb15-4bd7-9324-65fdd2672bbe tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.65 "GET /v2.0/networks?id=9e493ca3-e280-43b9-b225-da7bca606395 HTTP/1.1" status: 200 len: 816 time: 0.1630094 May 12 09:43:22.626695 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4d28d42d-4410-49d3-b468-a4da8dda35d4 req-07289bad-912b-4311-879c-db00895f3439 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b879e240eb4f48139e28cc43223b21da HTTP/1.1" status: 200 len: 380 time: 0.0547595 May 12 09:43:22.711935 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [req-4d28d42d-4410-49d3-b468-a4da8dda35d4 req-398c2e6c-7d5d-4838-8293-9d9cd8e6eafe tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Request body: {'port': {'device_id': '18552b7d-9ecc-4182-b0fd-726899815dcf', 'network_id': '9e493ca3-e280-43b9-b225-da7bca606395', 'admin_state_up': True, 'tenant_id': 'b879e240eb4f48139e28cc43223b21da', 'security_groups': ['1b4cf6b2-a702-45c6-a103-89f8c82f152f']}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:43:22.818724 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d28d42d-4410-49d3-b468-a4da8dda35d4 req-398c2e6c-7d5d-4838-8293-9d9cd8e6eafe tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Made reservation on behalf of b879e240eb4f48139e28cc43223b21da for: {'port': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 09:43:22.822046 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-4d28d42d-4410-49d3-b468-a4da8dda35d4 req-398c2e6c-7d5d-4838-8293-9d9cd8e6eafe tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:22.947857 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [req-4d28d42d-4410-49d3-b468-a4da8dda35d4 req-398c2e6c-7d5d-4838-8293-9d9cd8e6eafe tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Allocated IP 172.20.0.12 (9e493ca3-e280-43b9-b225-da7bca606395/d0dfb68a-43de-417f-95c4-a655ed09841d/b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 09:43:23.020213 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device 553d5c0a-fd5a-4eb7-ab63-620bb35e4a42 up at agent ovs-agent-dv-cinder-837699-5-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 09:43:23.069603 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Provisioning complete for port 553d5c0a-fd5a-4eb7-ab63-620bb35e4a42 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:43:23.070017 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (553d5c0a-fd5a-4eb7-ab63-620bb35e4a42), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:23.094186 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-4d28d42d-4410-49d3-b468-a4da8dda35d4 req-398c2e6c-7d5d-4838-8293-9d9cd8e6eafe tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks [] for port (b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:23.126780 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-13a031d7-5ec6-42a3-899f-d50e1f06c687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (f8def58d-f1ec-4d41-abae-d1c60f542bd3), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:23.133223 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-4d28d42d-4410-49d3-b468-a4da8dda35d4 req-398c2e6c-7d5d-4838-8293-9d9cd8e6eafe tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740344012620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29192019'] for port (b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:23.167548 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Current status of the port 553d5c0a-fd5a-4eb7-ab63-620bb35e4a42 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:43:23.176564 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d28d42d-4410-49d3-b468-a4da8dda35d4 req-398c2e6c-7d5d-4838-8293-9d9cd8e6eafe tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Network 9e493ca3-e280-43b9-b225-da7bca606395 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 09:43:23.181588 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [req-4d28d42d-4410-49d3-b468-a4da8dda35d4 req-398c2e6c-7d5d-4838-8293-9d9cd8e6eafe tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:43:23.186110 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d28d42d-4410-49d3-b468-a4da8dda35d4 req-398c2e6c-7d5d-4838-8293-9d9cd8e6eafe tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 09:43:23.190095 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398c2e6c-7d5d-4838-8293-9d9cd8e6eafe tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Pushing event updated for resources: {'Port': ['ID=b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:43:23.241107 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28d42d-4410-49d3-b468-a4da8dda35d4 req-398c2e6c-7d5d-4838-8293-9d9cd8e6eafe tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:23.241724 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-4d28d42d-4410-49d3-b468-a4da8dda35d4 req-398c2e6c-7d5d-4838-8293-9d9cd8e6eafe tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:23.260272 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4d28d42d-4410-49d3-b468-a4da8dda35d4 req-398c2e6c-7d5d-4838-8293-9d9cd8e6eafe tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5521901 May 12 09:43:23.278017 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [req-4d28d42d-4410-49d3-b468-a4da8dda35d4 req-a0c55226-379b-4b8b-97a2-66397deacccf service neutron] Request body: {'port': {'device_id': '18552b7d-9ecc-4182-b0fd-726899815dcf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:43:23.339709 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-4d28d42d-4410-49d3-b468-a4da8dda35d4 req-a0c55226-379b-4b8b-97a2-66397deacccf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:23.396525 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-9876689a-e39a-420b-b05b-bec5f3cc8eed None None] Provisioning complete for port b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:43:23.397000 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9876689a-e39a-420b-b05b-bec5f3cc8eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:23.442989 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-9876689a-e39a-420b-b05b-bec5f3cc8eed None None] Port b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 09:43:23.667667 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ddf668-bfec-42c9-b304-c6706ad67a72 req-f324607a-66dc-4567-87fb-27de9d7909d2 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:23.669122 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a2ddf668-bfec-42c9-b304-c6706ad67a72 req-f324607a-66dc-4567-87fb-27de9d7909d2 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 932 time: 0.0741026 May 12 09:43:23.675418 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [req-4d28d42d-4410-49d3-b468-a4da8dda35d4 req-a0c55226-379b-4b8b-97a2-66397deacccf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 09:43:23.684013 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-4d28d42d-4410-49d3-b468-a4da8dda35d4 req-a0c55226-379b-4b8b-97a2-66397deacccf service neutron] Publish callbacks [] for port (b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:23.709418 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [req-4d28d42d-4410-49d3-b468-a4da8dda35d4 req-a0c55226-379b-4b8b-97a2-66397deacccf service neutron] Transition to ACTIVE for port object b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b will not be triggered until provisioned by entity L2. {{(pid=103458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 09:43:23.714290 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-4d28d42d-4410-49d3-b468-a4da8dda35d4 req-a0c55226-379b-4b8b-97a2-66397deacccf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29192036'] for port (b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:23.772467 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a2ddf668-bfec-42c9-b304-c6706ad67a72 req-641c4fe1-1139-4608-936a-b19ec247a24c tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b4cf6b2-a702-45c6-a103-89f8c82f152f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927329 May 12 09:43:23.783456 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c55226-379b-4b8b-97a2-66397deacccf service neutron] Pushing event updated for resources: {'Port': ['ID=b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:43:23.861071 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-4d28d42d-4410-49d3-b468-a4da8dda35d4 req-a0c55226-379b-4b8b-97a2-66397deacccf service neutron] Attempting to bind port b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b on host hv-cinder-83769 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 09:43:23.861412 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-4d28d42d-4410-49d3-b468-a4da8dda35d4 req-a0c55226-379b-4b8b-97a2-66397deacccf service neutron] Attempting to bind port b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': '13c6b376-b873-4e7b-b8cd-21838495d81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9e493ca3-e280-43b9-b225-da7bca606395'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 09:43:23.861745 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d28d42d-4410-49d3-b468-a4da8dda35d4 req-a0c55226-379b-4b8b-97a2-66397deacccf service neutron] Attempting to bind port b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b on network 9e493ca3-e280-43b9-b225-da7bca606395 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 09:43:23.866407 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d28d42d-4410-49d3-b468-a4da8dda35d4 req-a0c55226-379b-4b8b-97a2-66397deacccf service neutron] Port b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b on network 9e493ca3-e280-43b9-b225-da7bca606395 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 09:43:23.866735 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d28d42d-4410-49d3-b468-a4da8dda35d4 req-a0c55226-379b-4b8b-97a2-66397deacccf service neutron] Attempting to bind port b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b on network 9e493ca3-e280-43b9-b225-da7bca606395 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 09:43:23.871849 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d28d42d-4410-49d3-b468-a4da8dda35d4 req-a0c55226-379b-4b8b-97a2-66397deacccf service neutron] Checking agent: {'id': 'cdc2c050-d5b8-41e9-9f41-bf893d522faa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 9, 31, 46), 'started_at': datetime.datetime(2022, 5, 12, 9, 31, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 9, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 09:43:23.872184 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d28d42d-4410-49d3-b468-a4da8dda35d4 req-a0c55226-379b-4b8b-97a2-66397deacccf service neutron] Checking segment: {'id': '13c6b376-b873-4e7b-b8cd-21838495d81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9e493ca3-e280-43b9-b225-da7bca606395'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 09:43:23.872561 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d28d42d-4410-49d3-b468-a4da8dda35d4 req-a0c55226-379b-4b8b-97a2-66397deacccf service neutron] Bound using segment: {'id': '13c6b376-b873-4e7b-b8cd-21838495d81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9e493ca3-e280-43b9-b225-da7bca606395'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 09:43:23.872978 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-4d28d42d-4410-49d3-b468-a4da8dda35d4 req-a0c55226-379b-4b8b-97a2-66397deacccf service neutron] Bound port: b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13c6b376-b873-4e7b-b8cd-21838495d81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9e493ca3-e280-43b9-b225-da7bca606395'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 09:43:23.873362 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-4d28d42d-4410-49d3-b468-a4da8dda35d4 req-a0c55226-379b-4b8b-97a2-66397deacccf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:23.939269 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-4d28d42d-4410-49d3-b468-a4da8dda35d4 req-a0c55226-379b-4b8b-97a2-66397deacccf service neutron] For port b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b, host hv-cinder-83769, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 09:43:23.942172 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-4d28d42d-4410-49d3-b468-a4da8dda35d4 req-a0c55226-379b-4b8b-97a2-66397deacccf service neutron] For port b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b,segment=NetworkSegment(13c6b376-b873-4e7b-b8cd-21838495d81c),segment_id=13c6b376-b873-4e7b-b8cd-21838495d81c)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 09:43:23.947856 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-4d28d42d-4410-49d3-b468-a4da8dda35d4 req-a0c55226-379b-4b8b-97a2-66397deacccf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29192036'] for port (b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:23.982564 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28d42d-4410-49d3-b468-a4da8dda35d4 req-a0c55226-379b-4b8b-97a2-66397deacccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:23.983177 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-4d28d42d-4410-49d3-b468-a4da8dda35d4 req-a0c55226-379b-4b8b-97a2-66397deacccf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:23.984566 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4d28d42d-4410-49d3-b468-a4da8dda35d4 req-a0c55226-379b-4b8b-97a2-66397deacccf service neutron] 10.222.0.65 "PUT /v2.0/ports/b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b HTTP/1.1" status: 200 len: 1094 time: 0.7108331 May 12 09:43:23.986742 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18552b7d-9ecc-4182-b0fd-726899815dcf', 'tag': 'b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:43:23.988978 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c5c35592cdadc16d94e4e59e173057c198c772a9b1006d4fd44537c4a2e10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad89195-602f-4fd5-b53e-c095fd6ea580" -d '{"events": [{"name": "network-changed", "server_uuid": "18552b7d-9ecc-4182-b0fd-726899815dcf", "tag": "b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:43:24.017699 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c55226-379b-4b8b-97a2-66397deacccf service neutron] Pushing event updated for resources: {'Port': ['ID=b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:43:24.037346 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 09:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20258d0c-85fb-4823-afee-7a4d751051e7 x-openstack-request-id: req-20258d0c-85fb-4823-afee-7a4d751051e7 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:43:24.037931 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18552b7d-9ecc-4182-b0fd-726899815dcf", "tag": "b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:43:24.037931 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-20258d0c-85fb-4823-afee-7a4d751051e7 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:43:24.038323 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20258d0c-85fb-4823-afee-7a4d751051e7'] response: {'name': 'network-changed', 'server_uuid': '18552b7d-9ecc-4182-b0fd-726899815dcf', 'tag': 'b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b', 'status': 'completed', 'code': 200} May 12 09:43:24.098717 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28d42d-4410-49d3-b468-a4da8dda35d4 req-39fce22a-6943-4243-806e-04676ad623dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:24.100672 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4d28d42d-4410-49d3-b468-a4da8dda35d4 req-39fce22a-6943-4243-806e-04676ad623dd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b879e240eb4f48139e28cc43223b21da&device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 1128 time: 0.0449202 May 12 09:43:24.152454 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4d28d42d-4410-49d3-b468-a4da8dda35d4 req-643d43ef-4aae-4472-a8d5-dc7732ee3d32 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b HTTP/1.1" status: 200 len: 217 time: 0.0365057 May 12 09:43:24.201991 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28d42d-4410-49d3-b468-a4da8dda35d4 req-e9843e23-0be4-41f0-aa41-65b3bafb1f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:24.203453 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4d28d42d-4410-49d3-b468-a4da8dda35d4 req-e9843e23-0be4-41f0-aa41-65b3bafb1f59 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d0dfb68a-43de-417f-95c4-a655ed09841d HTTP/1.1" status: 200 len: 855 time: 0.0445502 May 12 09:43:24.249386 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28d42d-4410-49d3-b468-a4da8dda35d4 req-231789d5-6b37-49bf-b804-dac223d048db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:24.250874 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4d28d42d-4410-49d3-b468-a4da8dda35d4 req-231789d5-6b37-49bf-b804-dac223d048db service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9e493ca3-e280-43b9-b225-da7bca606395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403550 May 12 09:43:24.340200 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4d28d42d-4410-49d3-b468-a4da8dda35d4 req-0e12a1d8-f474-4b41-86bf-9c57c97ff325 service neutron] 10.222.0.65 "GET /v2.0/networks/9e493ca3-e280-43b9-b225-da7bca606395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823512 May 12 09:43:24.431044 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4d28d42d-4410-49d3-b468-a4da8dda35d4 req-18fe90a6-b929-49ac-8835-ac740bda4e58 service neutron] 10.222.0.65 "GET /v2.0/networks/9e493ca3-e280-43b9-b225-da7bca606395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836442 May 12 09:43:24.514280 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a984b3b9-a9e9-40d7-bd88-8cdbb1de5f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (e377c27d-f788-489a-9a4f-9db675c37dc4), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:24.888923 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c412bb-c455-4840-b633-0ad844061fe9 req-a32f73f2-dc6e-43d6-805b-a59767196c70 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:24.890292 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-27c412bb-c455-4840-b633-0ad844061fe9 req-a32f73f2-dc6e-43d6-805b-a59767196c70 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 944 time: 0.0462263 May 12 09:43:24.935457 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-27c412bb-c455-4840-b633-0ad844061fe9 req-aecfd1f9-8e28-4ee8-b67e-fd1b87cad446 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b4cf6b2-a702-45c6-a103-89f8c82f152f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396125 May 12 09:43:26.006553 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (0e2e3861-7d79-4ce6-9d91-faa32ae2cb64), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:26.051466 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1980b39f-bb28-4388-bd58-cffdab50964e req-5a3d0ff3-bcaa-4f4f-9814-43006c146520 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:26.052906 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1980b39f-bb28-4388-bd58-cffdab50964e req-5a3d0ff3-bcaa-4f4f-9814-43006c146520 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 944 time: 0.0457909 May 12 09:43:26.102307 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1980b39f-bb28-4388-bd58-cffdab50964e req-5e2a4043-ccc9-41a7-8f91-45370b379a8b tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b4cf6b2-a702-45c6-a103-89f8c82f152f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438862 May 12 09:43:27.075369 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad89195-602f-4fd5-b53e-c095fd6ea580 req-e1241245-8f4f-4dd2-9acc-5111c94399bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:27.077570 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4ad89195-602f-4fd5-b53e-c095fd6ea580 req-e1241245-8f4f-4dd2-9acc-5111c94399bb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b879e240eb4f48139e28cc43223b21da&device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 1128 time: 0.0392282 May 12 09:43:27.167392 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad89195-602f-4fd5-b53e-c095fd6ea580 req-e675762b-1e3a-4e38-a7a7-cdb7ac9bc574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:27.168858 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4ad89195-602f-4fd5-b53e-c095fd6ea580 req-e675762b-1e3a-4e38-a7a7-cdb7ac9bc574 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9e493ca3-e280-43b9-b225-da7bca606395 HTTP/1.1" status: 200 len: 917 time: 0.0848298 May 12 09:43:27.238093 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4ad89195-602f-4fd5-b53e-c095fd6ea580 req-4f64a092-acdc-4ed1-a05f-fc3f60866099 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b HTTP/1.1" status: 200 len: 217 time: 0.0623014 May 12 09:43:27.258949 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50524378-fbae-4cd8-b5a3-916f1b069575 req-79cf7998-4f15-499a-aac1-8d4b6574faac tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:27.260328 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-50524378-fbae-4cd8-b5a3-916f1b069575 req-79cf7998-4f15-499a-aac1-8d4b6574faac tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 944 time: 0.0868912 May 12 09:43:27.309771 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad89195-602f-4fd5-b53e-c095fd6ea580 req-72bec3fd-a67c-4424-adfc-fea22a746d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:27.311190 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4ad89195-602f-4fd5-b53e-c095fd6ea580 req-72bec3fd-a67c-4424-adfc-fea22a746d41 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d0dfb68a-43de-417f-95c4-a655ed09841d HTTP/1.1" status: 200 len: 855 time: 0.0678313 May 12 09:43:27.358337 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-50524378-fbae-4cd8-b5a3-916f1b069575 req-87a5c166-9269-4a50-8f94-677fa7a8decb tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b4cf6b2-a702-45c6-a103-89f8c82f152f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808296 May 12 09:43:27.368270 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad89195-602f-4fd5-b53e-c095fd6ea580 req-3a1c3522-1511-42ed-bfa5-c61c57bfb013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:27.369679 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4ad89195-602f-4fd5-b53e-c095fd6ea580 req-3a1c3522-1511-42ed-bfa5-c61c57bfb013 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9e493ca3-e280-43b9-b225-da7bca606395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511503 May 12 09:43:27.464191 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4ad89195-602f-4fd5-b53e-c095fd6ea580 req-04d40c14-91c0-47ab-bf65-d5312cac2482 service neutron] 10.222.0.65 "GET /v2.0/networks/9e493ca3-e280-43b9-b225-da7bca606395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888548 May 12 09:43:27.554432 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4ad89195-602f-4fd5-b53e-c095fd6ea580 req-6143a93f-5f96-4d53-b158-b8dabb128854 service neutron] 10.222.0.65 "GET /v2.0/networks/9e493ca3-e280-43b9-b225-da7bca606395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841334 May 12 09:43:28.473534 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c37a58-15e7-40a1-9b56-7dae8be63b50 req-dbc9b2ef-7dab-4a30-8ccd-99f237d9598a tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:28.475021 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-47c37a58-15e7-40a1-9b56-7dae8be63b50 req-dbc9b2ef-7dab-4a30-8ccd-99f237d9598a tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 944 time: 0.0467906 May 12 09:43:28.520556 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-47c37a58-15e7-40a1-9b56-7dae8be63b50 req-9f1f22bd-a2b6-416d-b050-c01f2cc20a58 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b4cf6b2-a702-45c6-a103-89f8c82f152f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400162 May 12 09:43:29.528301 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=103459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 09:43:29.627426 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] For port b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b,segment=NetworkSegment(13c6b376-b873-4e7b-b8cd-21838495d81c),segment_id=13c6b376-b873-4e7b-b8cd-21838495d81c)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:43:29.634769 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db65886d-96a1-40fe-bda5-f2a74f71e78a req-57432067-367f-4ce5-aa8c-f3fd466cff0e tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:29.636246 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-db65886d-96a1-40fe-bda5-f2a74f71e78a req-57432067-367f-4ce5-aa8c-f3fd466cff0e tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 944 time: 0.0462818 May 12 09:43:29.638722 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Returning: {'device': 'b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b', 'network_id': '9e493ca3-e280-43b9-b225-da7bca606395', 'port_id': 'b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b', 'mac_address': 'fa:16:3e:8e:cd:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0dfb68a-43de-417f-95c4-a655ed09841d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 09:43:29.680394 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Current status of the port b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b is: DOWN; New status is: BUILD {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:43:29.680906 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:29.688592 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-db65886d-96a1-40fe-bda5-f2a74f71e78a req-c714ec9a-bb5f-4553-9987-f6303124359a tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b4cf6b2-a702-45c6-a103-89f8c82f152f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468388 May 12 09:43:29.697134 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b {{(pid=103459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 09:43:29.717138 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] For port b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b,segment=NetworkSegment(13c6b376-b873-4e7b-b8cd-21838495d81c),segment_id=13c6b376-b873-4e7b-b8cd-21838495d81c)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:43:29.720839 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:29.771519 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Pushing event updated for resources: {'Port': ['ID=b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:43:29.779413 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:43:29.779704 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:43:29.780096 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:43:29.780456 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:43:29.780797 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:43:29.781131 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:43:29.781465 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:43:29.781859 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:43:29.782223 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:43:29.782567 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:43:29.782879 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:43:29.783258 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:43:29.784129 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:43:29.784455 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:43:29.784777 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:43:30.173739 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] get_ports_and_sgs() called for port_ids ['b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b'] {{(pid=103459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 09:43:30.515917 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1709b6cc-e71d-455f-9e9a-56b4c0404963 req-619b1f68-858f-4cb9-87f0-28819a90d4ea tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:30.517356 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1709b6cc-e71d-455f-9e9a-56b4c0404963 req-619b1f68-858f-4cb9-87f0-28819a90d4ea tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/ports?device_id=5697f44b-088d-48ee-89a1-ae6d09f7d47f HTTP/1.1" status: 200 len: 945 time: 0.0464525 May 12 09:43:30.564095 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1709b6cc-e71d-455f-9e9a-56b4c0404963 req-65afec98-1937-4a1c-84a6-852b3171d6b8 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/security-groups?id=2827bbf7-ac44-4dde-9d20-88bc96277203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408237 May 12 09:43:30.806603 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc7e01-3b58-4126-9b09-aaa5ffce39ff req-8a9510fa-a117-4d58-a022-fc3554a13f77 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:30.808069 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-53cc7e01-3b58-4126-9b09-aaa5ffce39ff req-8a9510fa-a117-4d58-a022-fc3554a13f77 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 945 time: 0.0473814 May 12 09:43:30.854520 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-53cc7e01-3b58-4126-9b09-aaa5ffce39ff req-1fa2a05a-c118-46b7-8f97-2fbaf7e5fded tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b4cf6b2-a702-45c6-a103-89f8c82f152f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409892 May 12 09:43:31.535731 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b up at agent hyperv_hv-cinder-83769 {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 09:43:31.582302 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Provisioning for port b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b completed by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 09:43:31.587881 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Provisioning complete for port b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:43:31.588306 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:31.666684 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Current status of the port b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b is: BUILD; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:43:31.667071 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:31.680237 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be193057-3f67-479d-bf9b-d9e27e298ef2 req-94e928e0-12fb-484d-8af8-5eb92f6af51d tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:31.681722 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-be193057-3f67-479d-bf9b-d9e27e298ef2 req-94e928e0-12fb-484d-8af8-5eb92f6af51d tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/ports?device_id=5697f44b-088d-48ee-89a1-ae6d09f7d47f HTTP/1.1" status: 200 len: 945 time: 0.0501206 May 12 09:43:31.689133 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18552b7d-9ecc-4182-b0fd-726899815dcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b'}] {{(pid=103459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:43:31.691439 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86b47e387812c2b24e7094e641fb8cdf00e205bc2b1299b72670831d9f7cf680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-557704b1-a4ab-4f9f-8f35-5aef66730bb5" -d '{"events": [{"server_uuid": "18552b7d-9ecc-4182-b0fd-726899815dcf", "name": "network-vif-plugged", "status": "completed", "tag": "b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b"}]}' {{(pid=103459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:43:31.705456 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] For port b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b,segment=NetworkSegment(13c6b376-b873-4e7b-b8cd-21838495d81c),segment_id=13c6b376-b873-4e7b-b8cd-21838495d81c)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:43:31.710154 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:31.733607 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-be193057-3f67-479d-bf9b-d9e27e298ef2 req-277fb4e9-4367-4853-8f8d-d8b9f1858538 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/security-groups?id=2827bbf7-ac44-4dde-9d20-88bc96277203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459452 May 12 09:43:31.735432 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 09:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3364a1b6-4236-4234-a4b6-2854e237d0f0 x-openstack-request-id: req-3364a1b6-4236-4234-a4b6-2854e237d0f0 {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:43:31.735731 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18552b7d-9ecc-4182-b0fd-726899815dcf", "name": "network-vif-plugged", "status": "completed", "tag": "b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b", "code": 200}]} {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:43:31.735982 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3364a1b6-4236-4234-a4b6-2854e237d0f0 {{(pid=103459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:43:31.737047 dv-cinder-837699-5-iscsi neutron-server[103459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3364a1b6-4236-4234-a4b6-2854e237d0f0'] response: {'server_uuid': '18552b7d-9ecc-4182-b0fd-726899815dcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b', 'code': 200} May 12 09:43:31.766445 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Pushing event updated for resources: {'Port': ['ID=b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b,revision_number=5']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:43:31.978634 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c47a2-9c92-45cb-bf5a-3d50e631958d req-dbab63ff-9141-486b-9395-12704c84e0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:31.980082 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ae8c47a2-9c92-45cb-bf5a-3d50e631958d req-dbab63ff-9141-486b-9395-12704c84e0e2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 1130 time: 0.0616598 May 12 09:43:32.000204 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbd401d-dc60-4f09-adc4-45a126675d42 req-338265f9-f849-4b98-a882-bc40d4e4a0f3 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:32.001540 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dfbd401d-dc60-4f09-adc4-45a126675d42 req-338265f9-f849-4b98-a882-bc40d4e4a0f3 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 946 time: 0.0718353 May 12 09:43:32.063211 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ae8c47a2-9c92-45cb-bf5a-3d50e631958d req-cc89c1c1-9b7b-43fd-a771-bf4c611d8900 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=1b4cf6b2-a702-45c6-a103-89f8c82f152f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730019 May 12 09:43:32.070541 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dfbd401d-dc60-4f09-adc4-45a126675d42 req-06517bf0-e2ef-4b89-8846-9efaf872866b tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b4cf6b2-a702-45c6-a103-89f8c82f152f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607824 May 12 09:43:32.849162 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b60d0e6-e883-49a0-9a9e-3d397b324e1c req-4bf8a6e9-7c44-4282-822b-f08dd8f2aecc tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:32.850669 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4b60d0e6-e883-49a0-9a9e-3d397b324e1c req-4bf8a6e9-7c44-4282-822b-f08dd8f2aecc tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/ports?device_id=5697f44b-088d-48ee-89a1-ae6d09f7d47f HTTP/1.1" status: 200 len: 945 time: 0.0459523 May 12 09:43:32.897227 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4b60d0e6-e883-49a0-9a9e-3d397b324e1c req-512d3c4d-fbd4-490c-bdba-cf7f6a0c1ba0 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/security-groups?id=2827bbf7-ac44-4dde-9d20-88bc96277203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410876 May 12 09:43:33.182098 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364fcc7d-4118-4a08-96b6-e3ef0e5f5575 req-64cd5601-83d2-4ccc-98cb-5d49d2ca8d0a tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:33.183510 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-364fcc7d-4118-4a08-96b6-e3ef0e5f5575 req-64cd5601-83d2-4ccc-98cb-5d49d2ca8d0a tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 946 time: 0.0445921 May 12 09:43:33.228165 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-364fcc7d-4118-4a08-96b6-e3ef0e5f5575 req-d0e1e1fc-ac63-4f71-8ea9-4c65fcaf95b5 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b4cf6b2-a702-45c6-a103-89f8c82f152f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393186 May 12 09:43:34.014088 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20999f1-b715-4301-b384-e664ce948473 req-fdcd00f8-0fb2-45d6-ac91-56ff15585950 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:34.015807 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c20999f1-b715-4301-b384-e664ce948473 req-fdcd00f8-0fb2-45d6-ac91-56ff15585950 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/ports?device_id=5697f44b-088d-48ee-89a1-ae6d09f7d47f HTTP/1.1" status: 200 len: 945 time: 0.0517349 May 12 09:43:34.062704 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c20999f1-b715-4301-b384-e664ce948473 req-4e36aee9-4c4a-4459-af3f-5199a07cd2bd tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/security-groups?id=2827bbf7-ac44-4dde-9d20-88bc96277203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416882 May 12 09:43:34.341308 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9472f523-fc99-4dad-aba8-1db03f7a6dd0 req-1bddd95a-f757-4dff-b197-470ce85f8d86 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:34.342761 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9472f523-fc99-4dad-aba8-1db03f7a6dd0 req-1bddd95a-f757-4dff-b197-470ce85f8d86 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 946 time: 0.0450306 May 12 09:43:34.389046 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9472f523-fc99-4dad-aba8-1db03f7a6dd0 req-346a76d3-e290-4d2d-b29c-1b23eea936b8 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b4cf6b2-a702-45c6-a103-89f8c82f152f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402322 May 12 09:43:34.502721 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cce2e0-2bbf-465d-85e8-36314e835f65 req-3aa6560b-beb7-4047-a9a1-8ee9a195e6c4 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:34.504141 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d7cce2e0-2bbf-465d-85e8-36314e835f65 req-3aa6560b-beb7-4047-a9a1-8ee9a195e6c4 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 946 time: 0.0490341 May 12 09:43:34.513267 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 42334) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:43:34.517993 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-1a6f3671-a1cf-4d2c-81f1-832fea33709b tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Request body: {'floatingip': {'port_id': 'b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:43:34.556718 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1a6f3671-a1cf-4d2c-81f1-832fea33709b tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks [] for floatingip (c9f46302-d892-45ba-936c-752d80bbc55a), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:34.984146 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1a6f3671-a1cf-4d2c-81f1-832fea33709b tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:34.988215 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1a6f3671-a1cf-4d2c-81f1-832fea33709b tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799862'] for floatingip (c9f46302-d892-45ba-936c-752d80bbc55a), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:35.087161 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.db.l3_db [None req-1a6f3671-a1cf-4d2c-81f1-832fea33709b tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Floating IP c9f46302-d892-45ba-936c-752d80bbc55a associated. External IP: 172.27.3.121, port: b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b. May 12 09:43:35.217211 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08cb0f9-d5f9-4923-a91e-7918ef262155 req-0b7e911a-f984-4b65-a92f-7c7ae127578c tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:35.218570 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b08cb0f9-d5f9-4923-a91e-7918ef262155 req-0b7e911a-f984-4b65-a92f-7c7ae127578c tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/ports?device_id=5697f44b-088d-48ee-89a1-ae6d09f7d47f HTTP/1.1" status: 200 len: 945 time: 0.0796771 May 12 09:43:35.582183 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b08cb0f9-d5f9-4923-a91e-7918ef262155 req-565f70db-1350-480e-b08a-409ec85f1e73 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/security-groups?id=2827bbf7-ac44-4dde-9d20-88bc96277203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3566914 May 12 09:43:35.633847 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a6f3671-a1cf-4d2c-81f1-832fea33709b tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Router f90e6c27-ca80-433c-b595-2a484251dabb has already been hosted by L3 agent 8db92903-2544-41c2-b919-def82c43c97a {{(pid=103458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 09:43:35.745031 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a6f3671-a1cf-4d2c-81f1-832fea33709b tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Notify agent at l3_agent.dv-cinder-837699-5-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 09:43:35.749931 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1a6f3671-a1cf-4d2c-81f1-832fea33709b tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for floatingip (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:35.754960 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647bc23c-06cd-448d-9ed9-09cc662b72d7 None None] Sync routers for ids ['f90e6c27-ca80-433c-b595-2a484251dabb'] in dv-cinder-837699-5-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 09:43:35.764489 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647bc23c-06cd-448d-9ed9-09cc662b72d7 None None] Routers {'f90e6c27-ca80-433c-b595-2a484251dabb'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:43:35.765162 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-647bc23c-06cd-448d-9ed9-09cc662b72d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:43:22Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['f90e6c27-ca80-433c-b595-2a484251dabb'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:43:35.779237 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-1a6f3671-a1cf-4d2c-81f1-832fea33709b tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "PUT /v2.0/floatingips/c9f46302-d892-45ba-936c-752d80bbc55a HTTP/1.1" status: 200 len: 992 time: 1.2650106 May 12 09:43:35.779931 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18552b7d-9ecc-4182-b0fd-726899815dcf', 'tag': 'b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:43:35.782285 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c5c35592cdadc16d94e4e59e173057c198c772a9b1006d4fd44537c4a2e10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6d948d-6f88-421e-8dc6-b979d5116c90" -d '{"events": [{"name": "network-changed", "server_uuid": "18552b7d-9ecc-4182-b0fd-726899815dcf", "tag": "b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:43:35.818013 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 09:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af871a65-c83a-43ce-a4bf-ec849fa48768 x-openstack-request-id: req-af871a65-c83a-43ce-a4bf-ec849fa48768 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:43:35.818328 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18552b7d-9ecc-4182-b0fd-726899815dcf", "tag": "b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:43:35.818578 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-af871a65-c83a-43ce-a4bf-ec849fa48768 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:43:35.818958 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af871a65-c83a-43ce-a4bf-ec849fa48768'] response: {'name': 'network-changed', 'server_uuid': '18552b7d-9ecc-4182-b0fd-726899815dcf', 'tag': 'b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b', 'status': 'completed', 'code': 200} May 12 09:43:35.875357 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-647bc23c-06cd-448d-9ed9-09cc662b72d7 None None] Set router f90e6c27-ca80-433c-b595-2a484251dabb gateway port host: dv-cinder-837699-5-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:43:35.898922 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6d948d-6f88-421e-8dc6-b979d5116c90 req-396f11a4-060c-48be-8422-7fda8d76c2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:35.900390 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-db6d948d-6f88-421e-8dc6-b979d5116c90 req-396f11a4-060c-48be-8422-7fda8d76c2ec service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b879e240eb4f48139e28cc43223b21da&device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 1130 time: 0.0382800 May 12 09:43:35.989891 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6d948d-6f88-421e-8dc6-b979d5116c90 req-08461805-5f1d-4e9e-9210-6e87b4f0d004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:35.991365 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-db6d948d-6f88-421e-8dc6-b979d5116c90 req-08461805-5f1d-4e9e-9210-6e87b4f0d004 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9e493ca3-e280-43b9-b225-da7bca606395 HTTP/1.1" status: 200 len: 917 time: 0.0850320 May 12 09:43:36.058889 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-db6d948d-6f88-421e-8dc6-b979d5116c90 req-a93eebd9-eb1a-438c-81f7-5685ac828f9c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b HTTP/1.1" status: 200 len: 1000 time: 0.0607193 May 12 09:43:36.087070 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-647bc23c-06cd-448d-9ed9-09cc662b72d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90e6c27-ca80-433c-b595-2a484251dabb', 'name': 'tempest-AttachVolumeShelveTestJSON-792793202-router', 'tenant_id': 'b879e240eb4f48139e28cc43223b21da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '2626c2b1-6da2-49ea-8030-726bc90bb272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:43:15Z', 'updated_at': '2022-05-12T09:43:17Z', 'revision_number': 4, 'project_id': 'b879e240eb4f48139e28cc43223b21da', 'gw_port': {'id': '2626c2b1-6da2-49ea-8030-726bc90bb272', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90e6c27-ca80-433c-b595-2a484251dabb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:43:15Z', 'updated_at': '2022-05-12T09:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_floatingips': [{'id': 'c9f46302-d892-45ba-936c-752d80bbc55a', 'tenant_id': 'b879e240eb4f48139e28cc43223b21da', 'floating_ip_address': '172.27.3.121', 'floating_network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'router_id': 'f90e6c27-ca80-433c-b595-2a484251dabb', 'port_id': 'b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e493ca3-e280-43b9-b225-da7bca606395', 'mac_address': 'fa:16:3e:8e:cd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18552b7d-9ecc-4182-b0fd-726899815dcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T09:43:19Z', 'updated_at': '2022-05-12T09:43:34Z', 'revision_number': 1, 'project_id': 'b879e240eb4f48139e28cc43223b21da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '553d5c0a-fd5a-4eb7-ab63-620bb35e4a42', 'name': '', 'network_id': '9e493ca3-e280-43b9-b225-da7bca606395', 'tenant_id': 'b879e240eb4f48139e28cc43223b21da', 'mac_address': 'fa:16:3e:9b:0b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90e6c27-ca80-433c-b595-2a484251dabb', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'd0dfb68a-43de-417f-95c4-a655ed09841d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:43:17Z', 'updated_at': '2022-05-12T09:43:21Z', 'revision_number': 5, 'project_id': 'b879e240eb4f48139e28cc43223b21da', 'subnets': [{'id': 'd0dfb68a-43de-417f-95c4-a655ed09841d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:43:36.109829 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6d948d-6f88-421e-8dc6-b979d5116c90 req-037e59d7-eae3-4a6f-8399-c1f0b1a3a25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:36.111358 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-db6d948d-6f88-421e-8dc6-b979d5116c90 req-037e59d7-eae3-4a6f-8399-c1f0b1a3a25c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d0dfb68a-43de-417f-95c4-a655ed09841d HTTP/1.1" status: 200 len: 855 time: 0.0472188 May 12 09:43:36.112901 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647bc23c-06cd-448d-9ed9-09cc662b72d7 None None] Checking router: f90e6c27-ca80-433c-b595-2a484251dabb for host: dv-cinder-837699-5-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 09:43:36.121234 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647bc23c-06cd-448d-9ed9-09cc662b72d7 None None] Routers {'f90e6c27-ca80-433c-b595-2a484251dabb'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:43:36.121827 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-647bc23c-06cd-448d-9ed9-09cc662b72d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:43:22Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['f90e6c27-ca80-433c-b595-2a484251dabb'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:43:36.154283 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6d948d-6f88-421e-8dc6-b979d5116c90 req-fb06de82-0937-4fac-8ceb-3469868ed324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:36.155792 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-db6d948d-6f88-421e-8dc6-b979d5116c90 req-fb06de82-0937-4fac-8ceb-3469868ed324 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9e493ca3-e280-43b9-b225-da7bca606395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388894 May 12 09:43:36.229057 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-647bc23c-06cd-448d-9ed9-09cc662b72d7 None None] Set router f90e6c27-ca80-433c-b595-2a484251dabb gateway port host: dv-cinder-837699-5-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:43:36.245800 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-db6d948d-6f88-421e-8dc6-b979d5116c90 req-7b566257-3a7e-4875-9600-c6d160584e63 service neutron] 10.222.0.65 "GET /v2.0/networks/9e493ca3-e280-43b9-b225-da7bca606395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838430 May 12 09:43:36.333912 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-db6d948d-6f88-421e-8dc6-b979d5116c90 req-d210eb6f-e9a5-436f-90fd-ded709912fe0 service neutron] 10.222.0.65 "GET /v2.0/networks/9e493ca3-e280-43b9-b225-da7bca606395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826044 May 12 09:43:36.442449 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-647bc23c-06cd-448d-9ed9-09cc662b72d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90e6c27-ca80-433c-b595-2a484251dabb', 'name': 'tempest-AttachVolumeShelveTestJSON-792793202-router', 'tenant_id': 'b879e240eb4f48139e28cc43223b21da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '2626c2b1-6da2-49ea-8030-726bc90bb272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:43:15Z', 'updated_at': '2022-05-12T09:43:17Z', 'revision_number': 4, 'project_id': 'b879e240eb4f48139e28cc43223b21da', 'gw_port': {'id': '2626c2b1-6da2-49ea-8030-726bc90bb272', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90e6c27-ca80-433c-b595-2a484251dabb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:43:15Z', 'updated_at': '2022-05-12T09:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_floatingips': [{'id': 'c9f46302-d892-45ba-936c-752d80bbc55a', 'tenant_id': 'b879e240eb4f48139e28cc43223b21da', 'floating_ip_address': '172.27.3.121', 'floating_network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'router_id': 'f90e6c27-ca80-433c-b595-2a484251dabb', 'port_id': 'b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e493ca3-e280-43b9-b225-da7bca606395', 'mac_address': 'fa:16:3e:8e:cd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18552b7d-9ecc-4182-b0fd-726899815dcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T09:43:19Z', 'updated_at': '2022-05-12T09:43:34Z', 'revision_number': 1, 'project_id': 'b879e240eb4f48139e28cc43223b21da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '553d5c0a-fd5a-4eb7-ab63-620bb35e4a42', 'name': '', 'network_id': '9e493ca3-e280-43b9-b225-da7bca606395', 'tenant_id': 'b879e240eb4f48139e28cc43223b21da', 'mac_address': 'fa:16:3e:9b:0b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90e6c27-ca80-433c-b595-2a484251dabb', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'd0dfb68a-43de-417f-95c4-a655ed09841d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:43:17Z', 'updated_at': '2022-05-12T09:43:21Z', 'revision_number': 5, 'project_id': 'b879e240eb4f48139e28cc43223b21da', 'subnets': [{'id': 'd0dfb68a-43de-417f-95c4-a655ed09841d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:43:36.467776 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647bc23c-06cd-448d-9ed9-09cc662b72d7 None None] The sync data for ids ['f90e6c27-ca80-433c-b595-2a484251dabb'] in dv-cinder-837699-5-iscsi is: [{'id': 'f90e6c27-ca80-433c-b595-2a484251dabb', 'name': 'tempest-AttachVolumeShelveTestJSON-792793202-router', 'tenant_id': 'b879e240eb4f48139e28cc43223b21da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '2626c2b1-6da2-49ea-8030-726bc90bb272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:43:15Z', 'updated_at': '2022-05-12T09:43:17Z', 'revision_number': 4, 'project_id': 'b879e240eb4f48139e28cc43223b21da', 'gw_port': {'id': '2626c2b1-6da2-49ea-8030-726bc90bb272', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90e6c27-ca80-433c-b595-2a484251dabb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:43:15Z', 'updated_at': '2022-05-12T09:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_floatingips': [{'id': 'c9f46302-d892-45ba-936c-752d80bbc55a', 'tenant_id': 'b879e240eb4f48139e28cc43223b21da', 'floating_ip_address': '172.27.3.121', 'floating_network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'router_id': 'f90e6c27-ca80-433c-b595-2a484251dabb', 'port_id': 'b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e493ca3-e280-43b9-b225-da7bca606395', 'mac_address': 'fa:16:3e:8e:cd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18552b7d-9ecc-4182-b0fd-726899815dcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T09:43:19Z', 'updated_at': '2022-05-12T09:43:34Z', 'revision_number': 1, 'project_id': 'b879e240eb4f48139e28cc43223b21da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '553d5c0a-fd5a-4eb7-ab63-620bb35e4a42', 'name': '', 'network_id': '9e493ca3-e280-43b9-b225-da7bca606395', 'tenant_id': 'b879e240eb4f48139e28cc43223b21da', 'mac_address': 'fa:16:3e:9b:0b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90e6c27-ca80-433c-b595-2a484251dabb', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'd0dfb68a-43de-417f-95c4-a655ed09841d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:43:17Z', 'updated_at': '2022-05-12T09:43:21Z', 'revision_number': 5, 'project_id': 'b879e240eb4f48139e28cc43223b21da', 'subnets': [{'id': 'd0dfb68a-43de-417f-95c4-a655ed09841d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 09:43:36.663759 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f734a094-bc0f-4777-b70c-47e8c623d02d None None] New status for floating IP c9f46302-d892-45ba-936c-752d80bbc55a: ACTIVE {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 09:43:36.701005 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75213f6f-a034-4710-b33b-3a05fa5e096b req-f44de6b0-6449-4394-b045-fa1d8f88d8f8 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:36.702397 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-75213f6f-a034-4710-b33b-3a05fa5e096b req-f44de6b0-6449-4394-b045-fa1d8f88d8f8 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/ports?device_id=5697f44b-088d-48ee-89a1-ae6d09f7d47f HTTP/1.1" status: 200 len: 945 time: 0.0513854 May 12 09:43:36.760393 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-75213f6f-a034-4710-b33b-3a05fa5e096b req-5062cbaf-6a67-48d6-88dd-55c000d125b3 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/security-groups?id=2827bbf7-ac44-4dde-9d20-88bc96277203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524409 May 12 09:43:37.874623 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47cefd1-efbf-41e7-9b1e-2a09ef9197f1 req-ab4d2f47-fd9c-4dcd-b538-7dbeedb050c0 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:37.876055 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a47cefd1-efbf-41e7-9b1e-2a09ef9197f1 req-ab4d2f47-fd9c-4dcd-b538-7dbeedb050c0 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/ports?device_id=5697f44b-088d-48ee-89a1-ae6d09f7d47f HTTP/1.1" status: 200 len: 945 time: 0.0471723 May 12 09:43:37.922695 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a47cefd1-efbf-41e7-9b1e-2a09ef9197f1 req-17f7d822-5ab0-4afe-ac66-04a5fa8011a4 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/security-groups?id=2827bbf7-ac44-4dde-9d20-88bc96277203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411904 May 12 09:43:38.222537 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-1d9e6a58-d356-44ab-bb34-37357c1267d7 None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 09:43:39.038749 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e698bb3-6cff-47c1-a582-34ce090e750e req-6e85bde2-3a45-4e13-8a4f-580be69e3036 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:39.040085 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0e698bb3-6cff-47c1-a582-34ce090e750e req-6e85bde2-3a45-4e13-8a4f-580be69e3036 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/ports?device_id=5697f44b-088d-48ee-89a1-ae6d09f7d47f HTTP/1.1" status: 200 len: 945 time: 0.0456607 May 12 09:43:39.086912 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0e698bb3-6cff-47c1-a582-34ce090e750e req-2e5f7dc3-0c99-4722-a325-aceb0d8ab6cd tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/security-groups?id=2827bbf7-ac44-4dde-9d20-88bc96277203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414565 May 12 09:43:40.200625 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9287c8d-1fe1-415f-a9d8-f3fbe97d5b1f req-56d160b9-4f1e-40e8-b11d-7125f3edc085 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:40.202208 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f9287c8d-1fe1-415f-a9d8-f3fbe97d5b1f req-56d160b9-4f1e-40e8-b11d-7125f3edc085 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/ports?device_id=5697f44b-088d-48ee-89a1-ae6d09f7d47f HTTP/1.1" status: 200 len: 945 time: 0.0499172 May 12 09:43:40.249164 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f9287c8d-1fe1-415f-a9d8-f3fbe97d5b1f req-33164e4b-5c4c-4a6f-a637-d3c90b1680b7 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/security-groups?id=2827bbf7-ac44-4dde-9d20-88bc96277203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414104 May 12 09:43:41.358742 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541cde61-83b4-4d1a-a9d9-c30694a4cbde req-175eafb2-ae83-4306-9667-7a28e46d3f5d tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:41.360188 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-541cde61-83b4-4d1a-a9d9-c30694a4cbde req-175eafb2-ae83-4306-9667-7a28e46d3f5d tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/ports?device_id=5697f44b-088d-48ee-89a1-ae6d09f7d47f HTTP/1.1" status: 200 len: 945 time: 0.0458546 May 12 09:43:41.407506 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-541cde61-83b4-4d1a-a9d9-c30694a4cbde req-ef7d5785-fb5b-408e-90c0-80e65c3c8d72 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/security-groups?id=2827bbf7-ac44-4dde-9d20-88bc96277203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417790 May 12 09:43:42.522190 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1708ef-d19b-49fe-b3e4-feca703d5a89 req-41d32005-fb6a-4d18-b517-f07efa95b34e tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:42.523625 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8d1708ef-d19b-49fe-b3e4-feca703d5a89 req-41d32005-fb6a-4d18-b517-f07efa95b34e tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/ports?device_id=5697f44b-088d-48ee-89a1-ae6d09f7d47f HTTP/1.1" status: 200 len: 945 time: 0.0498233 May 12 09:43:42.570383 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8d1708ef-d19b-49fe-b3e4-feca703d5a89 req-3c98a5fe-53a2-43ad-90ca-ebab42cb92b9 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/security-groups?id=2827bbf7-ac44-4dde-9d20-88bc96277203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414183 May 12 09:43:43.684333 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afeede2-d248-44ab-baaa-5607b4cd5278 req-8c372590-032a-4712-870d-89d7148f6ab4 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:43.685797 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5afeede2-d248-44ab-baaa-5607b4cd5278 req-8c372590-032a-4712-870d-89d7148f6ab4 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/ports?device_id=5697f44b-088d-48ee-89a1-ae6d09f7d47f HTTP/1.1" status: 200 len: 945 time: 0.0483148 May 12 09:43:43.736648 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5afeede2-d248-44ab-baaa-5607b4cd5278 req-18ad92fe-6a5a-4736-9a5e-674e631b7f86 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/security-groups?id=2827bbf7-ac44-4dde-9d20-88bc96277203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446064 May 12 09:43:44.849051 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc573da3-9ed4-4791-b1e8-c79d00e0504d req-0b37146a-fa19-4da3-bc52-bf15b238c4b8 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:44.850588 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-fc573da3-9ed4-4791-b1e8-c79d00e0504d req-0b37146a-fa19-4da3-bc52-bf15b238c4b8 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/ports?device_id=5697f44b-088d-48ee-89a1-ae6d09f7d47f HTTP/1.1" status: 200 len: 945 time: 0.0465903 May 12 09:43:44.901016 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-fc573da3-9ed4-4791-b1e8-c79d00e0504d req-77a69418-1d0a-4bae-a79c-77d6ca7f7a74 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/security-groups?id=2827bbf7-ac44-4dde-9d20-88bc96277203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449533 May 12 09:43:45.832397 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c58771-cf1b-407b-b39b-6a62f0213994 req-6666f68f-6f4f-462d-a49b-9a4b3f9492a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:45.833873 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e2c58771-cf1b-407b-b39b-6a62f0213994 req-6666f68f-6f4f-462d-a49b-9a4b3f9492a4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=170aaa04d8fe4170bf344d5667ae2814&device_id=5697f44b-088d-48ee-89a1-ae6d09f7d47f HTTP/1.1" status: 200 len: 1129 time: 0.0390599 May 12 09:43:45.923335 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c58771-cf1b-407b-b39b-6a62f0213994 req-f3037b3e-a9b3-4599-9512-ef911ebefca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:45.924842 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e2c58771-cf1b-407b-b39b-6a62f0213994 req-f3037b3e-a9b3-4599-9512-ef911ebefca7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1fcc80ff-8e1d-4af6-9047-57b5fbbc9180 HTTP/1.1" status: 200 len: 909 time: 0.0837140 May 12 09:43:46.027627 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf4904-2f66-4354-a7e0-a052e495e895 req-ad4b2934-86bc-4a09-a045-66ff655e5b01 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:46.029057 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c7bf4904-2f66-4354-a7e0-a052e495e895 req-ad4b2934-86bc-4a09-a045-66ff655e5b01 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/ports?device_id=5697f44b-088d-48ee-89a1-ae6d09f7d47f HTTP/1.1" status: 200 len: 945 time: 0.0594919 May 12 09:43:46.030913 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e2c58771-cf1b-407b-b39b-6a62f0213994 req-17d51377-4438-49f4-ae77-7c8102fc1d72 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24fe4aa4-21d7-4953-acd5-384b86945694 HTTP/1.1" status: 200 len: 1001 time: 0.1000180 May 12 09:43:46.113945 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c58771-cf1b-407b-b39b-6a62f0213994 req-5654b75b-fc1d-41d6-927b-aa263f2ad40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:46.115728 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e2c58771-cf1b-407b-b39b-6a62f0213994 req-5654b75b-fc1d-41d6-927b-aa263f2ad40c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=df6c15cb-1314-4401-9e60-4042acbc2209 HTTP/1.1" status: 200 len: 847 time: 0.0752733 May 12 09:43:46.120456 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c7bf4904-2f66-4354-a7e0-a052e495e895 req-50e757a7-90e2-41ca-a817-4b8926c79d1e tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/security-groups?id=2827bbf7-ac44-4dde-9d20-88bc96277203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859129 May 12 09:43:46.169162 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c58771-cf1b-407b-b39b-6a62f0213994 req-7d254b18-2a59-4e0c-b3cd-790e13afb3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:46.170632 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e2c58771-cf1b-407b-b39b-6a62f0213994 req-7d254b18-2a59-4e0c-b3cd-790e13afb3f2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1fcc80ff-8e1d-4af6-9047-57b5fbbc9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389354 May 12 09:43:46.260320 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e2c58771-cf1b-407b-b39b-6a62f0213994 req-209a6092-a0e8-4aab-a35f-4faa1f5f9fdc service neutron] 10.222.0.65 "GET /v2.0/networks/1fcc80ff-8e1d-4af6-9047-57b5fbbc9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821393 May 12 09:43:46.352644 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e2c58771-cf1b-407b-b39b-6a62f0213994 req-1a9fc86e-c2f6-47f5-a7ea-d9738fe76163 service neutron] 10.222.0.65 "GET /v2.0/networks/1fcc80ff-8e1d-4af6-9047-57b5fbbc9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843749 May 12 09:43:47.232790 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298685db-afac-42e8-a43f-940f5ad39539 req-4ac87d17-9b1f-4f35-869d-8358eb94008d tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:47.234294 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-298685db-afac-42e8-a43f-940f5ad39539 req-4ac87d17-9b1f-4f35-869d-8358eb94008d tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/ports?device_id=5697f44b-088d-48ee-89a1-ae6d09f7d47f HTTP/1.1" status: 200 len: 945 time: 0.0467522 May 12 09:43:47.281002 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-298685db-afac-42e8-a43f-940f5ad39539 req-2c00da74-7ed6-4dd4-8ced-60d7bdf80213 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/security-groups?id=2827bbf7-ac44-4dde-9d20-88bc96277203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412612 May 12 09:43:48.396907 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b00ba45-ce6e-443c-9118-c31d579326cf req-35da4787-3873-4706-8428-cb309402e9b4 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:48.398366 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0b00ba45-ce6e-443c-9118-c31d579326cf req-35da4787-3873-4706-8428-cb309402e9b4 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/ports?device_id=5697f44b-088d-48ee-89a1-ae6d09f7d47f HTTP/1.1" status: 200 len: 945 time: 0.0500178 May 12 09:43:48.445798 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0b00ba45-ce6e-443c-9118-c31d579326cf req-74672078-2c6b-4030-a7e6-4f9fd69d9dce tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/security-groups?id=2827bbf7-ac44-4dde-9d20-88bc96277203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420218 May 12 09:43:49.561674 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d4be6e-9b60-44c5-a9d1-058723052c25 req-08d5606f-8b8f-4035-a317-ea57a19b2acf tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:49.563336 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-90d4be6e-9b60-44c5-a9d1-058723052c25 req-08d5606f-8b8f-4035-a317-ea57a19b2acf tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/ports?device_id=5697f44b-088d-48ee-89a1-ae6d09f7d47f HTTP/1.1" status: 200 len: 945 time: 0.0500774 May 12 09:43:49.613466 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-90d4be6e-9b60-44c5-a9d1-058723052c25 req-44bdf10b-8bc8-4561-8ec0-9b200a32d535 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/security-groups?id=2827bbf7-ac44-4dde-9d20-88bc96277203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438731 May 12 09:43:49.627482 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4a58fb56-3f15-4111-b132-b4a8c254bbcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (9bee5a85-5be0-4217-aa6d-1f9c6538b987), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:49.679746 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [req-d51e0cce-9206-4fcc-ab5b-aaab8da4b60f req-9eccaaab-a9ad-49d2-87c3-ecb6a4d73210 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 09:43:49.680724 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d51e0cce-9206-4fcc-ab5b-aaab8da4b60f req-9eccaaab-a9ad-49d2-87c3-ecb6a4d73210 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055766 May 12 09:43:49.820150 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 42386) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:43:49.843658 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65f321d-6288-4180-b00b-fa4373ba1faf req-fb3e603e-cc58-4813-ac41-638048cf0f6d tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:49.845161 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f65f321d-6288-4180-b00b-fa4373ba1faf req-fb3e603e-cc58-4813-ac41-638048cf0f6d tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/ports?device_id=5697f44b-088d-48ee-89a1-ae6d09f7d47f HTTP/1.1" status: 200 len: 945 time: 0.0581696 May 12 09:43:49.903530 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-80495253-05e5-4582-a110-0377d57728e9 req-56f86ebf-b50c-44a8-9a43-923ef18bb45e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5697f44b-088d-48ee-89a1-ae6d09f7d47f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0821705 May 12 09:43:49.906382 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f65f321d-6288-4180-b00b-fa4373ba1faf req-ecc4d53a-f923-484d-927c-4245ff46c052 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/security-groups?id=2827bbf7-ac44-4dde-9d20-88bc96277203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551505 May 12 09:43:49.912452 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [req-80495253-05e5-4582-a110-0377d57728e9 req-c4df0b78-cee7-418d-b033-c2cca96b01c3 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103457) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 09:43:49.913439 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-80495253-05e5-4582-a110-0377d57728e9 req-c4df0b78-cee7-418d-b033-c2cca96b01c3 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052905 May 12 09:43:50.008478 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 42394) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:43:50.054142 dv-cinder-837699-5-iscsi neutron-server[103457]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 12 09:43:50.096992 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80495253-05e5-4582-a110-0377d57728e9 req-2ab4f620-4f36-404d-8b7e-6b6ace94c156 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:50.098366 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-80495253-05e5-4582-a110-0377d57728e9 req-2ab4f620-4f36-404d-8b7e-6b6ace94c156 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/ports/24fe4aa4-21d7-4953-acd5-384b86945694 HTTP/1.1" status: 200 len: 942 time: 0.0889146 May 12 09:43:50.462971 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (cdc2c050-d5b8-41e9-9f41-bf893d522faa), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:51.025449 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb240fe0-7b21-41a9-87b6-d7d40eb04201 req-f75df662-fcb9-4cf1-a0d0-e0568f5cb4db tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:51.028020 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-bb240fe0-7b21-41a9-87b6-d7d40eb04201 req-f75df662-fcb9-4cf1-a0d0-e0568f5cb4db tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/ports?device_id=5697f44b-088d-48ee-89a1-ae6d09f7d47f HTTP/1.1" status: 200 len: 945 time: 0.0482297 May 12 09:43:51.078923 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-bb240fe0-7b21-41a9-87b6-d7d40eb04201 req-37a51603-ac8b-47f6-9630-a12fae5dc7ac tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/security-groups?id=2827bbf7-ac44-4dde-9d20-88bc96277203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457873 May 12 09:43:51.654943 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device 24fe4aa4-21d7-4953-acd5-384b86945694 no longer exists at agent hyperv_hv-cinder-83769 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 09:43:51.720297 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80495253-05e5-4582-a110-0377d57728e9 req-bbbaa662-9920-471b-b5aa-73a3bd98d59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:51.721789 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-80495253-05e5-4582-a110-0377d57728e9 req-bbbaa662-9920-471b-b5aa-73a3bd98d59c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5697f44b-088d-48ee-89a1-ae6d09f7d47f&tenant_id=170aaa04d8fe4170bf344d5667ae2814 HTTP/1.1" status: 200 len: 1129 time: 0.0728402 May 12 09:43:51.728957 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Current status of the port 24fe4aa4-21d7-4953-acd5-384b86945694 is: ACTIVE; New status is: DOWN {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:43:51.729343 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (24fe4aa4-21d7-4953-acd5-384b86945694), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:51.752812 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5697f44b-088d-48ee-89a1-ae6d09f7d47f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24fe4aa4-21d7-4953-acd5-384b86945694'}] {{(pid=103459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:43:51.755130 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86b47e387812c2b24e7094e641fb8cdf00e205bc2b1299b72670831d9f7cf680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-064ac2df-8071-46c1-9907-f691c1516d18" -d '{"events": [{"server_uuid": "5697f44b-088d-48ee-89a1-ae6d09f7d47f", "name": "network-vif-unplugged", "status": "completed", "tag": "24fe4aa4-21d7-4953-acd5-384b86945694"}]}' {{(pid=103459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:43:51.770769 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] For port 24fe4aa4-21d7-4953-acd5-384b86945694, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=24fe4aa4-21d7-4953-acd5-384b86945694,segment=NetworkSegment(f5f23683-4d2c-4990-881e-16dda07c6a80),segment_id=f5f23683-4d2c-4990-881e-16dda07c6a80)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:43:51.775594 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (24fe4aa4-21d7-4953-acd5-384b86945694), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:51.795776 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80495253-05e5-4582-a110-0377d57728e9 req-1383fc0a-03ee-4e1a-b4f0-6f704f21facf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:51.797267 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-80495253-05e5-4582-a110-0377d57728e9 req-1383fc0a-03ee-4e1a-b4f0-6f704f21facf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=170aaa04d8fe4170bf344d5667ae2814&device_id=5697f44b-088d-48ee-89a1-ae6d09f7d47f HTTP/1.1" status: 200 len: 1129 time: 0.0403509 May 12 09:43:51.799521 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 May 2022 09:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-686df51b-82e2-4b4f-9450-91f90339dd51 x-openstack-request-id: req-686df51b-82e2-4b4f-9450-91f90339dd51 {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:43:51.799843 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5697f44b-088d-48ee-89a1-ae6d09f7d47f", "name": "network-vif-unplugged", "status": "completed", "tag": "24fe4aa4-21d7-4953-acd5-384b86945694", "code": 200}]} {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:43:51.800141 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-686df51b-82e2-4b4f-9450-91f90339dd51 {{(pid=103459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:43:51.800530 dv-cinder-837699-5-iscsi neutron-server[103459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-686df51b-82e2-4b4f-9450-91f90339dd51'] response: {'server_uuid': '5697f44b-088d-48ee-89a1-ae6d09f7d47f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24fe4aa4-21d7-4953-acd5-384b86945694', 'code': 200} May 12 09:43:51.825952 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Pushing event updated for resources: {'Port': ['ID=24fe4aa4-21d7-4953-acd5-384b86945694,revision_number=6']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:43:51.855741 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-bf20319f-60ab-4361-8336-13f9940332ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (8db92903-2544-41c2-b919-def82c43c97a), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:51.930844 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80495253-05e5-4582-a110-0377d57728e9 req-e1a7cfb4-6694-4161-9f9c-b9ac931f4175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:51.932267 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-80495253-05e5-4582-a110-0377d57728e9 req-e1a7cfb4-6694-4161-9f9c-b9ac931f4175 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1fcc80ff-8e1d-4af6-9047-57b5fbbc9180 HTTP/1.1" status: 200 len: 909 time: 0.0851302 May 12 09:43:52.238398 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9a46ef-9a97-4cf1-bb2b-475f6a545460 req-ff1f5d28-5a3f-48a7-9a2e-6852e61fcf09 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:52.239854 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1e9a46ef-9a97-4cf1-bb2b-475f6a545460 req-ff1f5d28-5a3f-48a7-9a2e-6852e61fcf09 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/ports?device_id=5697f44b-088d-48ee-89a1-ae6d09f7d47f HTTP/1.1" status: 200 len: 943 time: 0.0937138 May 12 09:43:52.255827 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-80495253-05e5-4582-a110-0377d57728e9 req-40b19ce1-ad49-429f-8c3c-e6faf8f8747a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24fe4aa4-21d7-4953-acd5-384b86945694 HTTP/1.1" status: 200 len: 999 time: 0.1009648 May 12 09:43:52.303250 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1e9a46ef-9a97-4cf1-bb2b-475f6a545460 req-253904d5-c067-491a-8a51-e2800d2a806e tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/security-groups?id=2827bbf7-ac44-4dde-9d20-88bc96277203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565438 May 12 09:43:52.337795 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80495253-05e5-4582-a110-0377d57728e9 req-fa8283ce-fbc5-4739-8d65-853cec58251b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:52.339264 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-80495253-05e5-4582-a110-0377d57728e9 req-fa8283ce-fbc5-4739-8d65-853cec58251b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=df6c15cb-1314-4401-9e60-4042acbc2209 HTTP/1.1" status: 200 len: 847 time: 0.0504363 May 12 09:43:52.618972 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80495253-05e5-4582-a110-0377d57728e9 req-7c957967-c736-478d-826e-0d2d1e689261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:52.620582 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-80495253-05e5-4582-a110-0377d57728e9 req-7c957967-c736-478d-826e-0d2d1e689261 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1fcc80ff-8e1d-4af6-9047-57b5fbbc9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423987 May 12 09:43:52.711944 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-80495253-05e5-4582-a110-0377d57728e9 req-64006b14-d45d-479b-8106-14f73a594e54 service neutron] 10.222.0.65 "GET /v2.0/networks/1fcc80ff-8e1d-4af6-9047-57b5fbbc9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792718 May 12 09:43:52.806761 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-80495253-05e5-4582-a110-0377d57728e9 req-fe4f5aa0-2297-457c-b07b-f5d5bc214a03 service neutron] 10.222.0.65 "GET /v2.0/networks/1fcc80ff-8e1d-4af6-9047-57b5fbbc9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874557 May 12 09:43:53.104731 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-13a031d7-5ec6-42a3-899f-d50e1f06c687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (f8def58d-f1ec-4d41-abae-d1c60f542bd3), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:53.420599 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b57440-ed21-4835-9851-f968d3da7450 req-789588c5-cc17-44ab-a4e7-e1928ef2a39f tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:53.422187 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-89b57440-ed21-4835-9851-f968d3da7450 req-789588c5-cc17-44ab-a4e7-e1928ef2a39f tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/ports?device_id=5697f44b-088d-48ee-89a1-ae6d09f7d47f HTTP/1.1" status: 200 len: 943 time: 0.0484557 May 12 09:43:53.471111 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-89b57440-ed21-4835-9851-f968d3da7450 req-e6e92a56-0d62-4ed0-83a6-42274a934b3a tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/security-groups?id=2827bbf7-ac44-4dde-9d20-88bc96277203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413077 May 12 09:43:54.518741 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a984b3b9-a9e9-40d7-bd88-8cdbb1de5f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (e377c27d-f788-489a-9a4f-9db675c37dc4), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:54.592972 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f02dd-ba79-4494-8bf0-3ae90482ece1 req-369a5543-914f-4476-b27d-7327d43a754d tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:54.594453 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c36f02dd-ba79-4494-8bf0-3ae90482ece1 req-369a5543-914f-4476-b27d-7327d43a754d tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/ports?device_id=5697f44b-088d-48ee-89a1-ae6d09f7d47f HTTP/1.1" status: 200 len: 943 time: 0.0531816 May 12 09:43:54.644642 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c36f02dd-ba79-4494-8bf0-3ae90482ece1 req-7aff7ab2-2e9f-465f-aa57-528aeba3ee1f tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/security-groups?id=2827bbf7-ac44-4dde-9d20-88bc96277203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442286 May 12 09:43:55.759440 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad8eaf7-67ee-4e94-ab8c-cd5cf96c9462 req-4d8863a7-417e-4cc0-abd1-79e4d484de70 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:55.760872 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1ad8eaf7-67ee-4e94-ab8c-cd5cf96c9462 req-4d8863a7-417e-4cc0-abd1-79e4d484de70 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/ports?device_id=5697f44b-088d-48ee-89a1-ae6d09f7d47f HTTP/1.1" status: 200 len: 943 time: 0.0477018 May 12 09:43:55.809400 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1ad8eaf7-67ee-4e94-ab8c-cd5cf96c9462 req-aa07b232-a143-4035-95a6-fe8257eed065 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/security-groups?id=2827bbf7-ac44-4dde-9d20-88bc96277203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431693 May 12 09:43:56.008917 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (0e2e3861-7d79-4ce6-9d91-faa32ae2cb64), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:43:56.926920 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12319cf-79bf-4470-a367-b121d2ce9260 req-36edfdb3-77cd-45eb-8f16-5ae3262b96f6 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:56.928413 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b12319cf-79bf-4470-a367-b121d2ce9260 req-36edfdb3-77cd-45eb-8f16-5ae3262b96f6 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/ports?device_id=5697f44b-088d-48ee-89a1-ae6d09f7d47f HTTP/1.1" status: 200 len: 943 time: 0.0487978 May 12 09:43:56.980658 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b12319cf-79bf-4470-a367-b121d2ce9260 req-3e40123b-eee9-40ac-ad1d-d1725afad486 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/security-groups?id=2827bbf7-ac44-4dde-9d20-88bc96277203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464704 May 12 09:43:58.089416 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eb6d2b-c612-4675-83d0-4dbf892aefbe req-7f6a79f3-46d9-4760-afc9-88370f58ca94 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:58.090879 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-66eb6d2b-c612-4675-83d0-4dbf892aefbe req-7f6a79f3-46d9-4760-afc9-88370f58ca94 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/ports?device_id=5697f44b-088d-48ee-89a1-ae6d09f7d47f HTTP/1.1" status: 200 len: 943 time: 0.0456526 May 12 09:43:58.138340 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-66eb6d2b-c612-4675-83d0-4dbf892aefbe req-3e7e9c8f-86b8-4ec1-ab06-b15cec220943 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/security-groups?id=2827bbf7-ac44-4dde-9d20-88bc96277203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418460 May 12 09:43:59.249473 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0565dc-44b4-40eb-b56e-9c84c7b6d844 req-ab14df3a-ac6f-4a2f-8728-2b0298367964 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:43:59.250953 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4d0565dc-44b4-40eb-b56e-9c84c7b6d844 req-ab14df3a-ac6f-4a2f-8728-2b0298367964 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/ports?device_id=5697f44b-088d-48ee-89a1-ae6d09f7d47f HTTP/1.1" status: 200 len: 943 time: 0.0481129 May 12 09:43:59.298818 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4d0565dc-44b4-40eb-b56e-9c84c7b6d844 req-268ac955-e3c6-41a4-82bf-35ec17faa1a0 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/security-groups?id=2827bbf7-ac44-4dde-9d20-88bc96277203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422633 May 12 09:44:00.415807 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3886cb-fc0d-48a9-9503-07e677bb5089 req-0d6e9071-96a5-42e1-ba3f-3d0a16536bec tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:44:00.417948 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5a3886cb-fc0d-48a9-9503-07e677bb5089 req-0d6e9071-96a5-42e1-ba3f-3d0a16536bec tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/ports?device_id=5697f44b-088d-48ee-89a1-ae6d09f7d47f HTTP/1.1" status: 200 len: 943 time: 0.0507669 May 12 09:44:00.490680 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aed556-a6de-4019-a77d-6f6de106593f req-cc71b297-366f-4bfd-bbb2-b540d1d4a4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:44:00.492135 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c6aed556-a6de-4019-a77d-6f6de106593f req-cc71b297-366f-4bfd-bbb2-b540d1d4a4e1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5697f44b-088d-48ee-89a1-ae6d09f7d47f HTTP/1.1" status: 200 len: 1127 time: 0.0610256 May 12 09:44:00.496661 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5a3886cb-fc0d-48a9-9503-07e677bb5089 req-1b432578-1c3c-4af0-8d2b-f18bf517ceb6 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/security-groups?id=2827bbf7-ac44-4dde-9d20-88bc96277203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729413 May 12 09:44:00.646096 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c6aed556-a6de-4019-a77d-6f6de106593f req-99c37a55-e939-4aee-9851-d8bfab152263 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=2827bbf7-ac44-4dde-9d20-88bc96277203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400746 May 12 09:44:01.668901 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device 24fe4aa4-21d7-4953-acd5-384b86945694 details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=103459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 09:44:01.673120 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c556ddd0-4aca-4f23-bf82-74b551a9fbcb req-e20ed8b3-3703-4990-96ee-bdab2ceb8564 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:44:01.674650 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c556ddd0-4aca-4f23-bf82-74b551a9fbcb req-e20ed8b3-3703-4990-96ee-bdab2ceb8564 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/ports?device_id=5697f44b-088d-48ee-89a1-ae6d09f7d47f HTTP/1.1" status: 200 len: 943 time: 0.1121972 May 12 09:44:01.726762 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c556ddd0-4aca-4f23-bf82-74b551a9fbcb req-c4103017-c5ef-45d2-a718-32318016e4cd tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/security-groups?id=2827bbf7-ac44-4dde-9d20-88bc96277203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464091 May 12 09:44:01.766151 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] For port 24fe4aa4-21d7-4953-acd5-384b86945694, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=24fe4aa4-21d7-4953-acd5-384b86945694,segment=NetworkSegment(f5f23683-4d2c-4990-881e-16dda07c6a80),segment_id=f5f23683-4d2c-4990-881e-16dda07c6a80)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:44:01.777672 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Returning: {'device': '24fe4aa4-21d7-4953-acd5-384b86945694', 'network_id': '1fcc80ff-8e1d-4af6-9047-57b5fbbc9180', 'port_id': '24fe4aa4-21d7-4953-acd5-384b86945694', 'mac_address': 'fa:16:3e:ec:81:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df6c15cb-1314-4401-9e60-4042acbc2209', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 09:44:01.816612 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Current status of the port 24fe4aa4-21d7-4953-acd5-384b86945694 is: DOWN; New status is: BUILD {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:44:01.817002 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (24fe4aa4-21d7-4953-acd5-384b86945694), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:44:01.829185 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24fe4aa4-21d7-4953-acd5-384b86945694 {{(pid=103459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 09:44:01.848458 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] For port 24fe4aa4-21d7-4953-acd5-384b86945694, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=24fe4aa4-21d7-4953-acd5-384b86945694,segment=NetworkSegment(f5f23683-4d2c-4990-881e-16dda07c6a80),segment_id=f5f23683-4d2c-4990-881e-16dda07c6a80)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:44:01.851412 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (24fe4aa4-21d7-4953-acd5-384b86945694), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:44:01.896667 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Pushing event updated for resources: {'Port': ['ID=24fe4aa4-21d7-4953-acd5-384b86945694,revision_number=7']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:44:02.515286 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] get_ports_and_sgs() called for port_ids ['24fe4aa4-21d7-4953-acd5-384b86945694'] {{(pid=103459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 09:44:02.839721 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80c0d7-290b-49c4-9958-1fe863ef2abf req-96cb7853-ca72-41a6-8f86-8a19ba648167 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:44:02.841224 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2b80c0d7-290b-49c4-9958-1fe863ef2abf req-96cb7853-ca72-41a6-8f86-8a19ba648167 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/ports?device_id=5697f44b-088d-48ee-89a1-ae6d09f7d47f HTTP/1.1" status: 200 len: 944 time: 0.0464058 May 12 09:44:02.889254 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2b80c0d7-290b-49c4-9958-1fe863ef2abf req-fff812dc-eb5a-471f-9b95-07f26eccfc5c tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/security-groups?id=2827bbf7-ac44-4dde-9d20-88bc96277203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416036 May 12 09:44:03.785399 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device 24fe4aa4-21d7-4953-acd5-384b86945694 up at agent hyperv_hv-cinder-83769 {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 09:44:03.831919 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Provisioning complete for port 24fe4aa4-21d7-4953-acd5-384b86945694 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:44:03.832291 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (24fe4aa4-21d7-4953-acd5-384b86945694), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:44:03.912691 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Current status of the port 24fe4aa4-21d7-4953-acd5-384b86945694 is: BUILD; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:44:03.913538 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (24fe4aa4-21d7-4953-acd5-384b86945694), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:44:03.943636 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5697f44b-088d-48ee-89a1-ae6d09f7d47f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24fe4aa4-21d7-4953-acd5-384b86945694'}] {{(pid=103459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:44:03.946663 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86b47e387812c2b24e7094e641fb8cdf00e205bc2b1299b72670831d9f7cf680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b367f13-251e-4b12-a8d7-08ad11487022" -d '{"events": [{"server_uuid": "5697f44b-088d-48ee-89a1-ae6d09f7d47f", "name": "network-vif-plugged", "status": "completed", "tag": "24fe4aa4-21d7-4953-acd5-384b86945694"}]}' {{(pid=103459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:44:03.959654 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] For port 24fe4aa4-21d7-4953-acd5-384b86945694, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=24fe4aa4-21d7-4953-acd5-384b86945694,segment=NetworkSegment(f5f23683-4d2c-4990-881e-16dda07c6a80),segment_id=f5f23683-4d2c-4990-881e-16dda07c6a80)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:44:03.964080 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (24fe4aa4-21d7-4953-acd5-384b86945694), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:44:04.006121 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 09:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad560fed-ef6b-40d6-a6db-c376a7e28af7 x-openstack-request-id: req-ad560fed-ef6b-40d6-a6db-c376a7e28af7 {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:44:04.006443 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5697f44b-088d-48ee-89a1-ae6d09f7d47f", "name": "network-vif-plugged", "status": "completed", "tag": "24fe4aa4-21d7-4953-acd5-384b86945694", "code": 200}]} {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:44:04.006735 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ad560fed-ef6b-40d6-a6db-c376a7e28af7 {{(pid=103459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:44:04.007135 dv-cinder-837699-5-iscsi neutron-server[103459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad560fed-ef6b-40d6-a6db-c376a7e28af7'] response: {'server_uuid': '5697f44b-088d-48ee-89a1-ae6d09f7d47f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24fe4aa4-21d7-4953-acd5-384b86945694', 'code': 200} May 12 09:44:04.014006 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5ad0ad-c391-4241-8337-b20d87a5d64f req-03484c42-deca-44e3-84e2-a734a09c817d tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:44:04.015521 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ee5ad0ad-c391-4241-8337-b20d87a5d64f req-03484c42-deca-44e3-84e2-a734a09c817d tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/ports?device_id=5697f44b-088d-48ee-89a1-ae6d09f7d47f HTTP/1.1" status: 200 len: 945 time: 0.0501571 May 12 09:44:04.019645 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Pushing event updated for resources: {'Port': ['ID=24fe4aa4-21d7-4953-acd5-384b86945694,revision_number=8']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:44:04.066739 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ee5ad0ad-c391-4241-8337-b20d87a5d64f req-226efe57-a492-4970-825e-546aae4b2f18 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/security-groups?id=2827bbf7-ac44-4dde-9d20-88bc96277203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450087 May 12 09:44:05.941945 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510990e8-149f-4cee-a816-3e4cf7bec2cc req-f7a62434-75b5-405d-b3c1-7947e7b56e5c tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:44:05.943492 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-510990e8-149f-4cee-a816-3e4cf7bec2cc req-f7a62434-75b5-405d-b3c1-7947e7b56e5c tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8d69574-dc82-4b58-a777-9618741b0e9c HTTP/1.1" status: 200 len: 945 time: 0.0496051 May 12 09:44:05.988513 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-510990e8-149f-4cee-a816-3e4cf7bec2cc req-444d1e2b-21d7-4542-91eb-83e00240fd36 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/security-groups?id=d013dd96-141d-4f00-9107-037e48c0e381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395298 May 12 09:44:07.099796 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e55d64f-a9e3-464a-9c08-e4699a453213 req-80f967cb-071d-4cfe-abd9-9e1119f6232a tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:44:07.101284 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4e55d64f-a9e3-464a-9c08-e4699a453213 req-80f967cb-071d-4cfe-abd9-9e1119f6232a tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8d69574-dc82-4b58-a777-9618741b0e9c HTTP/1.1" status: 200 len: 945 time: 0.0457580 May 12 09:44:07.147403 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4e55d64f-a9e3-464a-9c08-e4699a453213 req-6b4bb621-e13d-4dd7-9089-404696650f24 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/security-groups?id=d013dd96-141d-4f00-9107-037e48c0e381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406556 May 12 09:44:07.936282 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c896459-6bda-4e87-88f1-9e07109ecc72 req-a881f38c-8c3e-4301-99a5-289fa7d7d0d4 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:44:07.937783 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0c896459-6bda-4e87-88f1-9e07109ecc72 req-a881f38c-8c3e-4301-99a5-289fa7d7d0d4 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8d69574-dc82-4b58-a777-9618741b0e9c HTTP/1.1" status: 200 len: 945 time: 0.0513554 May 12 09:44:08.019807 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [req-0c896459-6bda-4e87-88f1-9e07109ecc72 req-7c1c8e35-a6bd-452f-8a00-2add943f6905 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Deleting port ec3b1faa-64e6-47cb-8540-2a02a8bf548c {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 09:44:08.020150 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-0c896459-6bda-4e87-88f1-9e07109ecc72 req-7c1c8e35-a6bd-452f-8a00-2add943f6905 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740344431333'] for port (ec3b1faa-64e6-47cb-8540-2a02a8bf548c), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:44:08.109404 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-0c896459-6bda-4e87-88f1-9e07109ecc72 req-7c1c8e35-a6bd-452f-8a00-2add943f6905 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] For port ec3b1faa-64e6-47cb-8540-2a02a8bf548c, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=ec3b1faa-64e6-47cb-8540-2a02a8bf548c,segment=NetworkSegment(26ab4651-7fb4-4cda-a42c-ef91f3f41052),segment_id=26ab4651-7fb4-4cda-a42c-ef91f3f41052)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:44:08.110005 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-0c896459-6bda-4e87-88f1-9e07109ecc72 req-7c1c8e35-a6bd-452f-8a00-2add943f6905 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799057'] for port (ec3b1faa-64e6-47cb-8540-2a02a8bf548c), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:44:08.297143 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396b68c1-b7b5-433c-8049-cbdf29568b8a req-e48c3353-d45f-40b2-9ea4-07fe9b881194 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:44:08.298636 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-396b68c1-b7b5-433c-8049-cbdf29568b8a req-e48c3353-d45f-40b2-9ea4-07fe9b881194 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8d69574-dc82-4b58-a777-9618741b0e9c HTTP/1.1" status: 200 len: 945 time: 0.0836692 May 12 09:44:08.317357 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-0c896459-6bda-4e87-88f1-9e07109ecc72 req-7c1c8e35-a6bd-452f-8a00-2add943f6905 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:44:08.317710 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-0c896459-6bda-4e87-88f1-9e07109ecc72 req-7c1c8e35-a6bd-452f-8a00-2add943f6905 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799862'] for floatingip (ed97a8ff-e241-499d-b497-f742a3c551bb), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:44:08.318055 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.db.l3_db [req-0c896459-6bda-4e87-88f1-9e07109ecc72 req-7c1c8e35-a6bd-452f-8a00-2add943f6905 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Floating IP ed97a8ff-e241-499d-b497-f742a3c551bb disassociated. External IP: 172.27.3.173, port: ec3b1faa-64e6-47cb-8540-2a02a8bf548c. May 12 09:44:08.318390 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [req-0c896459-6bda-4e87-88f1-9e07109ecc72 req-7c1c8e35-a6bd-452f-8a00-2add943f6905 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Calling delete_port for ec3b1faa-64e6-47cb-8540-2a02a8bf548c owned by compute:nova {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 09:44:08.396696 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-396b68c1-b7b5-433c-8049-cbdf29568b8a req-d17971fa-9762-4bc2-8054-bae09e5621b6 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/security-groups?id=d013dd96-141d-4f00-9107-037e48c0e381&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911012 May 12 09:44:08.475644 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-0c896459-6bda-4e87-88f1-9e07109ecc72 req-7c1c8e35-a6bd-452f-8a00-2add943f6905 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740344441209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740344012629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29192019'] for port (ec3b1faa-64e6-47cb-8540-2a02a8bf548c), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:44:08.506415 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1c8e35-a6bd-452f-8a00-2add943f6905 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Pushing event deleted for resources: {'Port': ['ID=ec3b1faa-64e6-47cb-8540-2a02a8bf548c,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:44:08.517326 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1c8e35-a6bd-452f-8a00-2add943f6905 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:44:08.517674 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1c8e35-a6bd-452f-8a00-2add943f6905 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:44:08.518070 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1c8e35-a6bd-452f-8a00-2add943f6905 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:44:08.518410 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1c8e35-a6bd-452f-8a00-2add943f6905 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:44:08.518742 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1c8e35-a6bd-452f-8a00-2add943f6905 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:44:08.519070 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1c8e35-a6bd-452f-8a00-2add943f6905 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:44:08.519399 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1c8e35-a6bd-452f-8a00-2add943f6905 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:44:08.519728 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1c8e35-a6bd-452f-8a00-2add943f6905 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:44:08.520055 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1c8e35-a6bd-452f-8a00-2add943f6905 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:44:08.520380 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1c8e35-a6bd-452f-8a00-2add943f6905 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:44:08.520702 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1c8e35-a6bd-452f-8a00-2add943f6905 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:44:08.521024 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1c8e35-a6bd-452f-8a00-2add943f6905 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:44:08.521342 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1c8e35-a6bd-452f-8a00-2add943f6905 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:44:08.521663 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1c8e35-a6bd-452f-8a00-2add943f6905 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:44:08.522002 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1c8e35-a6bd-452f-8a00-2add943f6905 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:44:08.630539 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0c896459-6bda-4e87-88f1-9e07109ecc72 req-7c1c8e35-a6bd-452f-8a00-2add943f6905 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Router 9c2097ad-1eb6-456a-8744-fc92ba3f54fd has already been hosted by L3 agent 8db92903-2544-41c2-b919-def82c43c97a {{(pid=103458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 09:44:08.736036 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0c896459-6bda-4e87-88f1-9e07109ecc72 req-7c1c8e35-a6bd-452f-8a00-2add943f6905 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Notify agent at l3_agent.dv-cinder-837699-5-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 09:44:08.746329 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b981937-11f7-495e-883c-4f5e2476d099 None None] Sync routers for ids ['9c2097ad-1eb6-456a-8744-fc92ba3f54fd'] in dv-cinder-837699-5-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 09:44:08.756064 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b981937-11f7-495e-883c-4f5e2476d099 None None] Routers {'9c2097ad-1eb6-456a-8744-fc92ba3f54fd'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:44:08.756661 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-2b981937-11f7-495e-883c-4f5e2476d099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:43:52Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['9c2097ad-1eb6-456a-8744-fc92ba3f54fd'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:44:08.777772 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c896459-6bda-4e87-88f1-9e07109ecc72 req-7c1c8e35-a6bd-452f-8a00-2add943f6905 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] No DVR routers for this DVR port ec3b1faa-64e6-47cb-8540-2a02a8bf548c on host hv-cinder-83769 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 09:44:08.780177 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-0c896459-6bda-4e87-88f1-9e07109ecc72 req-7c1c8e35-a6bd-452f-8a00-2add943f6905 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:44:08.784018 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0c896459-6bda-4e87-88f1-9e07109ecc72 req-7c1c8e35-a6bd-452f-8a00-2add943f6905 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.65 "DELETE /v2.0/ports/ec3b1faa-64e6-47cb-8540-2a02a8bf548c HTTP/1.1" status: 204 len: 173 time: 0.8408380 May 12 09:44:08.784472 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8d69574-dc82-4b58-a777-9618741b0e9c', 'name': 'network-vif-deleted', 'tag': 'ec3b1faa-64e6-47cb-8540-2a02a8bf548c'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:44:08.786695 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c5c35592cdadc16d94e4e59e173057c198c772a9b1006d4fd44537c4a2e10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0165b27c-0c8e-48a6-80db-2ac67c13e689" -d '{"events": [{"server_uuid": "c8d69574-dc82-4b58-a777-9618741b0e9c", "name": "network-vif-deleted", "tag": "ec3b1faa-64e6-47cb-8540-2a02a8bf548c"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:44:08.825687 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 09:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25228e1a-b51b-49a8-afc4-1dac9f4204f9 x-openstack-request-id: req-25228e1a-b51b-49a8-afc4-1dac9f4204f9 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:44:08.826172 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8d69574-dc82-4b58-a777-9618741b0e9c", "name": "network-vif-deleted", "tag": "ec3b1faa-64e6-47cb-8540-2a02a8bf548c", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:44:08.826467 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-25228e1a-b51b-49a8-afc4-1dac9f4204f9 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:44:08.826873 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25228e1a-b51b-49a8-afc4-1dac9f4204f9'] response: {'server_uuid': 'c8d69574-dc82-4b58-a777-9618741b0e9c', 'name': 'network-vif-deleted', 'tag': 'ec3b1faa-64e6-47cb-8540-2a02a8bf548c', 'status': 'completed', 'code': 200} May 12 09:44:08.872821 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-2b981937-11f7-495e-883c-4f5e2476d099 None None] Set router 9c2097ad-1eb6-456a-8744-fc92ba3f54fd gateway port host: dv-cinder-837699-5-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:44:09.076583 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-2b981937-11f7-495e-883c-4f5e2476d099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'name': 'tempest-AttachVolumeNegativeTest-1936945588-router', 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': '0b2e5772-8899-4afe-abaa-f04370bcc8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:33:42Z', 'updated_at': '2022-05-12T09:33:47Z', 'revision_number': 4, 'project_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'gw_port': {'id': '0b2e5772-8899-4afe-abaa-f04370bcc8a6', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:92:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:42Z', 'updated_at': '2022-05-12T09:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_interfaces': [{'id': 'afe51b64-ecef-4dbc-81fa-ac72b0814cf1', 'name': '', 'network_id': 'd8bd03ea-0f3b-46bf-82a8-531c929bec57', 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'mac_address': 'fa:16:3e:27:c2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'be18f7f8-10b6-434a-8890-e7ce96c85646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:45Z', 'updated_at': '2022-05-12T09:33:55Z', 'revision_number': 5, 'project_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'subnets': [{'id': 'be18f7f8-10b6-434a-8890-e7ce96c85646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:44:09.103354 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b981937-11f7-495e-883c-4f5e2476d099 None None] Checking router: 9c2097ad-1eb6-456a-8744-fc92ba3f54fd for host: dv-cinder-837699-5-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 09:44:09.111824 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b981937-11f7-495e-883c-4f5e2476d099 None None] Routers {'9c2097ad-1eb6-456a-8744-fc92ba3f54fd'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:44:09.112424 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-2b981937-11f7-495e-883c-4f5e2476d099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:43:52Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['9c2097ad-1eb6-456a-8744-fc92ba3f54fd'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:44:09.218005 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-2b981937-11f7-495e-883c-4f5e2476d099 None None] Set router 9c2097ad-1eb6-456a-8744-fc92ba3f54fd gateway port host: dv-cinder-837699-5-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:44:09.406718 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-2b981937-11f7-495e-883c-4f5e2476d099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'name': 'tempest-AttachVolumeNegativeTest-1936945588-router', 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': '0b2e5772-8899-4afe-abaa-f04370bcc8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:33:42Z', 'updated_at': '2022-05-12T09:33:47Z', 'revision_number': 4, 'project_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'gw_port': {'id': '0b2e5772-8899-4afe-abaa-f04370bcc8a6', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:92:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:42Z', 'updated_at': '2022-05-12T09:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_interfaces': [{'id': 'afe51b64-ecef-4dbc-81fa-ac72b0814cf1', 'name': '', 'network_id': 'd8bd03ea-0f3b-46bf-82a8-531c929bec57', 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'mac_address': 'fa:16:3e:27:c2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'be18f7f8-10b6-434a-8890-e7ce96c85646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:45Z', 'updated_at': '2022-05-12T09:33:55Z', 'revision_number': 5, 'project_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'subnets': [{'id': 'be18f7f8-10b6-434a-8890-e7ce96c85646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:44:09.437403 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b981937-11f7-495e-883c-4f5e2476d099 None None] The sync data for ids ['9c2097ad-1eb6-456a-8744-fc92ba3f54fd'] in dv-cinder-837699-5-iscsi is: [{'id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'name': 'tempest-AttachVolumeNegativeTest-1936945588-router', 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': '0b2e5772-8899-4afe-abaa-f04370bcc8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:33:42Z', 'updated_at': '2022-05-12T09:33:47Z', 'revision_number': 4, 'project_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'gw_port': {'id': '0b2e5772-8899-4afe-abaa-f04370bcc8a6', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:92:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:42Z', 'updated_at': '2022-05-12T09:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_interfaces': [{'id': 'afe51b64-ecef-4dbc-81fa-ac72b0814cf1', 'name': '', 'network_id': 'd8bd03ea-0f3b-46bf-82a8-531c929bec57', 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'mac_address': 'fa:16:3e:27:c2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'be18f7f8-10b6-434a-8890-e7ce96c85646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:45Z', 'updated_at': '2022-05-12T09:33:55Z', 'revision_number': 5, 'project_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'subnets': [{'id': 'be18f7f8-10b6-434a-8890-e7ce96c85646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 09:44:09.487313 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 42518) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:44:09.542713 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bbb05418-f1b3-4fe1-9e9c-461deaea2e94 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for security_group (d013dd96-141d-4f00-9107-037e48c0e381), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:44:09.566562 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bbb05418-f1b3-4fe1-9e9c-461deaea2e94 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for security_group (d013dd96-141d-4f00-9107-037e48c0e381), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:44:09.618238 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bbb05418-f1b3-4fe1-9e9c-461deaea2e94 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (d013dd96-141d-4f00-9107-037e48c0e381), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:44:09.620750 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bbb05418-f1b3-4fe1-9e9c-461deaea2e94 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:44:09.621911 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-bbb05418-f1b3-4fe1-9e9c-461deaea2e94 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "DELETE /v2.0/security-groups/d013dd96-141d-4f00-9107-037e48c0e381 HTTP/1.1" status: 204 len: 168 time: 0.1335580 May 12 09:44:09.624849 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 42520) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:44:09.632800 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb05418-f1b3-4fe1-9e9c-461deaea2e94 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d013dd96-141d-4f00-9107-037e48c0e381,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:44:09.645599 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.api.v2.resource [None req-b04c6bac-10c3-45ea-a2ea-cf4c5ab5aad6 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] show failed (client error): The resource could not be found. May 12 09:44:09.647022 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-b04c6bac-10c3-45ea-a2ea-cf4c5ab5aad6 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/security-groups/d013dd96-141d-4f00-9107-037e48c0e381 HTTP/1.1" status: 404 len: 347 time: 0.0206218 May 12 09:44:09.650062 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 42522) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:44:09.680659 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f857ec8-4d77-4a63-aeb7-45de60b557ed None None] New status for floating IP ed97a8ff-e241-499d-b497-f742a3c551bb: DOWN {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 09:44:09.769465 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-4dddf7f1-f03f-47fd-a8b1-16fd397dfdd2 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Deleting port a4ce6eb5-3a19-4afa-b7e2-23e654298e6a {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 09:44:09.769802 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4dddf7f1-f03f-47fd-a8b1-16fd397dfdd2 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740344431333'] for port (a4ce6eb5-3a19-4afa-b7e2-23e654298e6a), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:44:09.847446 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4dddf7f1-f03f-47fd-a8b1-16fd397dfdd2 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799057'] for port (a4ce6eb5-3a19-4afa-b7e2-23e654298e6a), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:44:09.847778 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4dddf7f1-f03f-47fd-a8b1-16fd397dfdd2 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for floatingip (a4ce6eb5-3a19-4afa-b7e2-23e654298e6a), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:44:09.860238 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-4dddf7f1-f03f-47fd-a8b1-16fd397dfdd2 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Calling delete_port for a4ce6eb5-3a19-4afa-b7e2-23e654298e6a owned by network:floatingip {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 09:44:09.988919 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4dddf7f1-f03f-47fd-a8b1-16fd397dfdd2 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740344441209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740344012629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28491394'] for port (a4ce6eb5-3a19-4afa-b7e2-23e654298e6a), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:44:10.013438 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dddf7f1-f03f-47fd-a8b1-16fd397dfdd2 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Pushing event deleted for resources: {'Port': ['ID=a4ce6eb5-3a19-4afa-b7e2-23e654298e6a,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:44:10.077631 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4dddf7f1-f03f-47fd-a8b1-16fd397dfdd2 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for floatingip (ed97a8ff-e241-499d-b497-f742a3c551bb), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:44:10.080615 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4dddf7f1-f03f-47fd-a8b1-16fd397dfdd2 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for floatingip (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:44:10.081775 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-4dddf7f1-f03f-47fd-a8b1-16fd397dfdd2 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "DELETE /v2.0/floatingips/ed97a8ff-e241-499d-b497-f742a3c551bb HTTP/1.1" status: 204 len: 168 time: 0.4298222 May 12 09:44:10.144114 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 42526) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:44:10.148623 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-b7329484-7959-4194-8a10-0f16d171c0fa tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Request body: {'security_group': {'name': 'tempest-securitygroup--244337414', 'description': 'tempest-description--2120491083'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:44:10.168264 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b7329484-7959-4194-8a10-0f16d171c0fa tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:44:10.234028 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b7329484-7959-4194-8a10-0f16d171c0fa tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for security_group (6f45e960-bb43-4974-b9a7-5142b9a6c456), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:44:10.237907 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b7329484-7959-4194-8a10-0f16d171c0fa tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (6f45e960-bb43-4974-b9a7-5142b9a6c456), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:44:10.264336 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b7329484-7959-4194-8a10-0f16d171c0fa tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:44:10.265522 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-b7329484-7959-4194-8a10-0f16d171c0fa tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1204090 May 12 09:44:10.268561 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 42528) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:44:10.269480 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7329484-7959-4194-8a10-0f16d171c0fa tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f45e960-bb43-4974-b9a7-5142b9a6c456,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:44:10.274327 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-444d13a5-7518-450e-a009-ce4fa2e3cf73 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Request body: {'security_group_rule': {'security_group_id': '6f45e960-bb43-4974-b9a7-5142b9a6c456', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:44:10.300429 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-444d13a5-7518-450e-a009-ce4fa2e3cf73 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for security_group_rule (9507d1d6-d0ce-4aa4-8181-69673add05bc), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:44:10.354215 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-444d13a5-7518-450e-a009-ce4fa2e3cf73 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for security_group_rule (9507d1d6-d0ce-4aa4-8181-69673add05bc), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:44:10.357552 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-444d13a5-7518-450e-a009-ce4fa2e3cf73 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689781'] for security_group_rule (9507d1d6-d0ce-4aa4-8181-69673add05bc), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:44:10.375117 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444d13a5-7518-450e-a009-ce4fa2e3cf73 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9507d1d6-d0ce-4aa4-8181-69673add05bc,revision_number=0']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:44:10.380475 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-444d13a5-7518-450e-a009-ce4fa2e3cf73 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:44:10.381653 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-444d13a5-7518-450e-a009-ce4fa2e3cf73 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1120663 May 12 09:44:10.384560 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 42530) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:44:10.388707 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-9dc340af-3236-4941-bc10-003f8a8611bf tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Request body: {'security_group_rule': {'security_group_id': '6f45e960-bb43-4974-b9a7-5142b9a6c456', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:44:10.413273 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9dc340af-3236-4941-bc10-003f8a8611bf tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for security_group_rule (ed7bf7f9-65d5-40c9-832b-e51ae1674920), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:44:10.470010 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9dc340af-3236-4941-bc10-003f8a8611bf tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for security_group_rule (ed7bf7f9-65d5-40c9-832b-e51ae1674920), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:44:10.474299 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9dc340af-3236-4941-bc10-003f8a8611bf tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689781'] for security_group_rule (ed7bf7f9-65d5-40c9-832b-e51ae1674920), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:44:10.490646 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc340af-3236-4941-bc10-003f8a8611bf tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed7bf7f9-65d5-40c9-832b-e51ae1674920,revision_number=0']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:44:10.498631 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-9dc340af-3236-4941-bc10-003f8a8611bf tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:44:10.499815 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-9dc340af-3236-4941-bc10-003f8a8611bf tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1143365 May 12 09:44:10.503415 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 42532) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:44:10.507589 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-565a6445-ffa0-4fef-8003-7ad26c3582a6 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Request body: {'floatingip': {'floating_network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:44:10.526811 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-565a6445-ffa0-4fef-8003-7ad26c3582a6 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:44:10.602325 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-565a6445-ffa0-4fef-8003-7ad26c3582a6 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:44:10.707440 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-565a6445-ffa0-4fef-8003-7ad26c3582a6 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Allocated IP 172.27.3.240 (35e64619-a59d-47b1-b4c9-78b55f54f97b/31f684fc-c02d-4e22-bb04-cd143bba725c/c1ca14b1-805a-4b0b-9b5a-dde2b802f3d6) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 09:44:10.809387 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-565a6445-ffa0-4fef-8003-7ad26c3582a6 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for port (c1ca14b1-805a-4b0b-9b5a-dde2b802f3d6), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:44:10.846378 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-565a6445-ffa0-4fef-8003-7ad26c3582a6 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740344012620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29192019'] for port (c1ca14b1-805a-4b0b-9b5a-dde2b802f3d6), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:44:10.886597 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565a6445-ffa0-4fef-8003-7ad26c3582a6 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Network 35e64619-a59d-47b1-b4c9-78b55f54f97b is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 09:44:10.889319 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-565a6445-ffa0-4fef-8003-7ad26c3582a6 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:44:10.894787 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565a6445-ffa0-4fef-8003-7ad26c3582a6 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 09:44:10.915341 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565a6445-ffa0-4fef-8003-7ad26c3582a6 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Pushing event updated for resources: {'Port': ['ID=c1ca14b1-805a-4b0b-9b5a-dde2b802f3d6,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:44:10.977556 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-565a6445-ffa0-4fef-8003-7ad26c3582a6 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for floatingip (17f34a5a-83c4-48d5-abfd-be7a0665a2ad), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:44:11.012839 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-565a6445-ffa0-4fef-8003-7ad26c3582a6 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (c1ca14b1-805a-4b0b-9b5a-dde2b802f3d6), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:44:11.187871 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-565a6445-ffa0-4fef-8003-7ad26c3582a6 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for port (c1ca14b1-805a-4b0b-9b5a-dde2b802f3d6), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:44:11.192289 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-565a6445-ffa0-4fef-8003-7ad26c3582a6 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29192036'] for port (c1ca14b1-805a-4b0b-9b5a-dde2b802f3d6), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:44:11.523611 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565a6445-ffa0-4fef-8003-7ad26c3582a6 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Pushing event updated for resources: {'Port': ['ID=c1ca14b1-805a-4b0b-9b5a-dde2b802f3d6,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:44:11.533056 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-565a6445-ffa0-4fef-8003-7ad26c3582a6 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799862'] for floatingip (17f34a5a-83c4-48d5-abfd-be7a0665a2ad), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:44:11.547582 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-565a6445-ffa0-4fef-8003-7ad26c3582a6 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for floatingip (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:44:11.549309 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-565a6445-ffa0-4fef-8003-7ad26c3582a6 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0449750 May 12 09:44:11.777700 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2e018cc8-3d6b-4de1-a215-96f984211453 req-360068df-7967-48b1-95b8-601882d82c86 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--244337414&fields=id&tenant_id=b079fd0b329c4f1a856f71e0c8f98dde HTTP/1.1" status: 200 len: 267 time: 0.0421374 May 12 09:44:11.817786 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device ec3b1faa-64e6-47cb-8540-2a02a8bf548c no longer exists at agent hyperv_hv-cinder-83769 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 09:44:11.837454 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] No Port match for: ec3b1faa-64e6-47cb-8540-2a02a8bf548c {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 09:44:11.837794 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device ec3b1faa-64e6-47cb-8540-2a02a8bf548c not bound to the agent host hv-cinder-83769 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 09:44:11.885623 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e018cc8-3d6b-4de1-a215-96f984211453 req-a5b7a2ab-d7f8-4819-9ebd-2c35cc8f32db tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:44:11.887074 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2e018cc8-3d6b-4de1-a215-96f984211453 req-a5b7a2ab-d7f8-4819-9ebd-2c35cc8f32db tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/networks?id=d8bd03ea-0f3b-46bf-82a8-531c929bec57 HTTP/1.1" status: 200 len: 815 time: 0.1030946 May 12 09:44:11.901174 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2e018cc8-3d6b-4de1-a215-96f984211453 req-6ce18026-c87c-4fd1-b6d3-d6ba760a973b tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/quotas/b079fd0b329c4f1a856f71e0c8f98dde HTTP/1.1" status: 200 len: 375 time: 0.0089006 May 12 09:44:11.947812 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2e018cc8-3d6b-4de1-a215-96f984211453 req-cf36024a-f21f-464a-98d8-952ca8a45052 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b079fd0b329c4f1a856f71e0c8f98dde&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0420241 May 12 09:44:11.962220 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [req-2e018cc8-3d6b-4de1-a215-96f984211453 req-51673719-ca30-4998-9e23-6cf9307beaff service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 09:44:11.963159 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2e018cc8-3d6b-4de1-a215-96f984211453 req-51673719-ca30-4998-9e23-6cf9307beaff service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048480 May 12 09:44:12.052877 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2e018cc8-3d6b-4de1-a215-96f984211453 req-468d3215-784b-4e32-9c33-35922b609644 service neutron] 10.222.0.60 "GET /v2.0/networks/d8bd03ea-0f3b-46bf-82a8-531c929bec57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844736 May 12 09:44:12.142341 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2e018cc8-3d6b-4de1-a215-96f984211453 req-4346692d-3977-4a26-96e2-f39dd2f89afe service neutron] 10.222.0.60 "GET /v2.0/networks/d8bd03ea-0f3b-46bf-82a8-531c929bec57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838060 May 12 09:44:12.353245 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6cfd1e1d-c346-4a69-9f4a-8c8c5c0f0ee7 req-534c6e8a-3806-44ce-add8-636e345ee80b tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=afe60f94-7d27-4924-8df7-0a49d9455ade HTTP/1.1" status: 200 len: 210 time: 0.0818059 May 12 09:44:13.449096 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e018cc8-3d6b-4de1-a215-96f984211453 req-e17101cc-1cd3-4db0-8caf-8335ef34ebe1 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:44:13.450567 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2e018cc8-3d6b-4de1-a215-96f984211453 req-e17101cc-1cd3-4db0-8caf-8335ef34ebe1 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.65 "GET /v2.0/networks?id=d8bd03ea-0f3b-46bf-82a8-531c929bec57 HTTP/1.1" status: 200 len: 815 time: 0.1148562 May 12 09:44:13.465918 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1a38b2b8-a221-4f50-82cb-06681bdd2830 req-27648026-2669-4c38-b4bf-7b3e8cecfec2 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=afe60f94-7d27-4924-8df7-0a49d9455ade HTTP/1.1" status: 200 len: 210 time: 0.0397677 May 12 09:44:13.545182 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2e018cc8-3d6b-4de1-a215-96f984211453 req-f903948a-08b6-45cd-a427-5466628fa8b3 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b079fd0b329c4f1a856f71e0c8f98dde HTTP/1.1" status: 200 len: 379 time: 0.0554657 May 12 09:44:13.629566 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [req-2e018cc8-3d6b-4de1-a215-96f984211453 req-572df80f-d757-4a6d-b0e7-56ca2a3867ad tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Request body: {'port': {'device_id': 'afe60f94-7d27-4924-8df7-0a49d9455ade', 'network_id': 'd8bd03ea-0f3b-46bf-82a8-531c929bec57', 'admin_state_up': True, 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'security_groups': ['6f45e960-bb43-4974-b9a7-5142b9a6c456']}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:44:13.733453 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e018cc8-3d6b-4de1-a215-96f984211453 req-572df80f-d757-4a6d-b0e7-56ca2a3867ad tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Made reservation on behalf of b079fd0b329c4f1a856f71e0c8f98dde for: {'port': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 09:44:13.737404 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-2e018cc8-3d6b-4de1-a215-96f984211453 req-572df80f-d757-4a6d-b0e7-56ca2a3867ad tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:44:13.863175 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [req-2e018cc8-3d6b-4de1-a215-96f984211453 req-572df80f-d757-4a6d-b0e7-56ca2a3867ad tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Allocated IP 172.20.0.13 (d8bd03ea-0f3b-46bf-82a8-531c929bec57/be18f7f8-10b6-434a-8890-e7ce96c85646/5fd0072b-c35b-4eb8-95e5-e20e592d7b49) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 09:44:14.003347 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-2e018cc8-3d6b-4de1-a215-96f984211453 req-572df80f-d757-4a6d-b0e7-56ca2a3867ad tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for port (5fd0072b-c35b-4eb8-95e5-e20e592d7b49), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:44:14.035587 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-2e018cc8-3d6b-4de1-a215-96f984211453 req-572df80f-d757-4a6d-b0e7-56ca2a3867ad tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740344012620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29192019'] for port (5fd0072b-c35b-4eb8-95e5-e20e592d7b49), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:44:14.076891 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e018cc8-3d6b-4de1-a215-96f984211453 req-572df80f-d757-4a6d-b0e7-56ca2a3867ad tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Network d8bd03ea-0f3b-46bf-82a8-531c929bec57 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 09:44:14.079927 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [req-2e018cc8-3d6b-4de1-a215-96f984211453 req-572df80f-d757-4a6d-b0e7-56ca2a3867ad tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:44:14.085944 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e018cc8-3d6b-4de1-a215-96f984211453 req-572df80f-d757-4a6d-b0e7-56ca2a3867ad tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 09:44:14.112113 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572df80f-d757-4a6d-b0e7-56ca2a3867ad tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Pushing event updated for resources: {'Port': ['ID=5fd0072b-c35b-4eb8-95e5-e20e592d7b49,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:44:14.140717 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e018cc8-3d6b-4de1-a215-96f984211453 req-572df80f-d757-4a6d-b0e7-56ca2a3867ad tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:44:14.141331 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-2e018cc8-3d6b-4de1-a215-96f984211453 req-572df80f-d757-4a6d-b0e7-56ca2a3867ad tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:44:14.158417 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2e018cc8-3d6b-4de1-a215-96f984211453 req-572df80f-d757-4a6d-b0e7-56ca2a3867ad tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5323431 May 12 09:44:14.168677 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [req-2e018cc8-3d6b-4de1-a215-96f984211453 req-d987590b-f949-431c-832d-422998dbbc08 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 09:44:14.169663 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2e018cc8-3d6b-4de1-a215-96f984211453 req-d987590b-f949-431c-832d-422998dbbc08 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052028 May 12 09:44:14.197153 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [req-2e018cc8-3d6b-4de1-a215-96f984211453 req-91ddbce0-8010-43a0-ae60-08d329fc893b service neutron] Request body: {'port': {'device_id': 'afe60f94-7d27-4924-8df7-0a49d9455ade', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:44:14.262631 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-2e018cc8-3d6b-4de1-a215-96f984211453 req-91ddbce0-8010-43a0-ae60-08d329fc893b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (5fd0072b-c35b-4eb8-95e5-e20e592d7b49), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:44:14.306016 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-e3d9b148-75b1-4dae-b2ff-9a133c040eb7 None None] Provisioning complete for port 5fd0072b-c35b-4eb8-95e5-e20e592d7b49 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:44:14.306622 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e3d9b148-75b1-4dae-b2ff-9a133c040eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (5fd0072b-c35b-4eb8-95e5-e20e592d7b49), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:44:14.339854 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-e3d9b148-75b1-4dae-b2ff-9a133c040eb7 None None] Port 5fd0072b-c35b-4eb8-95e5-e20e592d7b49 cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 09:44:14.583346 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [req-2e018cc8-3d6b-4de1-a215-96f984211453 req-91ddbce0-8010-43a0-ae60-08d329fc893b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fd0072b-c35b-4eb8-95e5-e20e592d7b49 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 09:44:14.594399 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-2e018cc8-3d6b-4de1-a215-96f984211453 req-91ddbce0-8010-43a0-ae60-08d329fc893b service neutron] Publish callbacks [] for port (5fd0072b-c35b-4eb8-95e5-e20e592d7b49), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:44:14.607233 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24ecaa-b80c-4fbf-8db4-52758caf6f5b req-110572a3-0a04-40d4-a42d-51f4675c1793 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:44:14.608675 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-cb24ecaa-b80c-4fbf-8db4-52758caf6f5b req-110572a3-0a04-40d4-a42d-51f4675c1793 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=afe60f94-7d27-4924-8df7-0a49d9455ade HTTP/1.1" status: 200 len: 932 time: 0.0677109 May 12 09:44:14.617184 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [req-2e018cc8-3d6b-4de1-a215-96f984211453 req-91ddbce0-8010-43a0-ae60-08d329fc893b service neutron] Transition to ACTIVE for port object 5fd0072b-c35b-4eb8-95e5-e20e592d7b49 will not be triggered until provisioned by entity L2. {{(pid=103458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 09:44:14.629465 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-2e018cc8-3d6b-4de1-a215-96f984211453 req-91ddbce0-8010-43a0-ae60-08d329fc893b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29192036'] for port (5fd0072b-c35b-4eb8-95e5-e20e592d7b49), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:44:14.711155 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ddbce0-8010-43a0-ae60-08d329fc893b service neutron] Pushing event updated for resources: {'Port': ['ID=5fd0072b-c35b-4eb8-95e5-e20e592d7b49,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:44:14.716051 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-cb24ecaa-b80c-4fbf-8db4-52758caf6f5b req-70396bd2-4a3c-47ff-8a6f-c7bbe9651400 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f45e960-bb43-4974-b9a7-5142b9a6c456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018789 May 12 09:44:14.787359 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-2e018cc8-3d6b-4de1-a215-96f984211453 req-91ddbce0-8010-43a0-ae60-08d329fc893b service neutron] Attempting to bind port 5fd0072b-c35b-4eb8-95e5-e20e592d7b49 on host hv-cinder-83769 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 09:44:14.787687 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-2e018cc8-3d6b-4de1-a215-96f984211453 req-91ddbce0-8010-43a0-ae60-08d329fc893b service neutron] Attempting to bind port 5fd0072b-c35b-4eb8-95e5-e20e592d7b49 by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': '26ab4651-7fb4-4cda-a42c-ef91f3f41052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd8bd03ea-0f3b-46bf-82a8-531c929bec57'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 09:44:14.788006 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e018cc8-3d6b-4de1-a215-96f984211453 req-91ddbce0-8010-43a0-ae60-08d329fc893b service neutron] Attempting to bind port 5fd0072b-c35b-4eb8-95e5-e20e592d7b49 on network d8bd03ea-0f3b-46bf-82a8-531c929bec57 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 09:44:14.792530 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e018cc8-3d6b-4de1-a215-96f984211453 req-91ddbce0-8010-43a0-ae60-08d329fc893b service neutron] Port 5fd0072b-c35b-4eb8-95e5-e20e592d7b49 on network d8bd03ea-0f3b-46bf-82a8-531c929bec57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 09:44:14.792842 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e018cc8-3d6b-4de1-a215-96f984211453 req-91ddbce0-8010-43a0-ae60-08d329fc893b service neutron] Attempting to bind port 5fd0072b-c35b-4eb8-95e5-e20e592d7b49 on network d8bd03ea-0f3b-46bf-82a8-531c929bec57 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 09:44:14.797804 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e018cc8-3d6b-4de1-a215-96f984211453 req-91ddbce0-8010-43a0-ae60-08d329fc893b service neutron] Checking agent: {'id': 'cdc2c050-d5b8-41e9-9f41-bf893d522faa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 9, 31, 46), 'started_at': datetime.datetime(2022, 5, 12, 9, 31, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 9, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 09:44:14.798165 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e018cc8-3d6b-4de1-a215-96f984211453 req-91ddbce0-8010-43a0-ae60-08d329fc893b service neutron] Checking segment: {'id': '26ab4651-7fb4-4cda-a42c-ef91f3f41052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd8bd03ea-0f3b-46bf-82a8-531c929bec57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 09:44:14.798579 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e018cc8-3d6b-4de1-a215-96f984211453 req-91ddbce0-8010-43a0-ae60-08d329fc893b service neutron] Bound using segment: {'id': '26ab4651-7fb4-4cda-a42c-ef91f3f41052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd8bd03ea-0f3b-46bf-82a8-531c929bec57'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 09:44:14.798998 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-2e018cc8-3d6b-4de1-a215-96f984211453 req-91ddbce0-8010-43a0-ae60-08d329fc893b service neutron] Bound port: 5fd0072b-c35b-4eb8-95e5-e20e592d7b49, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26ab4651-7fb4-4cda-a42c-ef91f3f41052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd8bd03ea-0f3b-46bf-82a8-531c929bec57'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 09:44:14.799356 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-2e018cc8-3d6b-4de1-a215-96f984211453 req-91ddbce0-8010-43a0-ae60-08d329fc893b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (5fd0072b-c35b-4eb8-95e5-e20e592d7b49), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:44:14.862878 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-2e018cc8-3d6b-4de1-a215-96f984211453 req-91ddbce0-8010-43a0-ae60-08d329fc893b service neutron] For port 5fd0072b-c35b-4eb8-95e5-e20e592d7b49, host hv-cinder-83769, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 09:44:14.866026 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-2e018cc8-3d6b-4de1-a215-96f984211453 req-91ddbce0-8010-43a0-ae60-08d329fc893b service neutron] For port 5fd0072b-c35b-4eb8-95e5-e20e592d7b49, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=5fd0072b-c35b-4eb8-95e5-e20e592d7b49,segment=NetworkSegment(26ab4651-7fb4-4cda-a42c-ef91f3f41052),segment_id=26ab4651-7fb4-4cda-a42c-ef91f3f41052)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 09:44:14.871660 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-2e018cc8-3d6b-4de1-a215-96f984211453 req-91ddbce0-8010-43a0-ae60-08d329fc893b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29192036'] for port (5fd0072b-c35b-4eb8-95e5-e20e592d7b49), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:44:14.903615 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e018cc8-3d6b-4de1-a215-96f984211453 req-91ddbce0-8010-43a0-ae60-08d329fc893b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:44:14.904221 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-2e018cc8-3d6b-4de1-a215-96f984211453 req-91ddbce0-8010-43a0-ae60-08d329fc893b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:44:14.905575 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2e018cc8-3d6b-4de1-a215-96f984211453 req-91ddbce0-8010-43a0-ae60-08d329fc893b service neutron] 10.222.0.65 "PUT /v2.0/ports/5fd0072b-c35b-4eb8-95e5-e20e592d7b49 HTTP/1.1" status: 200 len: 1094 time: 0.7127221 May 12 09:44:14.906024 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afe60f94-7d27-4924-8df7-0a49d9455ade', 'tag': '5fd0072b-c35b-4eb8-95e5-e20e592d7b49'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:44:14.908251 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c5c35592cdadc16d94e4e59e173057c198c772a9b1006d4fd44537c4a2e10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3224f14-cc10-41e7-a876-be78b67dada8" -d '{"events": [{"name": "network-changed", "server_uuid": "afe60f94-7d27-4924-8df7-0a49d9455ade", "tag": "5fd0072b-c35b-4eb8-95e5-e20e592d7b49"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:44:14.935341 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ddbce0-8010-43a0-ae60-08d329fc893b service neutron] Pushing event updated for resources: {'Port': ['ID=5fd0072b-c35b-4eb8-95e5-e20e592d7b49,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:44:14.955686 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 09:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b3a085-12d9-4f5d-80f3-3078314e8126 x-openstack-request-id: req-d4b3a085-12d9-4f5d-80f3-3078314e8126 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:44:14.955986 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afe60f94-7d27-4924-8df7-0a49d9455ade", "tag": "5fd0072b-c35b-4eb8-95e5-e20e592d7b49", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:44:14.956221 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d4b3a085-12d9-4f5d-80f3-3078314e8126 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:44:14.956773 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4b3a085-12d9-4f5d-80f3-3078314e8126'] response: {'name': 'network-changed', 'server_uuid': 'afe60f94-7d27-4924-8df7-0a49d9455ade', 'tag': '5fd0072b-c35b-4eb8-95e5-e20e592d7b49', 'status': 'completed', 'code': 200} May 12 09:44:15.014556 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e018cc8-3d6b-4de1-a215-96f984211453 req-18bad0bf-8b75-4eda-a02b-96d1834935d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:44:15.016040 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2e018cc8-3d6b-4de1-a215-96f984211453 req-18bad0bf-8b75-4eda-a02b-96d1834935d3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b079fd0b329c4f1a856f71e0c8f98dde&device_id=afe60f94-7d27-4924-8df7-0a49d9455ade HTTP/1.1" status: 200 len: 1128 time: 0.0409603 May 12 09:44:15.071031 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2e018cc8-3d6b-4de1-a215-96f984211453 req-efa46bd4-671a-4aa7-a28b-cca3a36706bf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5fd0072b-c35b-4eb8-95e5-e20e592d7b49 HTTP/1.1" status: 200 len: 217 time: 0.0396717 May 12 09:44:15.118485 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e018cc8-3d6b-4de1-a215-96f984211453 req-798d0596-ccfe-4abc-bde6-8067c1c33da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:44:15.119950 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2e018cc8-3d6b-4de1-a215-96f984211453 req-798d0596-ccfe-4abc-bde6-8067c1c33da8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=be18f7f8-10b6-434a-8890-e7ce96c85646 HTTP/1.1" status: 200 len: 854 time: 0.0433402 May 12 09:44:15.162445 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e018cc8-3d6b-4de1-a215-96f984211453 req-9b321f98-921d-44bd-9c97-ac5c46d86a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:44:15.163870 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2e018cc8-3d6b-4de1-a215-96f984211453 req-9b321f98-921d-44bd-9c97-ac5c46d86a7a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d8bd03ea-0f3b-46bf-82a8-531c929bec57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376618 May 12 09:44:15.221199 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-1d9e6a58-d356-44ab-bb34-37357c1267d7 None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 09:44:15.266311 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2e018cc8-3d6b-4de1-a215-96f984211453 req-f7766af4-d92d-4241-ba77-22bd8c19baf1 service neutron] 10.222.0.65 "GET /v2.0/networks/d8bd03ea-0f3b-46bf-82a8-531c929bec57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953424 May 12 09:44:15.353143 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2e018cc8-3d6b-4de1-a215-96f984211453 req-18e310d7-51dc-4267-9043-ecb2bcc2194c service neutron] 10.222.0.65 "GET /v2.0/networks/d8bd03ea-0f3b-46bf-82a8-531c929bec57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805795 May 12 09:44:15.836302 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08874334-b68d-48fd-9c99-aa118afe1546 req-4818e623-e92a-4f02-a1af-bdf733a4f884 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:44:15.837795 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-08874334-b68d-48fd-9c99-aa118afe1546 req-4818e623-e92a-4f02-a1af-bdf733a4f884 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=afe60f94-7d27-4924-8df7-0a49d9455ade HTTP/1.1" status: 200 len: 944 time: 0.0501933 May 12 09:44:15.882711 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-08874334-b68d-48fd-9c99-aa118afe1546 req-0dcf70e9-7ddf-4b94-a06e-ce006ded6b32 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f45e960-bb43-4974-b9a7-5142b9a6c456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395277 May 12 09:44:16.994386 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483a17ec-7a9b-41dd-8b61-2960cd89757c req-5037bfd9-8695-4aad-917d-483dccbcec74 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:44:16.995825 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-483a17ec-7a9b-41dd-8b61-2960cd89757c req-5037bfd9-8695-4aad-917d-483dccbcec74 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=afe60f94-7d27-4924-8df7-0a49d9455ade HTTP/1.1" status: 200 len: 944 time: 0.0458579 May 12 09:44:17.040811 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-483a17ec-7a9b-41dd-8b61-2960cd89757c req-fa43d3de-4006-4e57-92eb-1400e1d67258 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f45e960-bb43-4974-b9a7-5142b9a6c456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395062 May 12 09:44:18.066310 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3224f14-cc10-41e7-a876-be78b67dada8 req-54269f73-2dfc-4f06-86f1-5b926ded2165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:44:18.068134 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f3224f14-cc10-41e7-a876-be78b67dada8 req-54269f73-2dfc-4f06-86f1-5b926ded2165 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b079fd0b329c4f1a856f71e0c8f98dde&device_id=afe60f94-7d27-4924-8df7-0a49d9455ade HTTP/1.1" status: 200 len: 1128 time: 0.0848534 May 12 09:44:18.189938 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a7a883-bcdb-4977-bdde-37266c5e9b08 req-d03c2628-83bc-451b-9101-449bf630480b tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:44:18.191340 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-82a7a883-bcdb-4977-bdde-37266c5e9b08 req-d03c2628-83bc-451b-9101-449bf630480b tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=afe60f94-7d27-4924-8df7-0a49d9455ade HTTP/1.1" status: 200 len: 944 time: 0.0609794 May 12 09:44:18.195678 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3224f14-cc10-41e7-a876-be78b67dada8 req-786bc234-7d08-49f4-83d6-21d7114085fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:44:18.197033 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f3224f14-cc10-41e7-a876-be78b67dada8 req-786bc234-7d08-49f4-83d6-21d7114085fd service neutron] 10.222.0.65 "GET /v2.0/networks?id=d8bd03ea-0f3b-46bf-82a8-531c929bec57 HTTP/1.1" status: 200 len: 916 time: 0.1221409 May 12 09:44:18.248393 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f3224f14-cc10-41e7-a876-be78b67dada8 req-185e4a4b-7b24-4a94-ba98-925af016f6aa service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5fd0072b-c35b-4eb8-95e5-e20e592d7b49 HTTP/1.1" status: 200 len: 217 time: 0.0446718 May 12 09:44:18.299567 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-82a7a883-bcdb-4977-bdde-37266c5e9b08 req-94f7dc33-2ecb-412e-8419-c2f23ca3b11e tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f45e960-bb43-4974-b9a7-5142b9a6c456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016271 May 12 09:44:18.312182 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3224f14-cc10-41e7-a876-be78b67dada8 req-fd998cde-0772-4d15-93f5-da045b806e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:44:18.313572 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f3224f14-cc10-41e7-a876-be78b67dada8 req-fd998cde-0772-4d15-93f5-da045b806e52 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=be18f7f8-10b6-434a-8890-e7ce96c85646 HTTP/1.1" status: 200 len: 854 time: 0.0557570 May 12 09:44:18.358634 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3224f14-cc10-41e7-a876-be78b67dada8 req-ce7e3a9d-6da2-4dd8-9316-e664c76fbebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:44:18.360038 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f3224f14-cc10-41e7-a876-be78b67dada8 req-ce7e3a9d-6da2-4dd8-9316-e664c76fbebd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d8bd03ea-0f3b-46bf-82a8-531c929bec57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398912 May 12 09:44:18.445587 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f3224f14-cc10-41e7-a876-be78b67dada8 req-2b17b1e5-120b-4bc9-bf90-33ab2db6a332 service neutron] 10.222.0.65 "GET /v2.0/networks/d8bd03ea-0f3b-46bf-82a8-531c929bec57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795565 May 12 09:44:18.535408 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f3224f14-cc10-41e7-a876-be78b67dada8 req-5154d9ea-c99c-4bb9-a89f-3c28d7788dfb service neutron] 10.222.0.65 "GET /v2.0/networks/d8bd03ea-0f3b-46bf-82a8-531c929bec57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832880 May 12 09:44:19.410130 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257673b2-2340-49af-8bc0-0be53f1ab44b req-c2a10e7d-c18c-4949-8f59-58f5ba143fd1 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:44:19.412205 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-257673b2-2340-49af-8bc0-0be53f1ab44b req-c2a10e7d-c18c-4949-8f59-58f5ba143fd1 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=afe60f94-7d27-4924-8df7-0a49d9455ade HTTP/1.1" status: 200 len: 944 time: 0.0463173 May 12 09:44:19.461532 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-257673b2-2340-49af-8bc0-0be53f1ab44b req-d02862d0-728a-4fab-a133-be3e1548e6a1 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f45e960-bb43-4974-b9a7-5142b9a6c456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440876 May 12 09:44:19.630391 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-c034731d-494e-4e06-9f3f-5d81427f5b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (9bee5a85-5be0-4217-aa6d-1f9c6538b987), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:44:19.836522 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device 5fd0072b-c35b-4eb8-95e5-e20e592d7b49 details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=103459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 09:44:19.933077 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] For port 5fd0072b-c35b-4eb8-95e5-e20e592d7b49, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=5fd0072b-c35b-4eb8-95e5-e20e592d7b49,segment=NetworkSegment(26ab4651-7fb4-4cda-a42c-ef91f3f41052),segment_id=26ab4651-7fb4-4cda-a42c-ef91f3f41052)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:44:19.944005 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Returning: {'device': '5fd0072b-c35b-4eb8-95e5-e20e592d7b49', 'network_id': 'd8bd03ea-0f3b-46bf-82a8-531c929bec57', 'port_id': '5fd0072b-c35b-4eb8-95e5-e20e592d7b49', 'mac_address': 'fa:16:3e:11:68:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be18f7f8-10b6-434a-8890-e7ce96c85646', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 09:44:19.980536 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Current status of the port 5fd0072b-c35b-4eb8-95e5-e20e592d7b49 is: DOWN; New status is: BUILD {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:44:19.980920 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (5fd0072b-c35b-4eb8-95e5-e20e592d7b49), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:44:19.993156 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fd0072b-c35b-4eb8-95e5-e20e592d7b49 {{(pid=103459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 09:44:20.012012 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] For port 5fd0072b-c35b-4eb8-95e5-e20e592d7b49, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=5fd0072b-c35b-4eb8-95e5-e20e592d7b49,segment=NetworkSegment(26ab4651-7fb4-4cda-a42c-ef91f3f41052),segment_id=26ab4651-7fb4-4cda-a42c-ef91f3f41052)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:44:20.016042 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (5fd0072b-c35b-4eb8-95e5-e20e592d7b49), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:44:20.061587 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Pushing event updated for resources: {'Port': ['ID=5fd0072b-c35b-4eb8-95e5-e20e592d7b49,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:44:20.488425 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] get_ports_and_sgs() called for port_ids ['5fd0072b-c35b-4eb8-95e5-e20e592d7b49'] {{(pid=103459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 09:44:20.528104 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (cdc2c050-d5b8-41e9-9f41-bf893d522faa), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:44:20.575461 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4894d4bf-ef27-4f6d-968c-4382b7f4fc30 req-570eb6f4-69f5-4498-abbc-d2a79280a244 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:44:20.576904 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4894d4bf-ef27-4f6d-968c-4382b7f4fc30 req-570eb6f4-69f5-4498-abbc-d2a79280a244 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=afe60f94-7d27-4924-8df7-0a49d9455ade HTTP/1.1" status: 200 len: 945 time: 0.0474443 May 12 09:44:20.627127 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4894d4bf-ef27-4f6d-968c-4382b7f4fc30 req-a853d012-baaf-4bcc-b1c6-b41d15a85bce tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f45e960-bb43-4974-b9a7-5142b9a6c456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439565 May 12 09:44:21.742728 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10abb0b-f190-49b9-b66b-89495784b0c0 req-e02aace9-0806-4902-b162-d9dc14859cb5 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:44:21.744174 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d10abb0b-f190-49b9-b66b-89495784b0c0 req-e02aace9-0806-4902-b162-d9dc14859cb5 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=afe60f94-7d27-4924-8df7-0a49d9455ade HTTP/1.1" status: 200 len: 945 time: 0.0498817 May 12 09:44:21.791710 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d10abb0b-f190-49b9-b66b-89495784b0c0 req-22f6c5f5-18df-4abd-bbcb-a3cfc33200d4 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f45e960-bb43-4974-b9a7-5142b9a6c456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420103 May 12 09:44:21.852711 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device 5fd0072b-c35b-4eb8-95e5-e20e592d7b49 up at agent hyperv_hv-cinder-83769 {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 09:44:21.878871 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-452b42ab-52e3-40ca-8066-a8c7a88748ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (8db92903-2544-41c2-b919-def82c43c97a), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:44:21.899783 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Provisioning for port 5fd0072b-c35b-4eb8-95e5-e20e592d7b49 completed by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 09:44:21.905256 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Provisioning complete for port 5fd0072b-c35b-4eb8-95e5-e20e592d7b49 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:44:21.905623 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (5fd0072b-c35b-4eb8-95e5-e20e592d7b49), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:44:21.983520 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Current status of the port 5fd0072b-c35b-4eb8-95e5-e20e592d7b49 is: BUILD; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:44:21.983902 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (5fd0072b-c35b-4eb8-95e5-e20e592d7b49), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:44:22.005312 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afe60f94-7d27-4924-8df7-0a49d9455ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd0072b-c35b-4eb8-95e5-e20e592d7b49'}] {{(pid=103459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:44:22.007496 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86b47e387812c2b24e7094e641fb8cdf00e205bc2b1299b72670831d9f7cf680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa5d4c6a-1886-4e6b-b40d-300a40271ca8" -d '{"events": [{"server_uuid": "afe60f94-7d27-4924-8df7-0a49d9455ade", "name": "network-vif-plugged", "status": "completed", "tag": "5fd0072b-c35b-4eb8-95e5-e20e592d7b49"}]}' {{(pid=103459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:44:22.020909 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] For port 5fd0072b-c35b-4eb8-95e5-e20e592d7b49, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=5fd0072b-c35b-4eb8-95e5-e20e592d7b49,segment=NetworkSegment(26ab4651-7fb4-4cda-a42c-ef91f3f41052),segment_id=26ab4651-7fb4-4cda-a42c-ef91f3f41052)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:44:22.024881 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (5fd0072b-c35b-4eb8-95e5-e20e592d7b49), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:44:22.048224 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 09:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b1d6907-629f-4173-b522-0c12cafc73f8 x-openstack-request-id: req-7b1d6907-629f-4173-b522-0c12cafc73f8 {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:44:22.048576 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afe60f94-7d27-4924-8df7-0a49d9455ade", "name": "network-vif-plugged", "status": "completed", "tag": "5fd0072b-c35b-4eb8-95e5-e20e592d7b49", "code": 200}]} {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:44:22.048835 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7b1d6907-629f-4173-b522-0c12cafc73f8 {{(pid=103459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:44:22.049230 dv-cinder-837699-5-iscsi neutron-server[103459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b1d6907-629f-4173-b522-0c12cafc73f8'] response: {'server_uuid': 'afe60f94-7d27-4924-8df7-0a49d9455ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd0072b-c35b-4eb8-95e5-e20e592d7b49', 'code': 200} May 12 09:44:22.073508 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Pushing event updated for resources: {'Port': ['ID=5fd0072b-c35b-4eb8-95e5-e20e592d7b49,revision_number=5']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:44:22.257816 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154fc55d-a968-4f71-8628-50d9a8ba0607 req-428a43bb-3163-4353-9b17-1182ad3ccb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:44:22.259478 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-154fc55d-a968-4f71-8628-50d9a8ba0607 req-428a43bb-3163-4353-9b17-1182ad3ccb4d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=afe60f94-7d27-4924-8df7-0a49d9455ade HTTP/1.1" status: 200 len: 1130 time: 0.0372193 May 12 09:44:22.302239 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-154fc55d-a968-4f71-8628-50d9a8ba0607 req-4e051644-93fc-4cfc-90ca-575c50741cc7 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6f45e960-bb43-4974-b9a7-5142b9a6c456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361977 May 12 09:44:22.909021 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18ac3b8-66ba-473a-9f04-9eb179a0c941 req-dfe1f02a-4f06-4718-9f9a-4492a6302efb tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:44:22.910464 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e18ac3b8-66ba-473a-9f04-9eb179a0c941 req-dfe1f02a-4f06-4718-9f9a-4492a6302efb tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=afe60f94-7d27-4924-8df7-0a49d9455ade HTTP/1.1" status: 200 len: 946 time: 0.0504293 May 12 09:44:22.956848 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e18ac3b8-66ba-473a-9f04-9eb179a0c941 req-e68e5f07-2b2c-4cfb-a1b5-98ff1bcce95f tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f45e960-bb43-4974-b9a7-5142b9a6c456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408323 May 12 09:44:23.107640 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-13a031d7-5ec6-42a3-899f-d50e1f06c687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (f8def58d-f1ec-4d41-abae-d1c60f542bd3), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:44:24.070497 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeda7c5-a541-446b-8ddb-8666ade5cc0c req-5c5b0e88-f33d-4f2b-82c3-f028449fc825 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:44:24.071950 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-beeda7c5-a541-446b-8ddb-8666ade5cc0c req-5c5b0e88-f33d-4f2b-82c3-f028449fc825 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=afe60f94-7d27-4924-8df7-0a49d9455ade HTTP/1.1" status: 200 len: 946 time: 0.0461817 May 12 09:44:24.118197 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-beeda7c5-a541-446b-8ddb-8666ade5cc0c req-32a9522c-fe75-4057-a167-175906ce382d tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f45e960-bb43-4974-b9a7-5142b9a6c456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408380 May 12 09:44:24.226153 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f2b8b7-7bbb-40f1-864f-1baf0f01b80a req-912f6484-6c5f-4db4-a6b7-5655cd0bac9f tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:44:24.227575 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c0f2b8b7-7bbb-40f1-864f-1baf0f01b80a req-912f6484-6c5f-4db4-a6b7-5655cd0bac9f tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=afe60f94-7d27-4924-8df7-0a49d9455ade HTTP/1.1" status: 200 len: 946 time: 0.0454359 May 12 09:44:24.236023 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 42596) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:44:24.240034 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-fa2f8153-c825-4f3e-ad0b-b657f58947e5 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Request body: {'floatingip': {'port_id': '5fd0072b-c35b-4eb8-95e5-e20e592d7b49'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:44:24.280608 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fa2f8153-c825-4f3e-ad0b-b657f58947e5 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for floatingip (17f34a5a-83c4-48d5-abfd-be7a0665a2ad), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:44:24.520733 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a984b3b9-a9e9-40d7-bd88-8cdbb1de5f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (e377c27d-f788-489a-9a4f-9db675c37dc4), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:44:24.708923 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fa2f8153-c825-4f3e-ad0b-b657f58947e5 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:44:24.712518 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fa2f8153-c825-4f3e-ad0b-b657f58947e5 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799862'] for floatingip (17f34a5a-83c4-48d5-abfd-be7a0665a2ad), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:44:24.811163 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.db.l3_db [None req-fa2f8153-c825-4f3e-ad0b-b657f58947e5 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Floating IP 17f34a5a-83c4-48d5-abfd-be7a0665a2ad associated. External IP: 172.27.3.240, port: 5fd0072b-c35b-4eb8-95e5-e20e592d7b49. May 12 09:44:25.015055 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa2f8153-c825-4f3e-ad0b-b657f58947e5 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Router 9c2097ad-1eb6-456a-8744-fc92ba3f54fd has already been hosted by L3 agent 8db92903-2544-41c2-b919-def82c43c97a {{(pid=103458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 09:44:25.385918 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa2f8153-c825-4f3e-ad0b-b657f58947e5 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Notify agent at l3_agent.dv-cinder-837699-5-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 09:44:25.390220 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fa2f8153-c825-4f3e-ad0b-b657f58947e5 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for floatingip (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:44:25.395622 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cf3729-4d4e-45fc-8806-05a215955c5e None None] Sync routers for ids ['9c2097ad-1eb6-456a-8744-fc92ba3f54fd'] in dv-cinder-837699-5-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 09:44:25.405079 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cf3729-4d4e-45fc-8806-05a215955c5e None None] Routers {'9c2097ad-1eb6-456a-8744-fc92ba3f54fd'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:44:25.405672 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-86cf3729-4d4e-45fc-8806-05a215955c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:44:22Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['9c2097ad-1eb6-456a-8744-fc92ba3f54fd'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:44:25.419989 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-fa2f8153-c825-4f3e-ad0b-b657f58947e5 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "PUT /v2.0/floatingips/17f34a5a-83c4-48d5-abfd-be7a0665a2ad HTTP/1.1" status: 200 len: 992 time: 1.1825566 May 12 09:44:25.420815 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afe60f94-7d27-4924-8df7-0a49d9455ade', 'tag': '5fd0072b-c35b-4eb8-95e5-e20e592d7b49'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:44:25.423934 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c5c35592cdadc16d94e4e59e173057c198c772a9b1006d4fd44537c4a2e10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36eb5b1c-4add-471b-9fd9-6fc7f9c57e86" -d '{"events": [{"name": "network-changed", "server_uuid": "afe60f94-7d27-4924-8df7-0a49d9455ade", "tag": "5fd0072b-c35b-4eb8-95e5-e20e592d7b49"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:44:25.458066 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 09:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d197b564-dd37-4d34-90bd-64f70473eb55 x-openstack-request-id: req-d197b564-dd37-4d34-90bd-64f70473eb55 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:44:25.458357 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afe60f94-7d27-4924-8df7-0a49d9455ade", "tag": "5fd0072b-c35b-4eb8-95e5-e20e592d7b49", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:44:25.458608 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d197b564-dd37-4d34-90bd-64f70473eb55 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:44:25.459025 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d197b564-dd37-4d34-90bd-64f70473eb55'] response: {'name': 'network-changed', 'server_uuid': 'afe60f94-7d27-4924-8df7-0a49d9455ade', 'tag': '5fd0072b-c35b-4eb8-95e5-e20e592d7b49', 'status': 'completed', 'code': 200} May 12 09:44:25.511887 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-86cf3729-4d4e-45fc-8806-05a215955c5e None None] Set router 9c2097ad-1eb6-456a-8744-fc92ba3f54fd gateway port host: dv-cinder-837699-5-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:44:25.564979 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb5b1c-4add-471b-9fd9-6fc7f9c57e86 req-c5bd8b7f-e3fa-4cae-b024-3eb9ccba0bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:44:25.566518 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-36eb5b1c-4add-471b-9fd9-6fc7f9c57e86 req-c5bd8b7f-e3fa-4cae-b024-3eb9ccba0bf0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b079fd0b329c4f1a856f71e0c8f98dde&device_id=afe60f94-7d27-4924-8df7-0a49d9455ade HTTP/1.1" status: 200 len: 1130 time: 0.0383980 May 12 09:44:25.658982 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb5b1c-4add-471b-9fd9-6fc7f9c57e86 req-849a375a-c45a-41a2-854d-c05e84f89a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:44:25.660344 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-36eb5b1c-4add-471b-9fd9-6fc7f9c57e86 req-849a375a-c45a-41a2-854d-c05e84f89a22 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d8bd03ea-0f3b-46bf-82a8-531c929bec57 HTTP/1.1" status: 200 len: 916 time: 0.0884573 May 12 09:44:25.725010 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-86cf3729-4d4e-45fc-8806-05a215955c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'name': 'tempest-AttachVolumeNegativeTest-1936945588-router', 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': '0b2e5772-8899-4afe-abaa-f04370bcc8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:33:42Z', 'updated_at': '2022-05-12T09:33:47Z', 'revision_number': 4, 'project_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'gw_port': {'id': '0b2e5772-8899-4afe-abaa-f04370bcc8a6', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:92:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:42Z', 'updated_at': '2022-05-12T09:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_floatingips': [{'id': '17f34a5a-83c4-48d5-abfd-be7a0665a2ad', 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'floating_ip_address': '172.27.3.240', 'floating_network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'router_id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'port_id': '5fd0072b-c35b-4eb8-95e5-e20e592d7b49', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8bd03ea-0f3b-46bf-82a8-531c929bec57', 'mac_address': 'fa:16:3e:11:68:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe60f94-7d27-4924-8df7-0a49d9455ade', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T09:44:10Z', 'updated_at': '2022-05-12T09:44:24Z', 'revision_number': 1, 'project_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afe51b64-ecef-4dbc-81fa-ac72b0814cf1', 'name': '', 'network_id': 'd8bd03ea-0f3b-46bf-82a8-531c929bec57', 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'mac_address': 'fa:16:3e:27:c2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'be18f7f8-10b6-434a-8890-e7ce96c85646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:45Z', 'updated_at': '2022-05-12T09:33:55Z', 'revision_number': 5, 'project_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'subnets': [{'id': 'be18f7f8-10b6-434a-8890-e7ce96c85646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:44:25.725908 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-36eb5b1c-4add-471b-9fd9-6fc7f9c57e86 req-ae9ba4ce-581d-418d-ae77-c015f95d61b3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5fd0072b-c35b-4eb8-95e5-e20e592d7b49 HTTP/1.1" status: 200 len: 1000 time: 0.0585363 May 12 09:44:25.755447 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cf3729-4d4e-45fc-8806-05a215955c5e None None] Checking router: 9c2097ad-1eb6-456a-8744-fc92ba3f54fd for host: dv-cinder-837699-5-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 09:44:25.764611 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cf3729-4d4e-45fc-8806-05a215955c5e None None] Routers {'9c2097ad-1eb6-456a-8744-fc92ba3f54fd'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:44:25.765396 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-86cf3729-4d4e-45fc-8806-05a215955c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:44:22Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['9c2097ad-1eb6-456a-8744-fc92ba3f54fd'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:44:25.779466 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb5b1c-4add-471b-9fd9-6fc7f9c57e86 req-a6871615-cb4d-45f0-9918-16936eec4b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:44:25.780925 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-36eb5b1c-4add-471b-9fd9-6fc7f9c57e86 req-a6871615-cb4d-45f0-9918-16936eec4b3f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=be18f7f8-10b6-434a-8890-e7ce96c85646 HTTP/1.1" status: 200 len: 854 time: 0.0482531 May 12 09:44:25.823480 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb5b1c-4add-471b-9fd9-6fc7f9c57e86 req-ebc79625-a73b-415d-a073-ff204a1b7fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:44:25.824963 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-36eb5b1c-4add-471b-9fd9-6fc7f9c57e86 req-ebc79625-a73b-415d-a073-ff204a1b7fe2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d8bd03ea-0f3b-46bf-82a8-531c929bec57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377426 May 12 09:44:25.926029 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-36eb5b1c-4add-471b-9fd9-6fc7f9c57e86 req-5813805e-762b-4a2f-a563-2ce0830d09ce service neutron] 10.222.0.65 "GET /v2.0/networks/d8bd03ea-0f3b-46bf-82a8-531c929bec57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948534 May 12 09:44:25.969366 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-86cf3729-4d4e-45fc-8806-05a215955c5e None None] Set router 9c2097ad-1eb6-456a-8744-fc92ba3f54fd gateway port host: dv-cinder-837699-5-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:44:26.013363 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (0e2e3861-7d79-4ce6-9d91-faa32ae2cb64), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:44:26.019912 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-36eb5b1c-4add-471b-9fd9-6fc7f9c57e86 req-e0fff916-f1c2-49dc-9012-faaf6e2a652e service neutron] 10.222.0.65 "GET /v2.0/networks/d8bd03ea-0f3b-46bf-82a8-531c929bec57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871961 May 12 09:44:26.185442 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-86cf3729-4d4e-45fc-8806-05a215955c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'name': 'tempest-AttachVolumeNegativeTest-1936945588-router', 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': '0b2e5772-8899-4afe-abaa-f04370bcc8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:33:42Z', 'updated_at': '2022-05-12T09:33:47Z', 'revision_number': 4, 'project_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'gw_port': {'id': '0b2e5772-8899-4afe-abaa-f04370bcc8a6', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:92:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:42Z', 'updated_at': '2022-05-12T09:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_floatingips': [{'id': '17f34a5a-83c4-48d5-abfd-be7a0665a2ad', 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'floating_ip_address': '172.27.3.240', 'floating_network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'router_id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'port_id': '5fd0072b-c35b-4eb8-95e5-e20e592d7b49', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8bd03ea-0f3b-46bf-82a8-531c929bec57', 'mac_address': 'fa:16:3e:11:68:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe60f94-7d27-4924-8df7-0a49d9455ade', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T09:44:10Z', 'updated_at': '2022-05-12T09:44:24Z', 'revision_number': 1, 'project_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afe51b64-ecef-4dbc-81fa-ac72b0814cf1', 'name': '', 'network_id': 'd8bd03ea-0f3b-46bf-82a8-531c929bec57', 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'mac_address': 'fa:16:3e:27:c2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'be18f7f8-10b6-434a-8890-e7ce96c85646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:45Z', 'updated_at': '2022-05-12T09:33:55Z', 'revision_number': 5, 'project_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'subnets': [{'id': 'be18f7f8-10b6-434a-8890-e7ce96c85646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:44:26.214089 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cf3729-4d4e-45fc-8806-05a215955c5e None None] The sync data for ids ['9c2097ad-1eb6-456a-8744-fc92ba3f54fd'] in dv-cinder-837699-5-iscsi is: [{'id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'name': 'tempest-AttachVolumeNegativeTest-1936945588-router', 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': '0b2e5772-8899-4afe-abaa-f04370bcc8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:33:42Z', 'updated_at': '2022-05-12T09:33:47Z', 'revision_number': 4, 'project_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'gw_port': {'id': '0b2e5772-8899-4afe-abaa-f04370bcc8a6', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:92:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:42Z', 'updated_at': '2022-05-12T09:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_floatingips': [{'id': '17f34a5a-83c4-48d5-abfd-be7a0665a2ad', 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'floating_ip_address': '172.27.3.240', 'floating_network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'router_id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'port_id': '5fd0072b-c35b-4eb8-95e5-e20e592d7b49', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8bd03ea-0f3b-46bf-82a8-531c929bec57', 'mac_address': 'fa:16:3e:11:68:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe60f94-7d27-4924-8df7-0a49d9455ade', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T09:44:10Z', 'updated_at': '2022-05-12T09:44:24Z', 'revision_number': 1, 'project_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afe51b64-ecef-4dbc-81fa-ac72b0814cf1', 'name': '', 'network_id': 'd8bd03ea-0f3b-46bf-82a8-531c929bec57', 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'mac_address': 'fa:16:3e:27:c2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'be18f7f8-10b6-434a-8890-e7ce96c85646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:45Z', 'updated_at': '2022-05-12T09:33:55Z', 'revision_number': 5, 'project_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'subnets': [{'id': 'be18f7f8-10b6-434a-8890-e7ce96c85646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 09:44:26.404085 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2363f9-8d55-4947-9137-d3970d22264e None None] New status for floating IP 17f34a5a-83c4-48d5-abfd-be7a0665a2ad: ACTIVE {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 09:44:49.631683 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-047cfc7a-d1c1-496f-be60-1bb550c2db9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (9bee5a85-5be0-4217-aa6d-1f9c6538b987), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:44:50.526084 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (cdc2c050-d5b8-41e9-9f41-bf893d522faa), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:44:50.909332 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3197d968-0e16-43f2-93c6-74c3c0547b0b req-9956ece4-0813-444f-b6cf-543bcad04231 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5697f44b-088d-48ee-89a1-ae6d09f7d47f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0370007 May 12 09:44:51.005679 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3197d968-0e16-43f2-93c6-74c3c0547b0b req-cf7dfa26-fe51-454b-97f6-7e7e6cf857ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:44:51.007170 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3197d968-0e16-43f2-93c6-74c3c0547b0b req-cf7dfa26-fe51-454b-97f6-7e7e6cf857ea service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=170aaa04d8fe4170bf344d5667ae2814&device_id=5697f44b-088d-48ee-89a1-ae6d09f7d47f HTTP/1.1" status: 200 len: 1129 time: 0.0388243 May 12 09:44:51.111944 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3197d968-0e16-43f2-93c6-74c3c0547b0b req-970a733d-5986-4135-b8fa-1cef7aba1cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:44:51.113873 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3197d968-0e16-43f2-93c6-74c3c0547b0b req-970a733d-5986-4135-b8fa-1cef7aba1cb6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1fcc80ff-8e1d-4af6-9047-57b5fbbc9180 HTTP/1.1" status: 200 len: 909 time: 0.0888402 May 12 09:44:51.178357 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3197d968-0e16-43f2-93c6-74c3c0547b0b req-737e71d3-188e-4f2f-b148-7aac2a328406 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24fe4aa4-21d7-4953-acd5-384b86945694 HTTP/1.1" status: 200 len: 1001 time: 0.0581703 May 12 09:44:51.230551 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3197d968-0e16-43f2-93c6-74c3c0547b0b req-a7e2d005-932d-40f5-81b4-6d9e0d62ce44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:44:51.231969 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3197d968-0e16-43f2-93c6-74c3c0547b0b req-a7e2d005-932d-40f5-81b4-6d9e0d62ce44 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=df6c15cb-1314-4401-9e60-4042acbc2209 HTTP/1.1" status: 200 len: 847 time: 0.0480659 May 12 09:44:51.273905 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3197d968-0e16-43f2-93c6-74c3c0547b0b req-fc63e58a-ef34-4bed-8293-8df69ea5878e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:44:51.275341 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3197d968-0e16-43f2-93c6-74c3c0547b0b req-fc63e58a-ef34-4bed-8293-8df69ea5878e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1fcc80ff-8e1d-4af6-9047-57b5fbbc9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379157 May 12 09:44:51.364684 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3197d968-0e16-43f2-93c6-74c3c0547b0b req-75e4f54a-0a0c-4986-b4ff-59d96bc02f7f service neutron] 10.222.0.65 "GET /v2.0/networks/1fcc80ff-8e1d-4af6-9047-57b5fbbc9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837986 May 12 09:44:51.451088 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3197d968-0e16-43f2-93c6-74c3c0547b0b req-d422d365-e1d1-4444-8004-9ccdbe5f6399 service neutron] 10.222.0.65 "GET /v2.0/networks/1fcc80ff-8e1d-4af6-9047-57b5fbbc9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798914 May 12 09:44:51.859636 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4bde6c4f-d1a4-4870-aede-b735e855d530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (8db92903-2544-41c2-b919-def82c43c97a), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:44:52.219051 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-1d9e6a58-d356-44ab-bb34-37357c1267d7 None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 09:44:53.108595 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-13a031d7-5ec6-42a3-899f-d50e1f06c687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (f8def58d-f1ec-4d41-abae-d1c60f542bd3), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:44:54.522324 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a984b3b9-a9e9-40d7-bd88-8cdbb1de5f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (e377c27d-f788-489a-9a4f-9db675c37dc4), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:44:56.023392 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (0e2e3861-7d79-4ce6-9d91-faa32ae2cb64), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:09.436101 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ed17e-c143-4fba-918d-476ce964c6e5 req-ba93c51c-3258-4c32-bcb7-4cf2953d4aa8 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:45:09.437432 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-be9ed17e-c143-4fba-918d-476ce964c6e5 req-ba93c51c-3258-4c32-bcb7-4cf2953d4aa8 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c8cb5b3-daa4-417d-807d-1f8c8d2bd7fa HTTP/1.1" status: 200 len: 945 time: 0.0460665 May 12 09:45:09.486184 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-be9ed17e-c143-4fba-918d-476ce964c6e5 req-1f9bffd3-9b6a-431c-aedd-27a391ced019 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/security-groups?id=16b0f64d-b0b7-4ff9-a9c2-f8ba8efb7224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433514 May 12 09:45:10.598070 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00e181-6717-4f93-bcf8-5ea8c88912b2 req-9f2e79da-b5f9-467f-9ae0-04fef2f8cfa1 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:45:10.599515 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6f00e181-6717-4f93-bcf8-5ea8c88912b2 req-9f2e79da-b5f9-467f-9ae0-04fef2f8cfa1 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c8cb5b3-daa4-417d-807d-1f8c8d2bd7fa HTTP/1.1" status: 200 len: 945 time: 0.0460720 May 12 09:45:10.646558 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6f00e181-6717-4f93-bcf8-5ea8c88912b2 req-967d605a-df0c-4c10-ae6c-650a0e734601 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/security-groups?id=16b0f64d-b0b7-4ff9-a9c2-f8ba8efb7224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414824 May 12 09:45:11.758068 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5d748a-ea49-4866-b083-00bd994688d0 req-624b5a40-4046-4a02-9417-40ec1fe27164 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:45:11.759505 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2e5d748a-ea49-4866-b083-00bd994688d0 req-624b5a40-4046-4a02-9417-40ec1fe27164 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c8cb5b3-daa4-417d-807d-1f8c8d2bd7fa HTTP/1.1" status: 200 len: 945 time: 0.0475602 May 12 09:45:11.805012 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2e5d748a-ea49-4866-b083-00bd994688d0 req-c2a1399e-6338-4d9f-8f56-0c6f1c905d7e tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/security-groups?id=16b0f64d-b0b7-4ff9-a9c2-f8ba8efb7224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394387 May 12 09:45:12.003831 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe96881-768f-486c-a0ce-94fd16cfe2a8 req-83e5d8eb-7804-48e1-bd00-30356bf12d98 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:45:12.005234 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-cbe96881-768f-486c-a0ce-94fd16cfe2a8 req-83e5d8eb-7804-48e1-bd00-30356bf12d98 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c8cb5b3-daa4-417d-807d-1f8c8d2bd7fa HTTP/1.1" status: 200 len: 945 time: 0.0478849 May 12 09:45:12.087313 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [req-cbe96881-768f-486c-a0ce-94fd16cfe2a8 req-8c9e4877-3bd5-44eb-aa09-84667bb15a8a tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Deleting port 953ead63-0e69-4d22-b2b3-ae09ec6491e1 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 09:45:12.087648 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-cbe96881-768f-486c-a0ce-94fd16cfe2a8 req-8c9e4877-3bd5-44eb-aa09-84667bb15a8a tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740344431333'] for port (953ead63-0e69-4d22-b2b3-ae09ec6491e1), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:12.179349 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-cbe96881-768f-486c-a0ce-94fd16cfe2a8 req-8c9e4877-3bd5-44eb-aa09-84667bb15a8a tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] For port 953ead63-0e69-4d22-b2b3-ae09ec6491e1, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=953ead63-0e69-4d22-b2b3-ae09ec6491e1,segment=NetworkSegment(df27dd97-80bd-404b-9020-df3082427427),segment_id=df27dd97-80bd-404b-9020-df3082427427)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:45:12.179719 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-cbe96881-768f-486c-a0ce-94fd16cfe2a8 req-8c9e4877-3bd5-44eb-aa09-84667bb15a8a tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799057'] for port (953ead63-0e69-4d22-b2b3-ae09ec6491e1), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:12.350914 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-cbe96881-768f-486c-a0ce-94fd16cfe2a8 req-8c9e4877-3bd5-44eb-aa09-84667bb15a8a tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:12.351192 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-cbe96881-768f-486c-a0ce-94fd16cfe2a8 req-8c9e4877-3bd5-44eb-aa09-84667bb15a8a tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799862'] for floatingip (da5035ac-14a1-4e31-a9ef-37f6ef350e32), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:12.351508 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.db.l3_db [req-cbe96881-768f-486c-a0ce-94fd16cfe2a8 req-8c9e4877-3bd5-44eb-aa09-84667bb15a8a tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Floating IP da5035ac-14a1-4e31-a9ef-37f6ef350e32 disassociated. External IP: 172.27.3.231, port: 953ead63-0e69-4d22-b2b3-ae09ec6491e1. May 12 09:45:12.351852 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [req-cbe96881-768f-486c-a0ce-94fd16cfe2a8 req-8c9e4877-3bd5-44eb-aa09-84667bb15a8a tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Calling delete_port for 953ead63-0e69-4d22-b2b3-ae09ec6491e1 owned by compute:nova {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 09:45:12.479004 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-cbe96881-768f-486c-a0ce-94fd16cfe2a8 req-8c9e4877-3bd5-44eb-aa09-84667bb15a8a tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740344441209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740344012629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29192019'] for port (953ead63-0e69-4d22-b2b3-ae09ec6491e1), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:12.509452 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e4877-3bd5-44eb-aa09-84667bb15a8a tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Pushing event deleted for resources: {'Port': ['ID=953ead63-0e69-4d22-b2b3-ae09ec6491e1,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:45:12.520818 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e4877-3bd5-44eb-aa09-84667bb15a8a tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:45:12.521179 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e4877-3bd5-44eb-aa09-84667bb15a8a tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:45:12.521527 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e4877-3bd5-44eb-aa09-84667bb15a8a tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:45:12.521875 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e4877-3bd5-44eb-aa09-84667bb15a8a tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:45:12.522247 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e4877-3bd5-44eb-aa09-84667bb15a8a tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:45:12.522575 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e4877-3bd5-44eb-aa09-84667bb15a8a tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:45:12.522904 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e4877-3bd5-44eb-aa09-84667bb15a8a tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:45:12.523235 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e4877-3bd5-44eb-aa09-84667bb15a8a tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:45:12.523575 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e4877-3bd5-44eb-aa09-84667bb15a8a tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:45:12.523906 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e4877-3bd5-44eb-aa09-84667bb15a8a tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:45:12.524235 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e4877-3bd5-44eb-aa09-84667bb15a8a tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:45:12.524565 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e4877-3bd5-44eb-aa09-84667bb15a8a tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:45:12.524889 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e4877-3bd5-44eb-aa09-84667bb15a8a tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:45:12.525216 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e4877-3bd5-44eb-aa09-84667bb15a8a tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:45:12.525591 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e4877-3bd5-44eb-aa09-84667bb15a8a tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:45:12.637573 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cbe96881-768f-486c-a0ce-94fd16cfe2a8 req-8c9e4877-3bd5-44eb-aa09-84667bb15a8a tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Router eff9d63d-afc5-4430-8837-eaaf559c2dbb has already been hosted by L3 agent 8db92903-2544-41c2-b919-def82c43c97a {{(pid=103458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 09:45:12.745802 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cbe96881-768f-486c-a0ce-94fd16cfe2a8 req-8c9e4877-3bd5-44eb-aa09-84667bb15a8a tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Notify agent at l3_agent.dv-cinder-837699-5-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 09:45:12.755711 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72051993-48d3-45ec-86dd-3397d847960f None None] Sync routers for ids ['eff9d63d-afc5-4430-8837-eaaf559c2dbb'] in dv-cinder-837699-5-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 09:45:12.765516 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72051993-48d3-45ec-86dd-3397d847960f None None] Routers {'eff9d63d-afc5-4430-8837-eaaf559c2dbb'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:45:12.766180 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-72051993-48d3-45ec-86dd-3397d847960f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:44:52Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['eff9d63d-afc5-4430-8837-eaaf559c2dbb'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:45:12.788157 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbe96881-768f-486c-a0ce-94fd16cfe2a8 req-8c9e4877-3bd5-44eb-aa09-84667bb15a8a tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] No DVR routers for this DVR port 953ead63-0e69-4d22-b2b3-ae09ec6491e1 on host hv-cinder-83769 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 09:45:12.790712 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-cbe96881-768f-486c-a0ce-94fd16cfe2a8 req-8c9e4877-3bd5-44eb-aa09-84667bb15a8a tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:12.794122 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-cbe96881-768f-486c-a0ce-94fd16cfe2a8 req-8c9e4877-3bd5-44eb-aa09-84667bb15a8a tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.65 "DELETE /v2.0/ports/953ead63-0e69-4d22-b2b3-ae09ec6491e1 HTTP/1.1" status: 204 len: 173 time: 0.7839003 May 12 09:45:12.794577 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c8cb5b3-daa4-417d-807d-1f8c8d2bd7fa', 'name': 'network-vif-deleted', 'tag': '953ead63-0e69-4d22-b2b3-ae09ec6491e1'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:45:12.797368 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c5c35592cdadc16d94e4e59e173057c198c772a9b1006d4fd44537c4a2e10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60078ac9-8718-43df-b0b9-af0376c593a8" -d '{"events": [{"server_uuid": "1c8cb5b3-daa4-417d-807d-1f8c8d2bd7fa", "name": "network-vif-deleted", "tag": "953ead63-0e69-4d22-b2b3-ae09ec6491e1"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:45:12.882968 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-72051993-48d3-45ec-86dd-3397d847960f None None] Set router eff9d63d-afc5-4430-8837-eaaf559c2dbb gateway port host: dv-cinder-837699-5-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:45:12.937914 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-49cd6b4e-7a30-438c-91c6-4091555ca1d7 req-c61a1d74-755b-475b-8ba0-4e9f9679b423 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c8cb5b3-daa4-417d-807d-1f8c8d2bd7fa HTTP/1.1" status: 200 len: 210 time: 0.0513823 May 12 09:45:12.950460 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 09:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f39a1b5-f36c-4e95-b897-788cd47cbd54 x-openstack-request-id: req-3f39a1b5-f36c-4e95-b897-788cd47cbd54 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:45:12.950755 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c8cb5b3-daa4-417d-807d-1f8c8d2bd7fa", "name": "network-vif-deleted", "tag": "953ead63-0e69-4d22-b2b3-ae09ec6491e1", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:45:12.951012 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3f39a1b5-f36c-4e95-b897-788cd47cbd54 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:45:12.951418 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f39a1b5-f36c-4e95-b897-788cd47cbd54'] response: {'server_uuid': '1c8cb5b3-daa4-417d-807d-1f8c8d2bd7fa', 'name': 'network-vif-deleted', 'tag': '953ead63-0e69-4d22-b2b3-ae09ec6491e1', 'status': 'completed', 'code': 200} May 12 09:45:13.102352 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-72051993-48d3-45ec-86dd-3397d847960f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff9d63d-afc5-4430-8837-eaaf559c2dbb', 'name': 'tempest-AttachVolumeTestJSON-186778351-router', 'tenant_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '1abe966a-62a9-493e-9788-2cab83ccfdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:33:45Z', 'updated_at': '2022-05-12T09:33:56Z', 'revision_number': 4, 'project_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'gw_port': {'id': '1abe966a-62a9-493e-9788-2cab83ccfdde', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:58:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff9d63d-afc5-4430-8837-eaaf559c2dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:47Z', 'updated_at': '2022-05-12T09:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_interfaces': [{'id': '25faadc0-b879-427a-990e-67b1194cb01d', 'name': '', 'network_id': '157184d7-26b8-47d5-86e0-3945164ff04d', 'tenant_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'mac_address': 'fa:16:3e:7d:24:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff9d63d-afc5-4430-8837-eaaf559c2dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'dc5a5cf9-5b7a-426c-931b-02b56a7bf3f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:54Z', 'updated_at': '2022-05-12T09:34:02Z', 'revision_number': 5, 'project_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'subnets': [{'id': 'dc5a5cf9-5b7a-426c-931b-02b56a7bf3f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:45:13.129323 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72051993-48d3-45ec-86dd-3397d847960f None None] Checking router: eff9d63d-afc5-4430-8837-eaaf559c2dbb for host: dv-cinder-837699-5-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 09:45:13.137746 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72051993-48d3-45ec-86dd-3397d847960f None None] Routers {'eff9d63d-afc5-4430-8837-eaaf559c2dbb'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:45:13.138382 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-72051993-48d3-45ec-86dd-3397d847960f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:44:52Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['eff9d63d-afc5-4430-8837-eaaf559c2dbb'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:45:13.244404 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-72051993-48d3-45ec-86dd-3397d847960f None None] Set router eff9d63d-afc5-4430-8837-eaaf559c2dbb gateway port host: dv-cinder-837699-5-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:45:13.445801 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-72051993-48d3-45ec-86dd-3397d847960f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff9d63d-afc5-4430-8837-eaaf559c2dbb', 'name': 'tempest-AttachVolumeTestJSON-186778351-router', 'tenant_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '1abe966a-62a9-493e-9788-2cab83ccfdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:33:45Z', 'updated_at': '2022-05-12T09:33:56Z', 'revision_number': 4, 'project_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'gw_port': {'id': '1abe966a-62a9-493e-9788-2cab83ccfdde', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:58:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff9d63d-afc5-4430-8837-eaaf559c2dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:47Z', 'updated_at': '2022-05-12T09:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_interfaces': [{'id': '25faadc0-b879-427a-990e-67b1194cb01d', 'name': '', 'network_id': '157184d7-26b8-47d5-86e0-3945164ff04d', 'tenant_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'mac_address': 'fa:16:3e:7d:24:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff9d63d-afc5-4430-8837-eaaf559c2dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'dc5a5cf9-5b7a-426c-931b-02b56a7bf3f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:54Z', 'updated_at': '2022-05-12T09:34:02Z', 'revision_number': 5, 'project_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'subnets': [{'id': 'dc5a5cf9-5b7a-426c-931b-02b56a7bf3f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:45:13.472882 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72051993-48d3-45ec-86dd-3397d847960f None None] The sync data for ids ['eff9d63d-afc5-4430-8837-eaaf559c2dbb'] in dv-cinder-837699-5-iscsi is: [{'id': 'eff9d63d-afc5-4430-8837-eaaf559c2dbb', 'name': 'tempest-AttachVolumeTestJSON-186778351-router', 'tenant_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '1abe966a-62a9-493e-9788-2cab83ccfdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:33:45Z', 'updated_at': '2022-05-12T09:33:56Z', 'revision_number': 4, 'project_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'gw_port': {'id': '1abe966a-62a9-493e-9788-2cab83ccfdde', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:58:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff9d63d-afc5-4430-8837-eaaf559c2dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:47Z', 'updated_at': '2022-05-12T09:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_interfaces': [{'id': '25faadc0-b879-427a-990e-67b1194cb01d', 'name': '', 'network_id': '157184d7-26b8-47d5-86e0-3945164ff04d', 'tenant_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'mac_address': 'fa:16:3e:7d:24:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff9d63d-afc5-4430-8837-eaaf559c2dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'dc5a5cf9-5b7a-426c-931b-02b56a7bf3f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:54Z', 'updated_at': '2022-05-12T09:34:02Z', 'revision_number': 5, 'project_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'subnets': [{'id': 'dc5a5cf9-5b7a-426c-931b-02b56a7bf3f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 09:45:13.689757 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17968aa-2ffb-4443-ae06-aca6d504f8a7 None None] New status for floating IP da5035ac-14a1-4e31-a9ef-37f6ef350e32: DOWN {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 09:45:14.028610 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 42782) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:45:14.081956 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-784df990-c139-4c0e-8e9d-4224f4653b1c tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks [] for security_group (16b0f64d-b0b7-4ff9-a9c2-f8ba8efb7224), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:14.105221 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-784df990-c139-4c0e-8e9d-4224f4653b1c tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks [] for security_group (16b0f64d-b0b7-4ff9-a9c2-f8ba8efb7224), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:14.152363 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-784df990-c139-4c0e-8e9d-4224f4653b1c tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (16b0f64d-b0b7-4ff9-a9c2-f8ba8efb7224), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:14.155172 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-784df990-c139-4c0e-8e9d-4224f4653b1c tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:14.156305 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-784df990-c139-4c0e-8e9d-4224f4653b1c tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "DELETE /v2.0/security-groups/16b0f64d-b0b7-4ff9-a9c2-f8ba8efb7224 HTTP/1.1" status: 204 len: 168 time: 0.1266785 May 12 09:45:14.159715 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 42786) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:45:14.166426 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784df990-c139-4c0e-8e9d-4224f4653b1c tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b0f64d-b0b7-4ff9-a9c2-f8ba8efb7224,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:45:14.173015 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.api.v2.resource [None req-03791c1e-e30c-4d92-ad4f-a48918d2aed9 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] show failed (client error): The resource could not be found. May 12 09:45:14.173781 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784df990-c139-4c0e-8e9d-4224f4653b1c tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:45:14.174046 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-03791c1e-e30c-4d92-ad4f-a48918d2aed9 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "GET /v2.0/security-groups/16b0f64d-b0b7-4ff9-a9c2-f8ba8efb7224 HTTP/1.1" status: 404 len: 347 time: 0.0133061 May 12 09:45:14.174156 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784df990-c139-4c0e-8e9d-4224f4653b1c tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:45:14.174480 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784df990-c139-4c0e-8e9d-4224f4653b1c tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:45:14.175432 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784df990-c139-4c0e-8e9d-4224f4653b1c tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:45:14.175765 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784df990-c139-4c0e-8e9d-4224f4653b1c tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:45:14.176222 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784df990-c139-4c0e-8e9d-4224f4653b1c tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:45:14.176683 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784df990-c139-4c0e-8e9d-4224f4653b1c tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:45:14.177167 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784df990-c139-4c0e-8e9d-4224f4653b1c tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:45:14.177477 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 42788) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:45:14.177598 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784df990-c139-4c0e-8e9d-4224f4653b1c tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:45:14.177936 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784df990-c139-4c0e-8e9d-4224f4653b1c tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:45:14.178251 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784df990-c139-4c0e-8e9d-4224f4653b1c tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:45:14.178580 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784df990-c139-4c0e-8e9d-4224f4653b1c tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:45:14.178906 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784df990-c139-4c0e-8e9d-4224f4653b1c tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:45:14.179226 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784df990-c139-4c0e-8e9d-4224f4653b1c tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:45:14.179545 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784df990-c139-4c0e-8e9d-4224f4653b1c tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:45:14.291447 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-0f667a41-169b-46f8-b296-df910dd85768 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Deleting port b6de7c14-5fd8-4b23-9ae1-67d71d919f4e {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 09:45:14.291793 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0f667a41-169b-46f8-b296-df910dd85768 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740344431333'] for port (b6de7c14-5fd8-4b23-9ae1-67d71d919f4e), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:14.365429 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0f667a41-169b-46f8-b296-df910dd85768 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799057'] for port (b6de7c14-5fd8-4b23-9ae1-67d71d919f4e), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:14.365673 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0f667a41-169b-46f8-b296-df910dd85768 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks [] for floatingip (b6de7c14-5fd8-4b23-9ae1-67d71d919f4e), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:14.378338 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-0f667a41-169b-46f8-b296-df910dd85768 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Calling delete_port for b6de7c14-5fd8-4b23-9ae1-67d71d919f4e owned by network:floatingip {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 09:45:14.511255 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0f667a41-169b-46f8-b296-df910dd85768 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740344441209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740344012629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29192019'] for port (b6de7c14-5fd8-4b23-9ae1-67d71d919f4e), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:14.535689 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f667a41-169b-46f8-b296-df910dd85768 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Pushing event deleted for resources: {'Port': ['ID=b6de7c14-5fd8-4b23-9ae1-67d71d919f4e,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:45:14.602216 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0f667a41-169b-46f8-b296-df910dd85768 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks [] for floatingip (da5035ac-14a1-4e31-a9ef-37f6ef350e32), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:14.604676 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-0f667a41-169b-46f8-b296-df910dd85768 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for floatingip (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:14.605878 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-0f667a41-169b-46f8-b296-df910dd85768 tempest-AttachVolumeTestJSON-486367027 tempest-AttachVolumeTestJSON-486367027-project] 10.222.0.60 "DELETE /v2.0/floatingips/da5035ac-14a1-4e31-a9ef-37f6ef350e32 HTTP/1.1" status: 204 len: 168 time: 0.4274917 May 12 09:45:16.148861 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device 953ead63-0e69-4d22-b2b3-ae09ec6491e1 no longer exists at agent hyperv_hv-cinder-83769 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 09:45:16.170764 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] No Port match for: 953ead63-0e69-4d22-b2b3-ae09ec6491e1 {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 09:45:16.171132 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device 953ead63-0e69-4d22-b2b3-ae09ec6491e1 not bound to the agent host hv-cinder-83769 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 09:45:18.138485 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 42824) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:45:18.537560 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-113930a1-9b4c-4191-9084-872e9d21df68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799259'] for router_interface (eff9d63d-afc5-4430-8837-eaaf559c2dbb), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:18.771268 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-113930a1-9b4c-4191-9084-872e9d21df68 admin admin] Deleting port 25faadc0-b879-427a-990e-67b1194cb01d {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 09:45:18.771609 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-113930a1-9b4c-4191-9084-872e9d21df68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740344431333'] for port (25faadc0-b879-427a-990e-67b1194cb01d), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:18.850690 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-113930a1-9b4c-4191-9084-872e9d21df68 admin admin] For port 25faadc0-b879-427a-990e-67b1194cb01d, host dv-cinder-837699-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=25faadc0-b879-427a-990e-67b1194cb01d,segment=NetworkSegment(df27dd97-80bd-404b-9020-df3082427427),segment_id=df27dd97-80bd-404b-9020-df3082427427)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:45:18.850965 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-113930a1-9b4c-4191-9084-872e9d21df68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799057'] for port (25faadc0-b879-427a-990e-67b1194cb01d), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:18.864037 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-113930a1-9b4c-4191-9084-872e9d21df68 admin admin] Calling delete_port for 25faadc0-b879-427a-990e-67b1194cb01d owned by network:router_interface {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 09:45:19.041010 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-113930a1-9b4c-4191-9084-872e9d21df68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740344441209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740344012629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29192019'] for port (25faadc0-b879-427a-990e-67b1194cb01d), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:19.067372 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113930a1-9b4c-4191-9084-872e9d21df68 admin admin] Pushing event deleted for resources: {'Port': ['ID=25faadc0-b879-427a-990e-67b1194cb01d,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:45:19.234294 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-113930a1-9b4c-4191-9084-872e9d21df68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3701444'] for router_interface (eff9d63d-afc5-4430-8837-eaaf559c2dbb), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:19.634000 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-10eb2d7e-96d2-4c4a-a695-7ee8b2e3c4f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (9bee5a85-5be0-4217-aa6d-1f9c6538b987), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:19.723564 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-113930a1-9b4c-4191-9084-872e9d21df68 admin admin] Router eff9d63d-afc5-4430-8837-eaaf559c2dbb has already been hosted by L3 agent 8db92903-2544-41c2-b919-def82c43c97a {{(pid=103458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 09:45:19.842951 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-113930a1-9b4c-4191-9084-872e9d21df68 admin admin] Notify agent at l3_agent.dv-cinder-837699-5-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 09:45:19.848523 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-113930a1-9b4c-4191-9084-872e9d21df68 admin admin] 10.222.0.60 "PUT /v2.0/routers/eff9d63d-afc5-4430-8837-eaaf559c2dbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7089064 May 12 09:45:19.850990 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 42840) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:45:19.856124 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e60bc87-2441-42ad-ad47-56c9b783985c None None] Sync routers for ids ['eff9d63d-afc5-4430-8837-eaaf559c2dbb'] in dv-cinder-837699-5-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 09:45:19.867022 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e60bc87-2441-42ad-ad47-56c9b783985c None None] Routers {'eff9d63d-afc5-4430-8837-eaaf559c2dbb'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:45:19.867635 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-7e60bc87-2441-42ad-ad47-56c9b783985c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:44:52Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['eff9d63d-afc5-4430-8837-eaaf559c2dbb'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:45:19.960718 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1fd3189d-59d6-43ae-9c6e-fc995c59a3e2 admin admin] Publish callbacks [] for router (eff9d63d-afc5-4430-8837-eaaf559c2dbb), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:19.993178 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-7e60bc87-2441-42ad-ad47-56c9b783985c None None] Set router eff9d63d-afc5-4430-8837-eaaf559c2dbb gateway port host: dv-cinder-837699-5-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:45:20.067819 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1fd3189d-59d6-43ae-9c6e-fc995c59a3e2 admin admin] Publish callbacks [] for router_gateway (eff9d63d-afc5-4430-8837-eaaf559c2dbb), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:20.122696 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-1fd3189d-59d6-43ae-9c6e-fc995c59a3e2 admin admin] Deleting port 1abe966a-62a9-493e-9788-2cab83ccfdde {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 09:45:20.123299 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1fd3189d-59d6-43ae-9c6e-fc995c59a3e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740344431333'] for port (1abe966a-62a9-493e-9788-2cab83ccfdde), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:20.177994 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-7e60bc87-2441-42ad-ad47-56c9b783985c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff9d63d-afc5-4430-8837-eaaf559c2dbb', 'name': 'tempest-AttachVolumeTestJSON-186778351-router', 'tenant_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '1abe966a-62a9-493e-9788-2cab83ccfdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:33:45Z', 'updated_at': '2022-05-12T09:45:18Z', 'revision_number': 5, 'project_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'gw_port': {'id': '1abe966a-62a9-493e-9788-2cab83ccfdde', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:58:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff9d63d-afc5-4430-8837-eaaf559c2dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:47Z', 'updated_at': '2022-05-12T09:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi'}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:45:20.252652 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-1fd3189d-59d6-43ae-9c6e-fc995c59a3e2 admin admin] For port 1abe966a-62a9-493e-9788-2cab83ccfdde, host dv-cinder-837699-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=1abe966a-62a9-493e-9788-2cab83ccfdde,segment=NetworkSegment(19f8603b-b081-4ce5-86ca-33d22941a00f),segment_id=19f8603b-b081-4ce5-86ca-33d22941a00f)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:45:20.253262 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1fd3189d-59d6-43ae-9c6e-fc995c59a3e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799057'] for port (1abe966a-62a9-493e-9788-2cab83ccfdde), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:20.275098 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a626f-26f7-48b9-8b68-d95fa5fafc0d req-23df7871-5442-456a-b5a0-24b972c17076 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:45:20.276641 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f69a626f-26f7-48b9-8b68-d95fa5fafc0d req-23df7871-5442-456a-b5a0-24b972c17076 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 946 time: 0.0865116 May 12 09:45:20.277742 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-1fd3189d-59d6-43ae-9c6e-fc995c59a3e2 admin admin] Calling delete_port for 1abe966a-62a9-493e-9788-2cab83ccfdde owned by network:router_gateway {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 09:45:20.299739 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e60bc87-2441-42ad-ad47-56c9b783985c None None] Checking router: eff9d63d-afc5-4430-8837-eaaf559c2dbb for host: dv-cinder-837699-5-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 09:45:20.308048 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e60bc87-2441-42ad-ad47-56c9b783985c None None] Routers {'eff9d63d-afc5-4430-8837-eaaf559c2dbb'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:45:20.308641 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-7e60bc87-2441-42ad-ad47-56c9b783985c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:44:52Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['eff9d63d-afc5-4430-8837-eaaf559c2dbb'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:45:20.373280 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f69a626f-26f7-48b9-8b68-d95fa5fafc0d req-04867070-4b32-4bf5-a4d3-1f4664242cbf tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b4cf6b2-a702-45c6-a103-89f8c82f152f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891623 May 12 09:45:20.397663 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-7e60bc87-2441-42ad-ad47-56c9b783985c None None] Set router eff9d63d-afc5-4430-8837-eaaf559c2dbb gateway port host: None {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:45:20.451634 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-7e60bc87-2441-42ad-ad47-56c9b783985c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff9d63d-afc5-4430-8837-eaaf559c2dbb', 'name': 'tempest-AttachVolumeTestJSON-186778351-router', 'tenant_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:33:45Z', 'updated_at': '2022-05-12T09:45:20Z', 'revision_number': 6, 'project_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'gw_port_host': None}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:45:20.478390 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e60bc87-2441-42ad-ad47-56c9b783985c None None] The sync data for ids ['eff9d63d-afc5-4430-8837-eaaf559c2dbb'] in dv-cinder-837699-5-iscsi is: [{'id': 'eff9d63d-afc5-4430-8837-eaaf559c2dbb', 'name': 'tempest-AttachVolumeTestJSON-186778351-router', 'tenant_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:33:45Z', 'updated_at': '2022-05-12T09:45:20Z', 'revision_number': 6, 'project_id': 'da5b9f41ad6b4506872df6cb86ae9f73', 'gw_port_host': None}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 09:45:20.483809 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1fd3189d-59d6-43ae-9c6e-fc995c59a3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740344441209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740344012629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29192019'] for port (1abe966a-62a9-493e-9788-2cab83ccfdde), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:20.514863 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd3189d-59d6-43ae-9c6e-fc995c59a3e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1abe966a-62a9-493e-9788-2cab83ccfdde,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:45:20.528644 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (cdc2c050-d5b8-41e9-9f41-bf893d522faa), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:20.581205 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1fd3189d-59d6-43ae-9c6e-fc995c59a3e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798249'] for router_gateway (eff9d63d-afc5-4430-8837-eaaf559c2dbb), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:20.673507 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1fd3189d-59d6-43ae-9c6e-fc995c59a3e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3795873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6231'] for router (eff9d63d-afc5-4430-8837-eaaf559c2dbb), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:20.675626 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1fd3189d-59d6-43ae-9c6e-fc995c59a3e2 admin admin] Publish callbacks [] for router_controller (eff9d63d-afc5-4430-8837-eaaf559c2dbb), precommit_delete_associations {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:20.719532 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1fd3189d-59d6-43ae-9c6e-fc995c59a3e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3795896'] for router (eff9d63d-afc5-4430-8837-eaaf559c2dbb), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:20.720210 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd3189d-59d6-43ae-9c6e-fc995c59a3e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eff9d63d-afc5-4430-8837-eaaf559c2dbb {{(pid=103458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 09:45:20.724685 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1fd3189d-59d6-43ae-9c6e-fc995c59a3e2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:20.725828 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-1fd3189d-59d6-43ae-9c6e-fc995c59a3e2 admin admin] 10.222.0.60 "DELETE /v2.0/routers/eff9d63d-afc5-4430-8837-eaaf559c2dbb HTTP/1.1" status: 204 len: 168 time: 0.8735611 May 12 09:45:20.728370 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 42856) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:45:20.773052 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e43da2e-f9a9-4cbe-b770-11596bbbc4a3 admin admin] Deleting subnet dc5a5cf9-5b7a-426c-931b-02b56a7bf3f3 {{(pid=103458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 09:45:20.776034 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2e43da2e-f9a9-4cbe-b770-11596bbbc4a3 admin admin] Publish callbacks [] for subnet (dc5a5cf9-5b7a-426c-931b-02b56a7bf3f3), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:20.814618 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2e43da2e-f9a9-4cbe-b770-11596bbbc4a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25498421'] for subnet (dc5a5cf9-5b7a-426c-931b-02b56a7bf3f3), precommit_delete_associations {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:20.900758 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2e43da2e-f9a9-4cbe-b770-11596bbbc4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-718821'] for subnet (dc5a5cf9-5b7a-426c-931b-02b56a7bf3f3), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:20.952840 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2e43da2e-f9a9-4cbe-b770-11596bbbc4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-718844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29193378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28648165'] for subnet (dc5a5cf9-5b7a-426c-931b-02b56a7bf3f3), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:20.980324 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2e43da2e-f9a9-4cbe-b770-11596bbbc4a3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:20.984178 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-2e43da2e-f9a9-4cbe-b770-11596bbbc4a3 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/dc5a5cf9-5b7a-426c-931b-02b56a7bf3f3 HTTP/1.1" status: 204 len: 168 time: 0.2546778 May 12 09:45:20.985168 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e43da2e-f9a9-4cbe-b770-11596bbbc4a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc5a5cf9-5b7a-426c-931b-02b56a7bf3f3,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:45:20.986174 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37cee24-d328-44bd-804f-c3e2e09db76a None None] Network 157184d7-26b8-47d5-86e0-3945164ff04d requested from dv-cinder-837699-5-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 09:45:20.986857 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 42858) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:45:21.058646 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c4088716-9e88-4a05-89c7-0c53cc394174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-764730'] for network (157184d7-26b8-47d5-86e0-3945164ff04d), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:21.102114 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-c4088716-9e88-4a05-89c7-0c53cc394174 admin admin] Deleting port 7bb72f7a-7655-4ef9-befb-cb618f7c4014 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 09:45:21.102460 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c4088716-9e88-4a05-89c7-0c53cc394174 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740344431333'] for port (7bb72f7a-7655-4ef9-befb-cb618f7c4014), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:21.167443 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-c4088716-9e88-4a05-89c7-0c53cc394174 admin admin] For port 7bb72f7a-7655-4ef9-befb-cb618f7c4014, host dv-cinder-837699-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=7bb72f7a-7655-4ef9-befb-cb618f7c4014,segment=NetworkSegment(df27dd97-80bd-404b-9020-df3082427427),segment_id=df27dd97-80bd-404b-9020-df3082427427)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:45:21.167803 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c4088716-9e88-4a05-89c7-0c53cc394174 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799057'] for port (7bb72f7a-7655-4ef9-befb-cb618f7c4014), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:21.180490 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-c4088716-9e88-4a05-89c7-0c53cc394174 admin admin] Calling delete_port for 7bb72f7a-7655-4ef9-befb-cb618f7c4014 owned by network:dhcp {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 09:45:21.235544 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39bdf965-9599-41ec-8545-80520c73b147 None None] DHCP port deletion for 157184d7-26b8-47d5-86e0-3945164ff04d request from dv-cinder-837699-5-iscsi {{(pid=103459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 09:45:21.261146 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c4088716-9e88-4a05-89c7-0c53cc394174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740344441209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740344012629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28491394'] for port (7bb72f7a-7655-4ef9-befb-cb618f7c4014), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:21.273814 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4088716-9e88-4a05-89c7-0c53cc394174 admin admin] No DVR routers for this DVR port 7bb72f7a-7655-4ef9-befb-cb618f7c4014 on host dv-cinder-837699-5-iscsi {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 09:45:21.301463 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4088716-9e88-4a05-89c7-0c53cc394174 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bb72f7a-7655-4ef9-befb-cb618f7c4014,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:45:21.302697 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device 1abe966a-62a9-493e-9788-2cab83ccfdde no longer exists at agent ovs-agent-dv-cinder-837699-5-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 09:45:21.327593 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] No Port match for: 1abe966a-62a9-493e-9788-2cab83ccfdde {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 09:45:21.327946 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device 1abe966a-62a9-493e-9788-2cab83ccfdde not bound to the agent host dv-cinder-837699-5-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 09:45:21.328376 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device 7bb72f7a-7655-4ef9-befb-cb618f7c4014 no longer exists at agent ovs-agent-dv-cinder-837699-5-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 09:45:21.333096 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-39bdf965-9599-41ec-8545-80520c73b147 None None] Deleting port 7bb72f7a-7655-4ef9-befb-cb618f7c4014 {{(pid=103459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 09:45:21.333475 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-39bdf965-9599-41ec-8545-80520c73b147 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740344431333'] for port (7bb72f7a-7655-4ef9-befb-cb618f7c4014), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:21.361042 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] No Port match for: 7bb72f7a-7655-4ef9-befb-cb618f7c4014 {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 09:45:21.361399 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device 7bb72f7a-7655-4ef9-befb-cb618f7c4014 not bound to the agent host dv-cinder-837699-5-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 09:45:21.361821 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device 25faadc0-b879-427a-990e-67b1194cb01d no longer exists at agent ovs-agent-dv-cinder-837699-5-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 09:45:21.370550 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c4088716-9e88-4a05-89c7-0c53cc394174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493712', 'neutron.services.segments.db._delete_segments_for_network-8740344558102'] for network (157184d7-26b8-47d5-86e0-3945164ff04d), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:21.391756 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-c4088716-9e88-4a05-89c7-0c53cc394174 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['157184d7-26b8-47d5-86e0-3945164ff04d']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:45:21.392856 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] No Port match for: 25faadc0-b879-427a-990e-67b1194cb01d {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 09:45:21.393275 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device 25faadc0-b879-427a-990e-67b1194cb01d not bound to the agent host dv-cinder-837699-5-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 09:45:21.402099 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-c4088716-9e88-4a05-89c7-0c53cc394174 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df27dd97-80bd-404b-9020-df3082427427') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:45:21.402399 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-c4088716-9e88-4a05-89c7-0c53cc394174 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df27dd97-80bd-404b-9020-df3082427427') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:45:21.416155 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c4088716-9e88-4a05-89c7-0c53cc394174 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740344559391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28484903'] for segment (df27dd97-80bd-404b-9020-df3082427427), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:21.432732 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c4088716-9e88-4a05-89c7-0c53cc394174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720414'] for segment (df27dd97-80bd-404b-9020-df3082427427), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:21.440696 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4088716-9e88-4a05-89c7-0c53cc394174 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 09:45:21.441301 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c4088716-9e88-4a05-89c7-0c53cc394174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28491473'] for segment (df27dd97-80bd-404b-9020-df3082427427), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:21.443734 dv-cinder-837699-5-iscsi neutron-server[103457]: Traceback (most recent call last): May 12 09:45:21.443734 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 09:45:21.443734 dv-cinder-837699-5-iscsi neutron-server[103457]: timer() May 12 09:45:21.443734 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 09:45:21.443734 dv-cinder-837699-5-iscsi neutron-server[103457]: cb(*args, **kw) May 12 09:45:21.443734 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 09:45:21.443734 dv-cinder-837699-5-iscsi neutron-server[103457]: return func(*args, **kwargs) May 12 09:45:21.443734 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 09:45:21.443734 dv-cinder-837699-5-iscsi neutron-server[103457]: self._notify() May 12 09:45:21.443734 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 09:45:21.443734 dv-cinder-837699-5-iscsi neutron-server[103457]: self.callback(batched_events) May 12 09:45:21.443734 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 09:45:21.443734 dv-cinder-837699-5-iscsi neutron-server[103457]: event.method(event) May 12 09:45:21.443734 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 09:45:21.443734 dv-cinder-837699-5-iscsi neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 09:45:21.443734 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 09:45:21.443734 dv-cinder-837699-5-iscsi neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( May 12 09:45:21.443734 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 09:45:21.443734 dv-cinder-837699-5-iscsi neutron-server[103457]: return f(self, *a, **k) May 12 09:45:21.443734 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 09:45:21.443734 dv-cinder-837699-5-iscsi neutron-server[103457]: return self._get(url).json() May 12 09:45:21.443734 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 09:45:21.443734 dv-cinder-837699-5-iscsi neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 09:45:21.443734 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 09:45:21.443734 dv-cinder-837699-5-iscsi neutron-server[103457]: return self.request(url, 'GET', **kwargs) May 12 09:45:21.443734 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 09:45:21.443734 dv-cinder-837699-5-iscsi neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, May 12 09:45:21.443734 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 09:45:21.443734 dv-cinder-837699-5-iscsi neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 09:45:21.443734 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 09:45:21.443734 dv-cinder-837699-5-iscsi neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 09:45:21.443734 dv-cinder-837699-5-iscsi neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 09:45:21.511408 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c4088716-9e88-4a05-89c7-0c53cc394174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800027'] for network (157184d7-26b8-47d5-86e0-3945164ff04d), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:21.524802 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ebab2e-2da0-4db7-ac8b-7f7185e591b6 req-9c1ab65c-6d50-4b1d-93be-b999bca00564 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:45:21.526495 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-63ebab2e-2da0-4db7-ac8b-7f7185e591b6 req-9c1ab65c-6d50-4b1d-93be-b999bca00564 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 946 time: 0.0636218 May 12 09:45:21.543198 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c4088716-9e88-4a05-89c7-0c53cc394174 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728753'] for network (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:21.549250 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-c4088716-9e88-4a05-89c7-0c53cc394174 admin admin] 10.222.0.60 "DELETE /v2.0/networks/157184d7-26b8-47d5-86e0-3945164ff04d HTTP/1.1" status: 204 len: 168 time: 0.5611520 May 12 09:45:21.550670 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4088716-9e88-4a05-89c7-0c53cc394174 admin admin] Pushing event deleted for resources: {'Network': ['ID=157184d7-26b8-47d5-86e0-3945164ff04d,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:45:21.586895 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-39bdf965-9599-41ec-8545-80520c73b147 None None] For port 7bb72f7a-7655-4ef9-befb-cb618f7c4014, host dv-cinder-837699-5-iscsi, got binding levels [] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:45:21.587376 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-39bdf965-9599-41ec-8545-80520c73b147 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799057'] for port (7bb72f7a-7655-4ef9-befb-cb618f7c4014), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:21.603024 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-39bdf965-9599-41ec-8545-80520c73b147 None None] Calling delete_port for 7bb72f7a-7655-4ef9-befb-cb618f7c4014 owned by network:dhcp {{(pid=103459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 09:45:21.605880 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.ipam_backend_mixin [None req-39bdf965-9599-41ec-8545-80520c73b147 None None] Port 7bb72f7a-7655-4ef9-befb-cb618f7c4014 was not found and therefore no delete operation was performed {{(pid=103459) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 12 09:45:21.607155 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-39bdf965-9599-41ec-8545-80520c73b147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740344441209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740344012629'] for port (7bb72f7a-7655-4ef9-befb-cb618f7c4014), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:21.619221 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-63ebab2e-2da0-4db7-ac8b-7f7185e591b6 req-964efa2b-3c24-4471-bb4e-3bbe0b1d3dc0 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b4cf6b2-a702-45c6-a103-89f8c82f152f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857246 May 12 09:45:21.631867 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-39bdf965-9599-41ec-8545-80520c73b147 None None] Network 157184d7-26b8-47d5-86e0-3945164ff04d is not hosted by any dhcp agent {{(pid=103459) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 12 09:45:21.632491 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bdf965-9599-41ec-8545-80520c73b147 None None] No DVR routers for this DVR port 7bb72f7a-7655-4ef9-befb-cb618f7c4014 on host dv-cinder-837699-5-iscsi {{(pid=103459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 09:45:21.633998 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bdf965-9599-41ec-8545-80520c73b147 None None] Pushing event deleted for resources: {'Port': ['ID=7bb72f7a-7655-4ef9-befb-cb618f7c4014,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:45:21.643607 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bdf965-9599-41ec-8545-80520c73b147 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:45:21.643984 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bdf965-9599-41ec-8545-80520c73b147 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:45:21.644317 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bdf965-9599-41ec-8545-80520c73b147 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:45:21.645016 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bdf965-9599-41ec-8545-80520c73b147 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:45:21.645707 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bdf965-9599-41ec-8545-80520c73b147 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:45:21.646113 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bdf965-9599-41ec-8545-80520c73b147 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:45:21.646410 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bdf965-9599-41ec-8545-80520c73b147 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:45:21.646790 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bdf965-9599-41ec-8545-80520c73b147 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:45:21.647036 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bdf965-9599-41ec-8545-80520c73b147 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:45:21.647364 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bdf965-9599-41ec-8545-80520c73b147 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:45:21.647692 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bdf965-9599-41ec-8545-80520c73b147 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:45:21.648019 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bdf965-9599-41ec-8545-80520c73b147 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:45:21.648341 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bdf965-9599-41ec-8545-80520c73b147 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:45:21.648656 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bdf965-9599-41ec-8545-80520c73b147 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:45:21.649085 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bdf965-9599-41ec-8545-80520c73b147 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:45:21.691450 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 42864) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:45:21.730233 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-26ebf400-6548-4f70-adf8-b4bf114bd910 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=da5b9f41ad6b4506872df6cb86ae9f73&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0376079 May 12 09:45:21.732622 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 42866) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:45:21.780090 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9ab02d23-e4e3-4059-a0aa-76d58d1509f3 admin admin] Publish callbacks [] for security_group (2a77905b-ebc1-48dc-9952-71bfb92fd15f), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:21.801798 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9ab02d23-e4e3-4059-a0aa-76d58d1509f3 admin admin] Publish callbacks [] for security_group (2a77905b-ebc1-48dc-9952-71bfb92fd15f), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:21.850138 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9ab02d23-e4e3-4059-a0aa-76d58d1509f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (2a77905b-ebc1-48dc-9952-71bfb92fd15f), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:21.852657 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9ab02d23-e4e3-4059-a0aa-76d58d1509f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:21.853881 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-9ab02d23-e4e3-4059-a0aa-76d58d1509f3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2a77905b-ebc1-48dc-9952-71bfb92fd15f HTTP/1.1" status: 204 len: 168 time: 0.1203158 May 12 09:45:21.861842 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab02d23-e4e3-4059-a0aa-76d58d1509f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a77905b-ebc1-48dc-9952-71bfb92fd15f,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:45:21.863861 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-bb406de9-a339-4957-8087-79d2e9cb20e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (8db92903-2544-41c2-b919-def82c43c97a), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:22.746008 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36080959-6c1e-4967-a63e-aea802ecaa3e req-725d558f-f670-41fe-9633-4b75fc11c299 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:45:22.747858 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-36080959-6c1e-4967-a63e-aea802ecaa3e req-725d558f-f670-41fe-9633-4b75fc11c299 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 946 time: 0.0490112 May 12 09:45:22.794926 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-36080959-6c1e-4967-a63e-aea802ecaa3e req-575051e7-3dd4-4061-ba37-118b92d3c15d tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b4cf6b2-a702-45c6-a103-89f8c82f152f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409212 May 12 09:45:23.114658 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-13a031d7-5ec6-42a3-899f-d50e1f06c687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (f8def58d-f1ec-4d41-abae-d1c60f542bd3), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:23.501498 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 42920) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:45:23.602435 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a23a5ffc-f3e4-4e41-8eb1-5ed23d9fc317 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:23.677747 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a23a5ffc-f3e4-4e41-8eb1-5ed23d9fc317 admin admin] Publish callbacks [] for security_group (86d8304e-76dd-45e2-b842-e44285c0b62a), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:23.681579 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a23a5ffc-f3e4-4e41-8eb1-5ed23d9fc317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (86d8304e-76dd-45e2-b842-e44285c0b62a), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:23.716760 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23a5ffc-f3e4-4e41-8eb1-5ed23d9fc317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d8304e-76dd-45e2-b842-e44285c0b62a,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:45:23.721035 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-a23a5ffc-f3e4-4e41-8eb1-5ed23d9fc317 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fa27a22ea2984a15ba7269bed9355b6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2185042 May 12 09:45:23.724213 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 42924) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:45:23.771596 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8a0022d6-4425-477f-8116-00c9f145133b admin admin] Publish callbacks [] for security_group (86d8304e-76dd-45e2-b842-e44285c0b62a), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:23.792398 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8a0022d6-4425-477f-8116-00c9f145133b admin admin] Publish callbacks [] for security_group (86d8304e-76dd-45e2-b842-e44285c0b62a), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:23.838194 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8a0022d6-4425-477f-8116-00c9f145133b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (86d8304e-76dd-45e2-b842-e44285c0b62a), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:23.840750 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-8a0022d6-4425-477f-8116-00c9f145133b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:23.841887 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-8a0022d6-4425-477f-8116-00c9f145133b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/86d8304e-76dd-45e2-b842-e44285c0b62a HTTP/1.1" status: 204 len: 168 time: 0.1167800 May 12 09:45:23.850144 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0022d6-4425-477f-8116-00c9f145133b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d8304e-76dd-45e2-b842-e44285c0b62a,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:45:23.920913 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ef462-bffb-4dee-8fc6-76f5b68df193 req-27aa3fcc-0844-4e84-b509-9bab734dc3fd tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:45:23.922374 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-de5ef462-bffb-4dee-8fc6-76f5b68df193 req-27aa3fcc-0844-4e84-b509-9bab734dc3fd tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 946 time: 0.0509925 May 12 09:45:23.969159 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-de5ef462-bffb-4dee-8fc6-76f5b68df193 req-e29413fa-e9d1-464e-847d-1c0a134c7cfb tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b4cf6b2-a702-45c6-a103-89f8c82f152f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411050 May 12 09:45:24.118628 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 42932) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:45:24.133982 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a31a7461-e53b-477f-bfc7-a9e8900f2460 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:24.206263 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a31a7461-e53b-477f-bfc7-a9e8900f2460 admin admin] Publish callbacks [] for security_group (a8d91ade-b734-434f-9481-fc848d12224c), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:24.210501 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a31a7461-e53b-477f-bfc7-a9e8900f2460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (a8d91ade-b734-434f-9481-fc848d12224c), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:24.247416 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-a31a7461-e53b-477f-bfc7-a9e8900f2460 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f464070e84904873bf420d50745bb1a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1277618 May 12 09:45:24.248404 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7461-e53b-477f-bfc7-a9e8900f2460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d91ade-b734-434f-9481-fc848d12224c,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:45:24.250177 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 42934) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:45:24.299353 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc8d5238-af41-4f0f-b5dc-b5fe70cb2164 admin admin] Publish callbacks [] for security_group (a8d91ade-b734-434f-9481-fc848d12224c), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:24.319916 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc8d5238-af41-4f0f-b5dc-b5fe70cb2164 admin admin] Publish callbacks [] for security_group (a8d91ade-b734-434f-9481-fc848d12224c), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:24.364232 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc8d5238-af41-4f0f-b5dc-b5fe70cb2164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (a8d91ade-b734-434f-9481-fc848d12224c), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:24.367028 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dc8d5238-af41-4f0f-b5dc-b5fe70cb2164 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:24.368191 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-dc8d5238-af41-4f0f-b5dc-b5fe70cb2164 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a8d91ade-b734-434f-9481-fc848d12224c HTTP/1.1" status: 204 len: 168 time: 0.1169884 May 12 09:45:24.375928 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8d5238-af41-4f0f-b5dc-b5fe70cb2164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d91ade-b734-434f-9481-fc848d12224c,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:45:24.525033 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a984b3b9-a9e9-40d7-bd88-8cdbb1de5f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (e377c27d-f788-489a-9a4f-9db675c37dc4), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:25.089388 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b22c8c7-bee9-4e5f-a316-6b4176ee3f01 req-27bacb8b-725e-4e2d-b972-5baee26fe3f7 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:45:25.091148 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8b22c8c7-bee9-4e5f-a316-6b4176ee3f01 req-27bacb8b-725e-4e2d-b972-5baee26fe3f7 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 946 time: 0.0463545 May 12 09:45:25.148081 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8b22c8c7-bee9-4e5f-a316-6b4176ee3f01 req-9d49bd90-9bb8-4bb0-9fd5-517fd36257e7 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b4cf6b2-a702-45c6-a103-89f8c82f152f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481765 May 12 09:45:26.016337 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (0e2e3861-7d79-4ce6-9d91-faa32ae2cb64), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:26.262865 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf712a0-3270-4fa4-a203-4190e2fc8b65 req-d5cff194-36af-4c0e-84dd-fbdcaa119a8c tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:45:26.264328 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2cf712a0-3270-4fa4-a203-4190e2fc8b65 req-d5cff194-36af-4c0e-84dd-fbdcaa119a8c tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 946 time: 0.0463550 May 12 09:45:26.319683 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2cf712a0-3270-4fa4-a203-4190e2fc8b65 req-5c4c9a07-2558-4e94-8a1b-68d672e5d6ff tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b4cf6b2-a702-45c6-a103-89f8c82f152f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497739 May 12 09:45:27.436252 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a259c-fd8f-4300-8368-0a96ea42ccee req-da5fe47d-6377-4249-9542-7a56588b096a tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:45:27.437700 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-623a259c-fd8f-4300-8368-0a96ea42ccee req-da5fe47d-6377-4249-9542-7a56588b096a tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 946 time: 0.0458341 May 12 09:45:27.482757 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-623a259c-fd8f-4300-8368-0a96ea42ccee req-f8f2e157-fe37-4cfc-b35f-3edd8f3ffb88 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b4cf6b2-a702-45c6-a103-89f8c82f152f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390215 May 12 09:45:28.601051 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e075179d-8637-4568-b49a-d275062bf1c4 req-b38a627e-d3cd-4ec4-be6e-ff18eced5319 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:45:28.602551 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e075179d-8637-4568-b49a-d275062bf1c4 req-b38a627e-d3cd-4ec4-be6e-ff18eced5319 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 946 time: 0.0502336 May 12 09:45:28.649043 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e075179d-8637-4568-b49a-d275062bf1c4 req-5fb09e58-3553-4c35-9c32-1f5bb444bdcc tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b4cf6b2-a702-45c6-a103-89f8c82f152f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410490 May 12 09:45:29.217920 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-1d9e6a58-d356-44ab-bb34-37357c1267d7 None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 09:45:29.763963 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bfa670-6ce2-4e8a-afdb-05f664700d57 req-f533dfe6-5890-4cff-8bf7-3df6586c33cb tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:45:29.765418 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-13bfa670-6ce2-4e8a-afdb-05f664700d57 req-f533dfe6-5890-4cff-8bf7-3df6586c33cb tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 946 time: 0.0460181 May 12 09:45:29.810719 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-13bfa670-6ce2-4e8a-afdb-05f664700d57 req-88016f33-c0dd-4a4d-b35c-cca03e2dd00e tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b4cf6b2-a702-45c6-a103-89f8c82f152f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392270 May 12 09:45:30.926007 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad159de-a977-42bf-8329-128212958dbe req-32dbff99-6aa1-4edf-9b9a-857668983295 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:45:30.927439 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1ad159de-a977-42bf-8329-128212958dbe req-32dbff99-6aa1-4edf-9b9a-857668983295 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 946 time: 0.0468547 May 12 09:45:30.975231 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1ad159de-a977-42bf-8329-128212958dbe req-3d8dfd72-5fce-4aa0-81d4-07d892e8c20d tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b4cf6b2-a702-45c6-a103-89f8c82f152f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422959 May 12 09:45:32.094148 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49425095-d780-4ada-af9a-4596f4b0f8a1 req-6f49ba36-aff0-4dc5-b83e-8ae7d780bfa2 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:45:32.095599 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-49425095-d780-4ada-af9a-4596f4b0f8a1 req-6f49ba36-aff0-4dc5-b83e-8ae7d780bfa2 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 946 time: 0.0461349 May 12 09:45:32.142483 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-49425095-d780-4ada-af9a-4596f4b0f8a1 req-bd50f3fa-9ecb-473e-98f2-b287998af14a tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b4cf6b2-a702-45c6-a103-89f8c82f152f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405192 May 12 09:45:33.257047 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9f9dd-2914-420e-92a9-da7b32dfb872 req-4019953e-2fac-4e84-a563-d1575fcb6333 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:45:33.258535 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-99c9f9dd-2914-420e-92a9-da7b32dfb872 req-4019953e-2fac-4e84-a563-d1575fcb6333 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 946 time: 0.0457349 May 12 09:45:33.303745 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-99c9f9dd-2914-420e-92a9-da7b32dfb872 req-5466bd06-50fb-48ff-b03f-d9fe0171567a tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b4cf6b2-a702-45c6-a103-89f8c82f152f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395615 May 12 09:45:34.422526 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9434cca-eab4-4426-a059-b5e046bc9c97 req-d9f72f00-0a6f-4ed3-b776-a270af08576f tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:45:34.423999 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a9434cca-eab4-4426-a059-b5e046bc9c97 req-d9f72f00-0a6f-4ed3-b776-a270af08576f tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 946 time: 0.0492072 May 12 09:45:34.470132 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a9434cca-eab4-4426-a059-b5e046bc9c97 req-b728abd1-c3de-4c67-9188-224326bb61d8 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b4cf6b2-a702-45c6-a103-89f8c82f152f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398445 May 12 09:45:35.585858 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd11c27-bdb0-41e1-bd2c-cd7a090740b8 req-bdf1e47e-febe-451d-89a8-cb7d2788bcb5 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:45:35.587285 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8dd11c27-bdb0-41e1-bd2c-cd7a090740b8 req-bdf1e47e-febe-451d-89a8-cb7d2788bcb5 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 946 time: 0.0452597 May 12 09:45:35.631399 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8dd11c27-bdb0-41e1-bd2c-cd7a090740b8 req-859f66f0-5881-470e-937f-2535a9d0a08c tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b4cf6b2-a702-45c6-a103-89f8c82f152f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387323 May 12 09:45:36.749276 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dd8226-0ad3-4d22-a900-8f3b02c6b118 req-7a1be209-9849-41ff-ae12-6f46c6b14d81 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:45:36.750739 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c9dd8226-0ad3-4d22-a900-8f3b02c6b118 req-7a1be209-9849-41ff-ae12-6f46c6b14d81 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 946 time: 0.0482233 May 12 09:45:36.796471 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c9dd8226-0ad3-4d22-a900-8f3b02c6b118 req-e0f5e489-6b38-4b09-a81f-58e5ee8fee6b tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b4cf6b2-a702-45c6-a103-89f8c82f152f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396242 May 12 09:45:37.913408 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7900f3b8-7e24-4b6e-bc8a-7232d79102e7 req-b172dfcc-e5c3-4df9-8b60-948a211749b6 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:45:37.915561 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7900f3b8-7e24-4b6e-bc8a-7232d79102e7 req-b172dfcc-e5c3-4df9-8b60-948a211749b6 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 946 time: 0.0489173 May 12 09:45:37.970042 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7900f3b8-7e24-4b6e-bc8a-7232d79102e7 req-a867811a-393e-4cac-907f-31ccce369f1a tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b4cf6b2-a702-45c6-a103-89f8c82f152f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479357 May 12 09:45:39.083807 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb33a60-6651-4de6-af39-6bc6af012b4a req-b48da656-51a1-49db-b510-ce2352c9555f tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:45:39.085249 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2fb33a60-6651-4de6-af39-6bc6af012b4a req-b48da656-51a1-49db-b510-ce2352c9555f tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 946 time: 0.0449207 May 12 09:45:39.133678 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2fb33a60-6651-4de6-af39-6bc6af012b4a req-da0faa48-eaeb-4d49-a6a9-1806a0690320 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b4cf6b2-a702-45c6-a103-89f8c82f152f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429533 May 12 09:45:40.240551 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=103459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 09:45:40.250701 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac1bf3-072e-4fda-9061-3e53976d78ec req-284db060-ca93-4d30-9300-9b44489657f1 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:45:40.252151 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-27ac1bf3-072e-4fda-9061-3e53976d78ec req-284db060-ca93-4d30-9300-9b44489657f1 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 946 time: 0.0463853 May 12 09:45:40.298848 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-27ac1bf3-072e-4fda-9061-3e53976d78ec req-02d47444-4354-4c0c-8df2-4f176dfa9231 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b4cf6b2-a702-45c6-a103-89f8c82f152f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403161 May 12 09:45:40.339278 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] For port b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b,segment=NetworkSegment(13c6b376-b873-4e7b-b8cd-21838495d81c),segment_id=13c6b376-b873-4e7b-b8cd-21838495d81c)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:45:40.350277 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Returning: {'device': 'b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b', 'network_id': '9e493ca3-e280-43b9-b225-da7bca606395', 'port_id': 'b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b', 'mac_address': 'fa:16:3e:8e:cd:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0dfb68a-43de-417f-95c4-a655ed09841d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 09:45:40.391957 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Current status of the port b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b is: ACTIVE; New status is: BUILD {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:45:40.392257 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:40.405196 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b {{(pid=103459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 09:45:40.424155 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] For port b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b,segment=NetworkSegment(13c6b376-b873-4e7b-b8cd-21838495d81c),segment_id=13c6b376-b873-4e7b-b8cd-21838495d81c)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:45:40.428498 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:40.475584 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Pushing event updated for resources: {'Port': ['ID=b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b,revision_number=6']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:45:41.417301 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98b62e-eb99-4024-9ae1-3c923778cbdc req-62f0be31-a41d-4f6f-8d78-61e5c6128686 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:45:41.418799 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2c98b62e-eb99-4024-9ae1-3c923778cbdc req-62f0be31-a41d-4f6f-8d78-61e5c6128686 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 945 time: 0.0469501 May 12 09:45:41.463736 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2c98b62e-eb99-4024-9ae1-3c923778cbdc req-69f7221d-baef-40f3-bbe5-89fb3df9a401 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b4cf6b2-a702-45c6-a103-89f8c82f152f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395980 May 12 09:45:42.579815 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ccea70-5699-4c23-9850-e41d5ce8a400 req-c81112dc-7092-49ce-8bde-6ecc43657f6b tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:45:42.581726 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-59ccea70-5699-4c23-9850-e41d5ce8a400 req-c81112dc-7092-49ce-8bde-6ecc43657f6b tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 945 time: 0.0480843 May 12 09:45:42.626812 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-59ccea70-5699-4c23-9850-e41d5ce8a400 req-9ff344b3-ef93-4407-9fa4-d64c54216096 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b4cf6b2-a702-45c6-a103-89f8c82f152f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396807 May 12 09:45:43.741657 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f61563-fc80-4073-815f-93cbcde1bbaa req-4df33722-f874-433f-b29c-6bc312608dbd tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:45:43.743126 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-09f61563-fc80-4073-815f-93cbcde1bbaa req-4df33722-f874-433f-b29c-6bc312608dbd tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 945 time: 0.0462182 May 12 09:45:43.788480 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-09f61563-fc80-4073-815f-93cbcde1bbaa req-126b2e1c-39ec-448f-8df5-24ea3d2d5751 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b4cf6b2-a702-45c6-a103-89f8c82f152f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390933 May 12 09:45:44.914056 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce965e3-1091-4bd6-b67e-2f5a236cbd4d req-206b3af1-4327-4515-9a23-e8e131c67949 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:45:44.915499 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2ce965e3-1091-4bd6-b67e-2f5a236cbd4d req-206b3af1-4327-4515-9a23-e8e131c67949 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 945 time: 0.0470824 May 12 09:45:44.966849 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2ce965e3-1091-4bd6-b67e-2f5a236cbd4d req-752f7e1e-7db9-4532-b375-e95287f547b5 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b4cf6b2-a702-45c6-a103-89f8c82f152f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458276 May 12 09:45:46.084260 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ff8f7-8c11-4276-93ac-0311713008eb req-a695803f-dd04-4b71-8bbc-decc573e2205 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:45:46.085696 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b42ff8f7-8c11-4276-93ac-0311713008eb req-a695803f-dd04-4b71-8bbc-decc573e2205 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 945 time: 0.0455074 May 12 09:45:46.130598 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b42ff8f7-8c11-4276-93ac-0311713008eb req-c5f2eece-e969-46dd-bb56-45e766be1e94 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b4cf6b2-a702-45c6-a103-89f8c82f152f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393040 May 12 09:45:46.602825 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] get_ports_and_sgs() called for port_ids ['b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b'] {{(pid=103459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 09:45:47.243575 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe4094-a3ba-4dc4-98ea-9b830aa767f3 req-269dbe95-07b2-49ee-9861-81ffa18df48f tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:45:47.245060 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d1fe4094-a3ba-4dc4-98ea-9b830aa767f3 req-269dbe95-07b2-49ee-9861-81ffa18df48f tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 945 time: 0.0449264 May 12 09:45:47.291246 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d1fe4094-a3ba-4dc4-98ea-9b830aa767f3 req-68e39253-b279-4385-94f7-32283f141a92 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b4cf6b2-a702-45c6-a103-89f8c82f152f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406892 May 12 09:45:48.410762 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb32890-f742-4314-9324-459a6d4feb8c req-d18948ca-d23d-4630-a474-0d837a43286d tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:45:48.412168 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2fb32890-f742-4314-9324-459a6d4feb8c req-d18948ca-d23d-4630-a474-0d837a43286d tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 945 time: 0.0485461 May 12 09:45:48.457415 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2fb32890-f742-4314-9324-459a6d4feb8c req-cd5bf524-62d9-4216-8ff8-ddd4509d91f1 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b4cf6b2-a702-45c6-a103-89f8c82f152f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397213 May 12 09:45:48.551882 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b up at agent hyperv_hv-cinder-83769 {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 09:45:48.596097 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Provisioning complete for port b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:45:48.596467 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:48.674050 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Current status of the port b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b is: BUILD; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:45:48.674433 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:48.697080 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18552b7d-9ecc-4182-b0fd-726899815dcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b'}] {{(pid=103459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:45:48.699313 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86b47e387812c2b24e7094e641fb8cdf00e205bc2b1299b72670831d9f7cf680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c75d78-6898-4f37-868c-56a7a35d69b2" -d '{"events": [{"server_uuid": "18552b7d-9ecc-4182-b0fd-726899815dcf", "name": "network-vif-plugged", "status": "completed", "tag": "b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b"}]}' {{(pid=103459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:45:48.711485 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] For port b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b,segment=NetworkSegment(13c6b376-b873-4e7b-b8cd-21838495d81c),segment_id=13c6b376-b873-4e7b-b8cd-21838495d81c)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:45:48.715796 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:48.762923 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Pushing event updated for resources: {'Port': ['ID=b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b,revision_number=7']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:45:48.851053 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 09:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c45193-5416-4530-894f-78db80bbb70d x-openstack-request-id: req-b9c45193-5416-4530-894f-78db80bbb70d {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:45:48.851459 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18552b7d-9ecc-4182-b0fd-726899815dcf", "name": "network-vif-plugged", "status": "completed", "tag": "b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b", "code": 200}]} {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:45:48.851820 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b9c45193-5416-4530-894f-78db80bbb70d {{(pid=103459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:45:48.852250 dv-cinder-837699-5-iscsi neutron-server[103459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9c45193-5416-4530-894f-78db80bbb70d'] response: {'server_uuid': '18552b7d-9ecc-4182-b0fd-726899815dcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b', 'code': 200} May 12 09:45:49.575929 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6b5c69-0e3f-4eb4-acdd-54b2b45affcc req-eef5e17f-ca3c-4686-bc3d-26a441963ddf tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:45:49.577663 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8c6b5c69-0e3f-4eb4-acdd-54b2b45affcc req-eef5e17f-ca3c-4686-bc3d-26a441963ddf tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 946 time: 0.0477099 May 12 09:45:49.627397 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8c6b5c69-0e3f-4eb4-acdd-54b2b45affcc req-624dcb7c-7d9f-4d82-b5e4-1fe622f4259a tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b4cf6b2-a702-45c6-a103-89f8c82f152f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428929 May 12 09:45:49.638061 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f3c9037f-fb80-42c3-8bba-f7e9154e665a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (9bee5a85-5be0-4217-aa6d-1f9c6538b987), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:50.545604 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (cdc2c050-d5b8-41e9-9f41-bf893d522faa), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:50.766250 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba3ad3b-0351-4e01-bf23-1ae4e3ea8d4f req-a2c7d38f-5874-4147-9d0b-e79a3fa55a97 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:45:50.767918 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-fba3ad3b-0351-4e01-bf23-1ae4e3ea8d4f req-a2c7d38f-5874-4147-9d0b-e79a3fa55a97 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 946 time: 0.0507224 May 12 09:45:50.816143 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-fba3ad3b-0351-4e01-bf23-1ae4e3ea8d4f req-c2c5fc3d-ba0f-4876-a9f4-d0dace1fca9d tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b4cf6b2-a702-45c6-a103-89f8c82f152f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413194 May 12 09:45:50.942373 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276938aa-468c-48f7-8e65-6f9f356c5a30 req-532a8eac-c531-44bf-b068-bb45daf3f5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:45:50.943813 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-276938aa-468c-48f7-8e65-6f9f356c5a30 req-532a8eac-c531-44bf-b068-bb45daf3f5e7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b879e240eb4f48139e28cc43223b21da&device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 1130 time: 0.0438023 May 12 09:45:51.061480 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276938aa-468c-48f7-8e65-6f9f356c5a30 req-3cb29119-6cd0-454a-a151-0a18604554b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:45:51.063012 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-276938aa-468c-48f7-8e65-6f9f356c5a30 req-3cb29119-6cd0-454a-a151-0a18604554b6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9e493ca3-e280-43b9-b225-da7bca606395 HTTP/1.1" status: 200 len: 917 time: 0.1005661 May 12 09:45:51.133738 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-276938aa-468c-48f7-8e65-6f9f356c5a30 req-355941e1-ca37-424a-b184-12623d6835f6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b HTTP/1.1" status: 200 len: 1002 time: 0.0636551 May 12 09:45:51.184882 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276938aa-468c-48f7-8e65-6f9f356c5a30 req-29d52071-8017-45e7-a088-c7cb4229b789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:45:51.186594 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-276938aa-468c-48f7-8e65-6f9f356c5a30 req-29d52071-8017-45e7-a088-c7cb4229b789 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d0dfb68a-43de-417f-95c4-a655ed09841d HTTP/1.1" status: 200 len: 855 time: 0.0468204 May 12 09:45:51.234688 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276938aa-468c-48f7-8e65-6f9f356c5a30 req-edb9284d-7c8a-4882-bdc1-8316b9af56b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:45:51.236533 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-276938aa-468c-48f7-8e65-6f9f356c5a30 req-edb9284d-7c8a-4882-bdc1-8316b9af56b6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9e493ca3-e280-43b9-b225-da7bca606395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444829 May 12 09:45:51.332937 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-276938aa-468c-48f7-8e65-6f9f356c5a30 req-59b96d62-896f-4879-9b19-313b7d92e0a1 service neutron] 10.222.0.65 "GET /v2.0/networks/9e493ca3-e280-43b9-b225-da7bca606395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887015 May 12 09:45:51.428851 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-276938aa-468c-48f7-8e65-6f9f356c5a30 req-9082b31d-3921-44c7-b5cb-b6d40ecfeccc service neutron] 10.222.0.65 "GET /v2.0/networks/9e493ca3-e280-43b9-b225-da7bca606395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900459 May 12 09:45:51.884037 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-09e3a5f9-dfec-4606-9334-0a824e0e2d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (8db92903-2544-41c2-b919-def82c43c97a), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:51.996831 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07765431-5ca1-4722-bb74-488041bd26e0 req-c0944628-3c60-4813-a8d6-985533bb8e68 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:45:51.998474 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-07765431-5ca1-4722-bb74-488041bd26e0 req-c0944628-3c60-4813-a8d6-985533bb8e68 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 946 time: 0.0826321 May 12 09:45:52.055034 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-07765431-5ca1-4722-bb74-488041bd26e0 req-330e6b23-5352-4612-b2c2-ba0e6834e9dd tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b4cf6b2-a702-45c6-a103-89f8c82f152f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490913 May 12 09:45:52.153873 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 43158) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:45:52.250230 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 43162) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:45:52.268473 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5c658cb0-0771-4857-bd8b-a45d541e1a47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:52.361810 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5c658cb0-0771-4857-bd8b-a45d541e1a47 admin admin] Publish callbacks [] for security_group (704480cf-3357-43c8-afab-ab246b31f8b4), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:52.370040 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5c658cb0-0771-4857-bd8b-a45d541e1a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (704480cf-3357-43c8-afab-ab246b31f8b4), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:52.421114 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c658cb0-0771-4857-bd8b-a45d541e1a47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=704480cf-3357-43c8-afab-ab246b31f8b4,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:45:52.440691 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-5c658cb0-0771-4857-bd8b-a45d541e1a47 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dde06caff7214a83ba853c9cb42c706e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2851985 May 12 09:45:52.442837 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 43166) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:45:52.498086 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3428da3d-6cbf-4d61-85cf-912ab0c4ff6a admin admin] Publish callbacks [] for security_group (704480cf-3357-43c8-afab-ab246b31f8b4), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:52.521344 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3428da3d-6cbf-4d61-85cf-912ab0c4ff6a admin admin] Publish callbacks [] for security_group (704480cf-3357-43c8-afab-ab246b31f8b4), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:52.562665 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-6b705155-4e33-4ab6-8242-e755bcd95815 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Deleting port 8048d702-e9bb-4d18-9a7d-bf5887ece3b9 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 09:45:52.563315 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6b705155-4e33-4ab6-8242-e755bcd95815 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740344431333'] for port (8048d702-e9bb-4d18-9a7d-bf5887ece3b9), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:52.581999 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3428da3d-6cbf-4d61-85cf-912ab0c4ff6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (704480cf-3357-43c8-afab-ab246b31f8b4), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:52.584970 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3428da3d-6cbf-4d61-85cf-912ab0c4ff6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:52.586542 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-3428da3d-6cbf-4d61-85cf-912ab0c4ff6a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/704480cf-3357-43c8-afab-ab246b31f8b4 HTTP/1.1" status: 204 len: 168 time: 0.1424589 May 12 09:45:52.595649 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3428da3d-6cbf-4d61-85cf-912ab0c4ff6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=704480cf-3357-43c8-afab-ab246b31f8b4,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:45:52.651714 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6b705155-4e33-4ab6-8242-e755bcd95815 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799057'] for port (8048d702-e9bb-4d18-9a7d-bf5887ece3b9), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:52.652042 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6b705155-4e33-4ab6-8242-e755bcd95815 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Publish callbacks [] for floatingip (8048d702-e9bb-4d18-9a7d-bf5887ece3b9), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:52.665620 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-6b705155-4e33-4ab6-8242-e755bcd95815 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Calling delete_port for 8048d702-e9bb-4d18-9a7d-bf5887ece3b9 owned by network:floatingip {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 09:45:52.826595 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6b705155-4e33-4ab6-8242-e755bcd95815 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740344441209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740344012629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28491394'] for port (8048d702-e9bb-4d18-9a7d-bf5887ece3b9), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:52.858027 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b705155-4e33-4ab6-8242-e755bcd95815 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Pushing event deleted for resources: {'Port': ['ID=8048d702-e9bb-4d18-9a7d-bf5887ece3b9,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:45:52.929890 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6b705155-4e33-4ab6-8242-e755bcd95815 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Publish callbacks [] for floatingip (143586eb-1ee9-47d9-a4ca-57989f96d012), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:52.930250 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.db.l3_db [None req-6b705155-4e33-4ab6-8242-e755bcd95815 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Floating IP 143586eb-1ee9-47d9-a4ca-57989f96d012 disassociated (deleted). External IP: 172.27.3.134, port: 24fe4aa4-21d7-4953-acd5-384b86945694. May 12 09:45:53.135248 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-13a031d7-5ec6-42a3-899f-d50e1f06c687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (f8def58d-f1ec-4d41-abae-d1c60f542bd3), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:53.218635 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b705155-4e33-4ab6-8242-e755bcd95815 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Router c71dd7df-b576-49ca-8343-5d4b840f9a7f has already been hosted by L3 agent 8db92903-2544-41c2-b919-def82c43c97a {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 09:45:53.221219 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ec662c-db54-4660-bf57-49e8da18a2b3 req-f7e9517a-4795-46be-af00-4ce2cffbc620 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:45:53.224042 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-76ec662c-db54-4660-bf57-49e8da18a2b3 req-f7e9517a-4795-46be-af00-4ce2cffbc620 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 946 time: 0.0605955 May 12 09:45:53.320178 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-76ec662c-db54-4660-bf57-49e8da18a2b3 req-58175ab7-1551-4a7c-b2cc-f0536d8130a0 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b4cf6b2-a702-45c6-a103-89f8c82f152f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799391 May 12 09:45:53.355250 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b705155-4e33-4ab6-8242-e755bcd95815 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Notify agent at l3_agent.dv-cinder-837699-5-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 09:45:53.362252 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6b705155-4e33-4ab6-8242-e755bcd95815 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for floatingip (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:53.368656 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc69c3a-e6e1-4a5f-a5f1-2d16c0f46b03 None None] Sync routers for ids ['c71dd7df-b576-49ca-8343-5d4b840f9a7f'] in dv-cinder-837699-5-iscsi {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 09:45:53.392244 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc69c3a-e6e1-4a5f-a5f1-2d16c0f46b03 None None] Routers {'c71dd7df-b576-49ca-8343-5d4b840f9a7f'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:45:53.393615 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-ddc69c3a-e6e1-4a5f-a5f1-2d16c0f46b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:45:52Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['c71dd7df-b576-49ca-8343-5d4b840f9a7f'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:45:53.414617 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-6b705155-4e33-4ab6-8242-e755bcd95815 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "DELETE /v2.0/floatingips/143586eb-1ee9-47d9-a4ca-57989f96d012 HTTP/1.1" status: 204 len: 168 time: 1.1621168 May 12 09:45:53.415700 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5697f44b-088d-48ee-89a1-ae6d09f7d47f', 'tag': '24fe4aa4-21d7-4953-acd5-384b86945694'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:45:53.420186 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ab44c22d40f7c005d262e262c3a77426c373d0f7a848e933746c3cdedb51eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c30de519-548d-4cc2-a070-ee33b742ad1f" -d '{"events": [{"name": "network-changed", "server_uuid": "5697f44b-088d-48ee-89a1-ae6d09f7d47f", "tag": "24fe4aa4-21d7-4953-acd5-384b86945694"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:45:53.563576 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-ddc69c3a-e6e1-4a5f-a5f1-2d16c0f46b03 None None] Set router c71dd7df-b576-49ca-8343-5d4b840f9a7f gateway port host: dv-cinder-837699-5-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:45:53.915518 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d958d360-df93-42ea-a8ee-2f3005cb2ddb req-7898e0f5-8a60-4f8b-bc3a-923c2cf614b3 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:45:53.918931 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 09:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4120dfd-2201-4c16-afce-8e7c340a0b71 x-openstack-request-id: req-b4120dfd-2201-4c16-afce-8e7c340a0b71 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:45:53.919564 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5697f44b-088d-48ee-89a1-ae6d09f7d47f", "tag": "24fe4aa4-21d7-4953-acd5-384b86945694", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:45:53.920430 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b4120dfd-2201-4c16-afce-8e7c340a0b71 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:45:53.921061 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4120dfd-2201-4c16-afce-8e7c340a0b71'] response: {'name': 'network-changed', 'server_uuid': '5697f44b-088d-48ee-89a1-ae6d09f7d47f', 'tag': '24fe4aa4-21d7-4953-acd5-384b86945694', 'status': 'completed', 'code': 200} May 12 09:45:53.922970 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d958d360-df93-42ea-a8ee-2f3005cb2ddb req-7898e0f5-8a60-4f8b-bc3a-923c2cf614b3 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/ports?device_id=5697f44b-088d-48ee-89a1-ae6d09f7d47f HTTP/1.1" status: 200 len: 945 time: 0.0751538 May 12 09:45:53.982785 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-ddc69c3a-e6e1-4a5f-a5f1-2d16c0f46b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71dd7df-b576-49ca-8343-5d4b840f9a7f', 'name': 'tempest-TestShelveInstance-784652768-router', 'tenant_id': '170aaa04d8fe4170bf344d5667ae2814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '64170cea-2d96-4b03-8a36-3e3584ecdd27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:39:50Z', 'updated_at': '2022-05-12T09:39:53Z', 'revision_number': 4, 'project_id': '170aaa04d8fe4170bf344d5667ae2814', 'gw_port': {'id': '64170cea-2d96-4b03-8a36-3e3584ecdd27', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:13:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71dd7df-b576-49ca-8343-5d4b840f9a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:39:51Z', 'updated_at': '2022-05-12T09:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_interfaces': [{'id': 'd4c2287f-048d-4654-8cda-fb464e5090d6', 'name': '', 'network_id': '1fcc80ff-8e1d-4af6-9047-57b5fbbc9180', 'tenant_id': '170aaa04d8fe4170bf344d5667ae2814', 'mac_address': 'fa:16:3e:48:ca:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71dd7df-b576-49ca-8343-5d4b840f9a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'df6c15cb-1314-4401-9e60-4042acbc2209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:39:53Z', 'updated_at': '2022-05-12T09:39:58Z', 'revision_number': 5, 'project_id': '170aaa04d8fe4170bf344d5667ae2814', 'subnets': [{'id': 'df6c15cb-1314-4401-9e60-4042acbc2209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:45:54.000105 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d958d360-df93-42ea-a8ee-2f3005cb2ddb req-29b715a9-1c8e-4349-9f44-915a7ce4a680 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/security-groups?id=2827bbf7-ac44-4dde-9d20-88bc96277203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760181 May 12 09:45:54.038172 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc69c3a-e6e1-4a5f-a5f1-2d16c0f46b03 None None] Checking router: c71dd7df-b576-49ca-8343-5d4b840f9a7f for host: dv-cinder-837699-5-iscsi {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 09:45:54.048942 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc69c3a-e6e1-4a5f-a5f1-2d16c0f46b03 None None] Routers {'c71dd7df-b576-49ca-8343-5d4b840f9a7f'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:45:54.049921 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-ddc69c3a-e6e1-4a5f-a5f1-2d16c0f46b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:45:52Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['c71dd7df-b576-49ca-8343-5d4b840f9a7f'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:45:54.176280 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-ddc69c3a-e6e1-4a5f-a5f1-2d16c0f46b03 None None] Set router c71dd7df-b576-49ca-8343-5d4b840f9a7f gateway port host: dv-cinder-837699-5-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:45:54.462608 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a03b48-6d1b-4e9a-80a7-f77d8fc9cd18 req-0c588831-02af-4610-a37d-7b529781dcb0 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:45:54.470462 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-ddc69c3a-e6e1-4a5f-a5f1-2d16c0f46b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71dd7df-b576-49ca-8343-5d4b840f9a7f', 'name': 'tempest-TestShelveInstance-784652768-router', 'tenant_id': '170aaa04d8fe4170bf344d5667ae2814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '64170cea-2d96-4b03-8a36-3e3584ecdd27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:39:50Z', 'updated_at': '2022-05-12T09:39:53Z', 'revision_number': 4, 'project_id': '170aaa04d8fe4170bf344d5667ae2814', 'gw_port': {'id': '64170cea-2d96-4b03-8a36-3e3584ecdd27', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:13:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71dd7df-b576-49ca-8343-5d4b840f9a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:39:51Z', 'updated_at': '2022-05-12T09:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_interfaces': [{'id': 'd4c2287f-048d-4654-8cda-fb464e5090d6', 'name': '', 'network_id': '1fcc80ff-8e1d-4af6-9047-57b5fbbc9180', 'tenant_id': '170aaa04d8fe4170bf344d5667ae2814', 'mac_address': 'fa:16:3e:48:ca:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71dd7df-b576-49ca-8343-5d4b840f9a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'df6c15cb-1314-4401-9e60-4042acbc2209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:39:53Z', 'updated_at': '2022-05-12T09:39:58Z', 'revision_number': 5, 'project_id': '170aaa04d8fe4170bf344d5667ae2814', 'subnets': [{'id': 'df6c15cb-1314-4401-9e60-4042acbc2209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:45:54.470886 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d3a03b48-6d1b-4e9a-80a7-f77d8fc9cd18 req-0c588831-02af-4610-a37d-7b529781dcb0 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 946 time: 0.0621295 May 12 09:45:54.508354 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc69c3a-e6e1-4a5f-a5f1-2d16c0f46b03 None None] The sync data for ids ['c71dd7df-b576-49ca-8343-5d4b840f9a7f'] in dv-cinder-837699-5-iscsi is: [{'id': 'c71dd7df-b576-49ca-8343-5d4b840f9a7f', 'name': 'tempest-TestShelveInstance-784652768-router', 'tenant_id': '170aaa04d8fe4170bf344d5667ae2814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '64170cea-2d96-4b03-8a36-3e3584ecdd27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:39:50Z', 'updated_at': '2022-05-12T09:39:53Z', 'revision_number': 4, 'project_id': '170aaa04d8fe4170bf344d5667ae2814', 'gw_port': {'id': '64170cea-2d96-4b03-8a36-3e3584ecdd27', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:13:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71dd7df-b576-49ca-8343-5d4b840f9a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:39:51Z', 'updated_at': '2022-05-12T09:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_interfaces': [{'id': 'd4c2287f-048d-4654-8cda-fb464e5090d6', 'name': '', 'network_id': '1fcc80ff-8e1d-4af6-9047-57b5fbbc9180', 'tenant_id': '170aaa04d8fe4170bf344d5667ae2814', 'mac_address': 'fa:16:3e:48:ca:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71dd7df-b576-49ca-8343-5d4b840f9a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'df6c15cb-1314-4401-9e60-4042acbc2209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:39:53Z', 'updated_at': '2022-05-12T09:39:58Z', 'revision_number': 5, 'project_id': '170aaa04d8fe4170bf344d5667ae2814', 'subnets': [{'id': 'df6c15cb-1314-4401-9e60-4042acbc2209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 09:45:54.536662 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a984b3b9-a9e9-40d7-bd88-8cdbb1de5f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (e377c27d-f788-489a-9a4f-9db675c37dc4), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:54.538597 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d3a03b48-6d1b-4e9a-80a7-f77d8fc9cd18 req-41b87475-1347-4f11-85d0-926bcf3b4594 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b4cf6b2-a702-45c6-a103-89f8c82f152f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624008 May 12 09:45:54.777450 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daeda9de-9132-4259-acc7-71f006ecc698 None None] New status for floating IP 143586eb-1ee9-47d9-a4ca-57989f96d012: DOWN {{(pid=103460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 09:45:55.139583 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e75faf-85a9-4d1e-803c-22667a19f431 req-1158c85b-a3c6-4fd0-a0dc-55f03f3a3e34 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:45:55.141563 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-29e75faf-85a9-4d1e-803c-22667a19f431 req-1158c85b-a3c6-4fd0-a0dc-55f03f3a3e34 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/ports?device_id=5697f44b-088d-48ee-89a1-ae6d09f7d47f HTTP/1.1" status: 200 len: 945 time: 0.0551698 May 12 09:45:55.517670 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-29e75faf-85a9-4d1e-803c-22667a19f431 req-469e672c-626c-4011-9fe3-6cc22b432274 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/security-groups?id=2827bbf7-ac44-4dde-9d20-88bc96277203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3598049 May 12 09:45:55.584769 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30de519-548d-4cc2-a070-ee33b742ad1f req-14ac15c8-5dcb-4f8e-8810-8a99d7e6dfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:45:55.587403 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c30de519-548d-4cc2-a070-ee33b742ad1f req-14ac15c8-5dcb-4f8e-8810-8a99d7e6dfc7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=170aaa04d8fe4170bf344d5667ae2814&device_id=5697f44b-088d-48ee-89a1-ae6d09f7d47f HTTP/1.1" status: 200 len: 1129 time: 0.0884199 May 12 09:45:55.674051 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03015b53-7a27-47c0-8463-d7ad196da8fc req-75464ea4-aba2-4556-a0c9-872dda14ae96 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:45:55.676226 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-03015b53-7a27-47c0-8463-d7ad196da8fc req-75464ea4-aba2-4556-a0c9-872dda14ae96 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 946 time: 0.0643728 May 12 09:45:55.855793 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-03015b53-7a27-47c0-8463-d7ad196da8fc req-f7268658-faf2-4040-84e1-9bdb480af442 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b4cf6b2-a702-45c6-a103-89f8c82f152f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1739209 May 12 09:45:55.882228 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30de519-548d-4cc2-a070-ee33b742ad1f req-9ca2ed86-4a8c-4c47-b0a3-30aa8f7afaed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:45:55.884039 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c30de519-548d-4cc2-a070-ee33b742ad1f req-9ca2ed86-4a8c-4c47-b0a3-30aa8f7afaed service neutron] 10.222.0.65 "GET /v2.0/networks?id=1fcc80ff-8e1d-4af6-9047-57b5fbbc9180 HTTP/1.1" status: 200 len: 909 time: 0.1866407 May 12 09:45:56.030676 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (0e2e3861-7d79-4ce6-9d91-faa32ae2cb64), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:56.178881 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5863350-9f94-4bb2-b0ec-d4d2e4264bb5 req-e151f322-25b2-410d-87e1-4030883259ae tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:45:56.181416 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c5863350-9f94-4bb2-b0ec-d4d2e4264bb5 req-e151f322-25b2-410d-87e1-4030883259ae tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.65 "GET /v2.0/ports?device_id=5697f44b-088d-48ee-89a1-ae6d09f7d47f HTTP/1.1" status: 200 len: 945 time: 0.0655346 May 12 09:45:56.205702 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c30de519-548d-4cc2-a070-ee33b742ad1f req-ab82c8d2-9975-4ae3-8e6a-26e8625a5ba6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24fe4aa4-21d7-4953-acd5-384b86945694 HTTP/1.1" status: 200 len: 217 time: 0.0883069 May 12 09:45:56.283022 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30de519-548d-4cc2-a070-ee33b742ad1f req-cf544559-02b7-493d-8bcf-719ded8d1580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:45:56.284813 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c30de519-548d-4cc2-a070-ee33b742ad1f req-cf544559-02b7-493d-8bcf-719ded8d1580 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=df6c15cb-1314-4401-9e60-4042acbc2209 HTTP/1.1" status: 200 len: 847 time: 0.0706804 May 12 09:45:56.334380 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-c5863350-9f94-4bb2-b0ec-d4d2e4264bb5 req-49df7880-c237-46aa-aaef-0e0dd24f29f7 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Deleting port 24fe4aa4-21d7-4953-acd5-384b86945694 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 09:45:56.334797 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c5863350-9f94-4bb2-b0ec-d4d2e4264bb5 req-49df7880-c237-46aa-aaef-0e0dd24f29f7 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740344431333'] for port (24fe4aa4-21d7-4953-acd5-384b86945694), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:56.355532 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30de519-548d-4cc2-a070-ee33b742ad1f req-b6b723d3-f624-49d3-bb55-4b66d0e817f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:45:56.357233 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c30de519-548d-4cc2-a070-ee33b742ad1f req-b6b723d3-f624-49d3-bb55-4b66d0e817f0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1fcc80ff-8e1d-4af6-9047-57b5fbbc9180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0657766 May 12 09:45:56.457927 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c30de519-548d-4cc2-a070-ee33b742ad1f req-b59d8f8c-0f0e-4f18-b43a-19983d0271b0 service neutron] 10.222.0.65 "GET /v2.0/networks/1fcc80ff-8e1d-4af6-9047-57b5fbbc9180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938911 May 12 09:45:56.463163 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-c5863350-9f94-4bb2-b0ec-d4d2e4264bb5 req-49df7880-c237-46aa-aaef-0e0dd24f29f7 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] For port 24fe4aa4-21d7-4953-acd5-384b86945694, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=24fe4aa4-21d7-4953-acd5-384b86945694,segment=NetworkSegment(f5f23683-4d2c-4990-881e-16dda07c6a80),segment_id=f5f23683-4d2c-4990-881e-16dda07c6a80)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:45:56.463768 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c5863350-9f94-4bb2-b0ec-d4d2e4264bb5 req-49df7880-c237-46aa-aaef-0e0dd24f29f7 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799057'] for port (24fe4aa4-21d7-4953-acd5-384b86945694), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:56.480996 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-c5863350-9f94-4bb2-b0ec-d4d2e4264bb5 req-49df7880-c237-46aa-aaef-0e0dd24f29f7 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Calling delete_port for 24fe4aa4-21d7-4953-acd5-384b86945694 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 09:45:56.595958 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c30de519-548d-4cc2-a070-ee33b742ad1f req-620d5eb2-9f6d-454e-97fb-6e4137f35d8e service neutron] 10.222.0.65 "GET /v2.0/networks/1fcc80ff-8e1d-4af6-9047-57b5fbbc9180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279793 May 12 09:45:56.677794 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c5863350-9f94-4bb2-b0ec-d4d2e4264bb5 req-49df7880-c237-46aa-aaef-0e0dd24f29f7 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740344441209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740344012629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28491394'] for port (24fe4aa4-21d7-4953-acd5-384b86945694), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:56.696838 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc83557-319c-42a8-acce-d4ab7ca050c2 req-7960651e-5e17-440c-90bd-78fb040c1197 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:45:56.698369 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-bdc83557-319c-42a8-acce-d4ab7ca050c2 req-7960651e-5e17-440c-90bd-78fb040c1197 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/ports?device_id=5697f44b-088d-48ee-89a1-ae6d09f7d47f HTTP/1.1" status: 200 len: 945 time: 0.0627363 May 12 09:45:56.713856 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49df7880-c237-46aa-aaef-0e0dd24f29f7 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Pushing event deleted for resources: {'Port': ['ID=24fe4aa4-21d7-4953-acd5-384b86945694,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:45:56.767534 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-bdc83557-319c-42a8-acce-d4ab7ca050c2 req-2863d7f4-d329-452b-842c-e347cd5043be tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "GET /v2.0/security-groups?id=2827bbf7-ac44-4dde-9d20-88bc96277203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615604 May 12 09:45:56.782012 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5863350-9f94-4bb2-b0ec-d4d2e4264bb5 req-49df7880-c237-46aa-aaef-0e0dd24f29f7 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] No DVR routers for this DVR port 24fe4aa4-21d7-4953-acd5-384b86945694 on host hv-cinder-83769 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 09:45:56.785495 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-c5863350-9f94-4bb2-b0ec-d4d2e4264bb5 req-49df7880-c237-46aa-aaef-0e0dd24f29f7 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:56.788696 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-c5863350-9f94-4bb2-b0ec-d4d2e4264bb5 req-49df7880-c237-46aa-aaef-0e0dd24f29f7 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.65 "DELETE /v2.0/ports/24fe4aa4-21d7-4953-acd5-384b86945694 HTTP/1.1" status: 204 len: 173 time: 0.5993898 May 12 09:45:56.789167 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5697f44b-088d-48ee-89a1-ae6d09f7d47f', 'name': 'network-vif-deleted', 'tag': '24fe4aa4-21d7-4953-acd5-384b86945694'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:45:56.791874 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ab44c22d40f7c005d262e262c3a77426c373d0f7a848e933746c3cdedb51eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca55ede5-eb67-4e06-b1be-60980e3612a7" -d '{"events": [{"server_uuid": "5697f44b-088d-48ee-89a1-ae6d09f7d47f", "name": "network-vif-deleted", "tag": "24fe4aa4-21d7-4953-acd5-384b86945694"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:45:56.841421 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 09:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dee95d2-81ad-4ab2-9505-398bb0d7b299 x-openstack-request-id: req-6dee95d2-81ad-4ab2-9505-398bb0d7b299 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:45:56.841942 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5697f44b-088d-48ee-89a1-ae6d09f7d47f", "name": "network-vif-deleted", "tag": "24fe4aa4-21d7-4953-acd5-384b86945694", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:45:56.842383 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6dee95d2-81ad-4ab2-9505-398bb0d7b299 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:45:56.842943 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dee95d2-81ad-4ab2-9505-398bb0d7b299'] response: {'server_uuid': '5697f44b-088d-48ee-89a1-ae6d09f7d47f', 'name': 'network-vif-deleted', 'tag': '24fe4aa4-21d7-4953-acd5-384b86945694', 'status': 'completed', 'code': 200} May 12 09:45:57.017978 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd7c6d-94d8-41c6-a6ce-01b6b54537c3 req-e031c30b-fcd5-46eb-af72-e8fae60d7403 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:45:57.020224 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c0fd7c6d-94d8-41c6-a6ce-01b6b54537c3 req-e031c30b-fcd5-46eb-af72-e8fae60d7403 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 946 time: 0.0572224 May 12 09:45:57.077440 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c0fd7c6d-94d8-41c6-a6ce-01b6b54537c3 req-9cc5bf0a-3951-497e-b890-c69aaede62a0 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b4cf6b2-a702-45c6-a103-89f8c82f152f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418813 May 12 09:45:57.629090 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 43266) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:45:57.755574 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-84045c29-8b31-48a0-b007-8c187333829f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:57.857635 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 43272) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:45:57.866208 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-84045c29-8b31-48a0-b007-8c187333829f admin admin] Publish callbacks [] for security_group (a96336ad-2be5-4798-b226-37e130ca71f1), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:57.871295 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-84045c29-8b31-48a0-b007-8c187333829f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (a96336ad-2be5-4798-b226-37e130ca71f1), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:57.923630 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-402d567f-692a-46d6-b524-66dc2d1ddf01 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Publish callbacks [] for security_group (2827bbf7-ac44-4dde-9d20-88bc96277203), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:57.924054 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-84045c29-8b31-48a0-b007-8c187333829f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3dcae868c5cd4bbca126384c84c67c25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2938697 May 12 09:45:57.925327 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 43274) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:45:57.926227 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84045c29-8b31-48a0-b007-8c187333829f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a96336ad-2be5-4798-b226-37e130ca71f1,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:45:57.970953 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-402d567f-692a-46d6-b524-66dc2d1ddf01 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Publish callbacks [] for security_group (2827bbf7-ac44-4dde-9d20-88bc96277203), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:58.024575 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f6d13e43-38b3-4bc9-b1b1-0a78fa2e0fae admin admin] Publish callbacks [] for security_group (a96336ad-2be5-4798-b226-37e130ca71f1), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:58.052216 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f6d13e43-38b3-4bc9-b1b1-0a78fa2e0fae admin admin] Publish callbacks [] for security_group (a96336ad-2be5-4798-b226-37e130ca71f1), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:58.069673 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-402d567f-692a-46d6-b524-66dc2d1ddf01 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (2827bbf7-ac44-4dde-9d20-88bc96277203), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:58.072257 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-402d567f-692a-46d6-b524-66dc2d1ddf01 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:58.073393 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-402d567f-692a-46d6-b524-66dc2d1ddf01 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] 10.222.0.60 "DELETE /v2.0/security-groups/2827bbf7-ac44-4dde-9d20-88bc96277203 HTTP/1.1" status: 204 len: 168 time: 0.2146435 May 12 09:45:58.104636 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402d567f-692a-46d6-b524-66dc2d1ddf01 tempest-TestShelveInstance-443428712 tempest-TestShelveInstance-443428712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2827bbf7-ac44-4dde-9d20-88bc96277203,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:45:58.122982 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 43278) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:45:58.162703 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f6d13e43-38b3-4bc9-b1b1-0a78fa2e0fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (a96336ad-2be5-4798-b226-37e130ca71f1), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:58.173331 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f6d13e43-38b3-4bc9-b1b1-0a78fa2e0fae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:58.179525 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-f6d13e43-38b3-4bc9-b1b1-0a78fa2e0fae admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a96336ad-2be5-4798-b226-37e130ca71f1 HTTP/1.1" status: 204 len: 168 time: 0.2530932 May 12 09:45:58.213242 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d13e43-38b3-4bc9-b1b1-0a78fa2e0fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96336ad-2be5-4798-b226-37e130ca71f1,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:45:58.281105 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0728f0fa-1de0-4605-abec-b9c45e1ca2ef req-16eb12b6-a3b9-4cfe-a958-a95c4f788a0b tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:45:58.288879 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0728f0fa-1de0-4605-abec-b9c45e1ca2ef req-16eb12b6-a3b9-4cfe-a958-a95c4f788a0b tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 946 time: 0.0635548 May 12 09:45:58.345301 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0728f0fa-1de0-4605-abec-b9c45e1ca2ef req-58cadd3b-500a-4b5e-a950-0a701eef3aeb tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b4cf6b2-a702-45c6-a103-89f8c82f152f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534751 May 12 09:45:58.659166 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a91a0069-b35a-469c-9e16-83ff0e181da4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799259'] for router_interface (c71dd7df-b576-49ca-8343-5d4b840f9a7f), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:58.964334 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-a91a0069-b35a-469c-9e16-83ff0e181da4 admin admin] Deleting port d4c2287f-048d-4654-8cda-fb464e5090d6 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 09:45:58.965045 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a91a0069-b35a-469c-9e16-83ff0e181da4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740344431333'] for port (d4c2287f-048d-4654-8cda-fb464e5090d6), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:59.074378 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-a91a0069-b35a-469c-9e16-83ff0e181da4 admin admin] For port d4c2287f-048d-4654-8cda-fb464e5090d6, host dv-cinder-837699-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=d4c2287f-048d-4654-8cda-fb464e5090d6,segment=NetworkSegment(f5f23683-4d2c-4990-881e-16dda07c6a80),segment_id=f5f23683-4d2c-4990-881e-16dda07c6a80)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:45:59.074835 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a91a0069-b35a-469c-9e16-83ff0e181da4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799057'] for port (d4c2287f-048d-4654-8cda-fb464e5090d6), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:59.093382 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-a91a0069-b35a-469c-9e16-83ff0e181da4 admin admin] Calling delete_port for d4c2287f-048d-4654-8cda-fb464e5090d6 owned by network:router_interface {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 09:45:59.313498 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a91a0069-b35a-469c-9e16-83ff0e181da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740344441209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740344012629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28491394'] for port (d4c2287f-048d-4654-8cda-fb464e5090d6), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:45:59.352458 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91a0069-b35a-469c-9e16-83ff0e181da4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4c2287f-048d-4654-8cda-fb464e5090d6,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:45:59.526358 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c103ec-b1a1-4fe8-9d0d-d215d1f9a4a1 req-980c9de1-93d2-413a-a99d-dbcae8154548 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:45:59.527891 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c0c103ec-b1a1-4fe8-9d0d-d215d1f9a4a1 req-980c9de1-93d2-413a-a99d-dbcae8154548 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 946 time: 0.0637734 May 12 09:45:59.619127 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c0c103ec-b1a1-4fe8-9d0d-d215d1f9a4a1 req-90944bf9-c667-49b9-a175-dc84f85c5ee3 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b4cf6b2-a702-45c6-a103-89f8c82f152f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777235 May 12 09:45:59.645296 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a91a0069-b35a-469c-9e16-83ff0e181da4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3701444'] for router_interface (c71dd7df-b576-49ca-8343-5d4b840f9a7f), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:00.258114 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a91a0069-b35a-469c-9e16-83ff0e181da4 admin admin] Router c71dd7df-b576-49ca-8343-5d4b840f9a7f has already been hosted by L3 agent 8db92903-2544-41c2-b919-def82c43c97a {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 09:46:00.419547 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a91a0069-b35a-469c-9e16-83ff0e181da4 admin admin] Notify agent at l3_agent.dv-cinder-837699-5-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 09:46:00.427686 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 43336) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:46:00.428401 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-a91a0069-b35a-469c-9e16-83ff0e181da4 admin admin] 10.222.0.60 "PUT /v2.0/routers/c71dd7df-b576-49ca-8343-5d4b840f9a7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3035436 May 12 09:46:00.434318 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbdf60b-cb18-4111-9c91-0a0955307a92 None None] Sync routers for ids ['c71dd7df-b576-49ca-8343-5d4b840f9a7f'] in dv-cinder-837699-5-iscsi {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 09:46:00.444468 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbdf60b-cb18-4111-9c91-0a0955307a92 None None] Routers {'c71dd7df-b576-49ca-8343-5d4b840f9a7f'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:46:00.445094 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-5cbdf60b-cb18-4111-9c91-0a0955307a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:45:52Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['c71dd7df-b576-49ca-8343-5d4b840f9a7f'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:46:00.561423 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-5cbdf60b-cb18-4111-9c91-0a0955307a92 None None] Set router c71dd7df-b576-49ca-8343-5d4b840f9a7f gateway port host: dv-cinder-837699-5-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:46:00.594510 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3e6f28fa-32b0-4ca9-9ae5-943b62703b23 admin admin] Publish callbacks [] for router (c71dd7df-b576-49ca-8343-5d4b840f9a7f), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:00.621399 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device 24fe4aa4-21d7-4953-acd5-384b86945694 no longer exists at agent hyperv_hv-cinder-83769 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 09:46:00.847117 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7379c601-c396-453f-9cc8-446a4ad5ac79 req-dc725787-27e1-4989-a2f2-8de507f9dc38 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:00.849373 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7379c601-c396-453f-9cc8-446a4ad5ac79 req-dc725787-27e1-4989-a2f2-8de507f9dc38 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 946 time: 0.0926692 May 12 09:46:00.853219 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3e6f28fa-32b0-4ca9-9ae5-943b62703b23 admin admin] Publish callbacks [] for router_gateway (c71dd7df-b576-49ca-8343-5d4b840f9a7f), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:00.937985 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-3e6f28fa-32b0-4ca9-9ae5-943b62703b23 admin admin] Deleting port 64170cea-2d96-4b03-8a36-3e3584ecdd27 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 09:46:00.937985 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3e6f28fa-32b0-4ca9-9ae5-943b62703b23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740344431333'] for port (64170cea-2d96-4b03-8a36-3e3584ecdd27), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:00.938314 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] No Port match for: 24fe4aa4-21d7-4953-acd5-384b86945694 {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 09:46:00.938561 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device 24fe4aa4-21d7-4953-acd5-384b86945694 not bound to the agent host hv-cinder-83769 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 09:46:00.970315 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-5cbdf60b-cb18-4111-9c91-0a0955307a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71dd7df-b576-49ca-8343-5d4b840f9a7f', 'name': 'tempest-TestShelveInstance-784652768-router', 'tenant_id': '170aaa04d8fe4170bf344d5667ae2814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '64170cea-2d96-4b03-8a36-3e3584ecdd27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:39:50Z', 'updated_at': '2022-05-12T09:45:59Z', 'revision_number': 5, 'project_id': '170aaa04d8fe4170bf344d5667ae2814', 'gw_port': {'id': '64170cea-2d96-4b03-8a36-3e3584ecdd27', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:13:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71dd7df-b576-49ca-8343-5d4b840f9a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:39:51Z', 'updated_at': '2022-05-12T09:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi'}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:46:01.024147 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbdf60b-cb18-4111-9c91-0a0955307a92 None None] Checking router: c71dd7df-b576-49ca-8343-5d4b840f9a7f for host: dv-cinder-837699-5-iscsi {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 09:46:01.066898 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbdf60b-cb18-4111-9c91-0a0955307a92 None None] Routers {'c71dd7df-b576-49ca-8343-5d4b840f9a7f'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:46:01.067997 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-5cbdf60b-cb18-4111-9c91-0a0955307a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:45:52Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['c71dd7df-b576-49ca-8343-5d4b840f9a7f'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:46:01.078796 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7379c601-c396-453f-9cc8-446a4ad5ac79 req-330faa64-4a0f-4839-9c78-347d7ff35d57 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b4cf6b2-a702-45c6-a103-89f8c82f152f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2147932 May 12 09:46:01.130070 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-3e6f28fa-32b0-4ca9-9ae5-943b62703b23 admin admin] For port 64170cea-2d96-4b03-8a36-3e3584ecdd27, host dv-cinder-837699-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=64170cea-2d96-4b03-8a36-3e3584ecdd27,segment=NetworkSegment(19f8603b-b081-4ce5-86ca-33d22941a00f),segment_id=19f8603b-b081-4ce5-86ca-33d22941a00f)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:46:01.130800 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3e6f28fa-32b0-4ca9-9ae5-943b62703b23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799057'] for port (64170cea-2d96-4b03-8a36-3e3584ecdd27), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:01.166847 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-3e6f28fa-32b0-4ca9-9ae5-943b62703b23 admin admin] Calling delete_port for 64170cea-2d96-4b03-8a36-3e3584ecdd27 owned by network:router_gateway {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 09:46:01.266213 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-5cbdf60b-cb18-4111-9c91-0a0955307a92 None None] Set router c71dd7df-b576-49ca-8343-5d4b840f9a7f gateway port host: None {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:46:01.335254 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-5cbdf60b-cb18-4111-9c91-0a0955307a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71dd7df-b576-49ca-8343-5d4b840f9a7f', 'name': 'tempest-TestShelveInstance-784652768-router', 'tenant_id': '170aaa04d8fe4170bf344d5667ae2814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:39:50Z', 'updated_at': '2022-05-12T09:46:00Z', 'revision_number': 6, 'project_id': '170aaa04d8fe4170bf344d5667ae2814', 'gw_port_host': None}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:46:01.371709 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbdf60b-cb18-4111-9c91-0a0955307a92 None None] The sync data for ids ['c71dd7df-b576-49ca-8343-5d4b840f9a7f'] in dv-cinder-837699-5-iscsi is: [{'id': 'c71dd7df-b576-49ca-8343-5d4b840f9a7f', 'name': 'tempest-TestShelveInstance-784652768-router', 'tenant_id': '170aaa04d8fe4170bf344d5667ae2814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:39:50Z', 'updated_at': '2022-05-12T09:46:00Z', 'revision_number': 6, 'project_id': '170aaa04d8fe4170bf344d5667ae2814', 'gw_port_host': None}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 09:46:01.408724 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3e6f28fa-32b0-4ca9-9ae5-943b62703b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740344441209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740344012629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29192019'] for port (64170cea-2d96-4b03-8a36-3e3584ecdd27), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:01.452595 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6f28fa-32b0-4ca9-9ae5-943b62703b23 admin admin] Pushing event deleted for resources: {'Port': ['ID=64170cea-2d96-4b03-8a36-3e3584ecdd27,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:46:01.521149 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3e6f28fa-32b0-4ca9-9ae5-943b62703b23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798249'] for router_gateway (c71dd7df-b576-49ca-8343-5d4b840f9a7f), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:01.621817 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3e6f28fa-32b0-4ca9-9ae5-943b62703b23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3795873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6231'] for router (c71dd7df-b576-49ca-8343-5d4b840f9a7f), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:01.624577 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3e6f28fa-32b0-4ca9-9ae5-943b62703b23 admin admin] Publish callbacks [] for router_controller (c71dd7df-b576-49ca-8343-5d4b840f9a7f), precommit_delete_associations {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:01.676885 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3e6f28fa-32b0-4ca9-9ae5-943b62703b23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3795896'] for router (c71dd7df-b576-49ca-8343-5d4b840f9a7f), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:01.677799 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e6f28fa-32b0-4ca9-9ae5-943b62703b23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c71dd7df-b576-49ca-8343-5d4b840f9a7f {{(pid=103458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 09:46:01.683829 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3e6f28fa-32b0-4ca9-9ae5-943b62703b23 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:01.687777 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 43348) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:46:01.688359 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-3e6f28fa-32b0-4ca9-9ae5-943b62703b23 admin admin] 10.222.0.60 "DELETE /v2.0/routers/c71dd7df-b576-49ca-8343-5d4b840f9a7f HTTP/1.1" status: 204 len: 168 time: 1.2585969 May 12 09:46:01.777128 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e1b7919-3aed-44e2-a3e3-1eeae0c9b4a4 admin admin] Deleting subnet df6c15cb-1314-4401-9e60-4042acbc2209 {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 09:46:01.780402 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1e1b7919-3aed-44e2-a3e3-1eeae0c9b4a4 admin admin] Publish callbacks [] for subnet (df6c15cb-1314-4401-9e60-4042acbc2209), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:01.823911 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1e1b7919-3aed-44e2-a3e3-1eeae0c9b4a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28484894'] for subnet (df6c15cb-1314-4401-9e60-4042acbc2209), precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:01.921290 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1e1b7919-3aed-44e2-a3e3-1eeae0c9b4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-718821'] for subnet (df6c15cb-1314-4401-9e60-4042acbc2209), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:01.976539 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1e1b7919-3aed-44e2-a3e3-1eeae0c9b4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-718844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28484979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401390'] for subnet (df6c15cb-1314-4401-9e60-4042acbc2209), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:02.007429 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1e1b7919-3aed-44e2-a3e3-1eeae0c9b4a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728753'] for subnet (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:02.011369 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-1e1b7919-3aed-44e2-a3e3-1eeae0c9b4a4 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/df6c15cb-1314-4401-9e60-4042acbc2209 HTTP/1.1" status: 204 len: 168 time: 0.3223403 May 12 09:46:02.012661 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1b7919-3aed-44e2-a3e3-1eeae0c9b4a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df6c15cb-1314-4401-9e60-4042acbc2209,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:46:02.014027 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 43356) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:46:02.016685 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1b3ddd-75dc-4244-b6ba-24d3f69d429a None None] Network 1fcc80ff-8e1d-4af6-9047-57b5fbbc9180 requested from dv-cinder-837699-5-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 09:46:02.089849 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-783df1c7-82dd-40d1-b818-188e401a4126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-764730'] for network (1fcc80ff-8e1d-4af6-9047-57b5fbbc9180), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:02.137204 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-783df1c7-82dd-40d1-b818-188e401a4126 admin admin] Deleting port fb4cb135-d8b2-44b5-b8c1-12ddb8e7e3f3 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 09:46:02.137638 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-783df1c7-82dd-40d1-b818-188e401a4126 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740344431333'] for port (fb4cb135-d8b2-44b5-b8c1-12ddb8e7e3f3), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:02.252174 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-783df1c7-82dd-40d1-b818-188e401a4126 admin admin] For port fb4cb135-d8b2-44b5-b8c1-12ddb8e7e3f3, host dv-cinder-837699-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=fb4cb135-d8b2-44b5-b8c1-12ddb8e7e3f3,segment=NetworkSegment(f5f23683-4d2c-4990-881e-16dda07c6a80),segment_id=f5f23683-4d2c-4990-881e-16dda07c6a80)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:46:02.252575 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-783df1c7-82dd-40d1-b818-188e401a4126 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799057'] for port (fb4cb135-d8b2-44b5-b8c1-12ddb8e7e3f3), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:02.275370 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23c8bbe-bd3d-4384-8f84-56f8cccf4bb7 None None] DHCP port deletion for 1fcc80ff-8e1d-4af6-9047-57b5fbbc9180 request from dv-cinder-837699-5-iscsi {{(pid=103459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 09:46:02.281198 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-783df1c7-82dd-40d1-b818-188e401a4126 admin admin] Calling delete_port for fb4cb135-d8b2-44b5-b8c1-12ddb8e7e3f3 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 09:46:02.290660 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4947d42c-79a9-49b1-a0c8-b71ec170b882 req-f2ecb0bb-ffb2-4307-b084-23ed38f62a30 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:02.292212 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4947d42c-79a9-49b1-a0c8-b71ec170b882 req-f2ecb0bb-ffb2-4307-b084-23ed38f62a30 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 946 time: 0.0815551 May 12 09:46:02.316083 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-d23c8bbe-bd3d-4384-8f84-56f8cccf4bb7 None None] Deleting port fb4cb135-d8b2-44b5-b8c1-12ddb8e7e3f3 {{(pid=103459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 09:46:02.316471 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d23c8bbe-bd3d-4384-8f84-56f8cccf4bb7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740344431333'] for port (fb4cb135-d8b2-44b5-b8c1-12ddb8e7e3f3), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:02.402678 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-d23c8bbe-bd3d-4384-8f84-56f8cccf4bb7 None None] For port fb4cb135-d8b2-44b5-b8c1-12ddb8e7e3f3, host dv-cinder-837699-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=fb4cb135-d8b2-44b5-b8c1-12ddb8e7e3f3,segment=NetworkSegment(f5f23683-4d2c-4990-881e-16dda07c6a80),segment_id=f5f23683-4d2c-4990-881e-16dda07c6a80)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:46:02.403646 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d23c8bbe-bd3d-4384-8f84-56f8cccf4bb7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799057'] for port (fb4cb135-d8b2-44b5-b8c1-12ddb8e7e3f3), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:02.408379 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4947d42c-79a9-49b1-a0c8-b71ec170b882 req-7cda1133-1dec-4dd5-b01c-825182a10921 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b4cf6b2-a702-45c6-a103-89f8c82f152f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941772 May 12 09:46:02.423128 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-d23c8bbe-bd3d-4384-8f84-56f8cccf4bb7 None None] Calling delete_port for fb4cb135-d8b2-44b5-b8c1-12ddb8e7e3f3 owned by network:dhcp {{(pid=103459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 09:46:02.430614 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-783df1c7-82dd-40d1-b818-188e401a4126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740344441209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740344012629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29192019'] for port (fb4cb135-d8b2-44b5-b8c1-12ddb8e7e3f3), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:02.465888 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783df1c7-82dd-40d1-b818-188e401a4126 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb4cb135-d8b2-44b5-b8c1-12ddb8e7e3f3,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:46:02.473557 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783df1c7-82dd-40d1-b818-188e401a4126 admin admin] No DVR routers for this DVR port fb4cb135-d8b2-44b5-b8c1-12ddb8e7e3f3 on host dv-cinder-837699-5-iscsi {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 09:46:02.521083 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d23c8bbe-bd3d-4384-8f84-56f8cccf4bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740344441209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740344012629'] for port (fb4cb135-d8b2-44b5-b8c1-12ddb8e7e3f3), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:02.549143 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-783df1c7-82dd-40d1-b818-188e401a4126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493712', 'neutron.services.segments.db._delete_segments_for_network-8740344558102'] for network (1fcc80ff-8e1d-4af6-9047-57b5fbbc9180), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:02.550294 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23c8bbe-bd3d-4384-8f84-56f8cccf4bb7 None None] Pushing event deleted for resources: {'Port': ['ID=fb4cb135-d8b2-44b5-b8c1-12ddb8e7e3f3,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:46:02.561062 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23c8bbe-bd3d-4384-8f84-56f8cccf4bb7 None None] No DVR routers for this DVR port fb4cb135-d8b2-44b5-b8c1-12ddb8e7e3f3 on host dv-cinder-837699-5-iscsi {{(pid=103459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 09:46:02.576026 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.services.segments.db [None req-783df1c7-82dd-40d1-b818-188e401a4126 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fcc80ff-8e1d-4af6-9047-57b5fbbc9180']}} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:46:02.590323 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.services.segments.db [None req-783df1c7-82dd-40d1-b818-188e401a4126 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5f23683-4d2c-4990-881e-16dda07c6a80') {'for_net_delete': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:46:02.590673 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.services.segments.db [None req-783df1c7-82dd-40d1-b818-188e401a4126 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5f23683-4d2c-4990-881e-16dda07c6a80') {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:46:02.600492 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-783df1c7-82dd-40d1-b818-188e401a4126 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740344559391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25498380'] for segment (f5f23683-4d2c-4990-881e-16dda07c6a80), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:02.616405 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-783df1c7-82dd-40d1-b818-188e401a4126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720414'] for segment (f5f23683-4d2c-4990-881e-16dda07c6a80), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:02.628326 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-783df1c7-82dd-40d1-b818-188e401a4126 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=103458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 09:46:02.628955 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-783df1c7-82dd-40d1-b818-188e401a4126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29191936'] for segment (f5f23683-4d2c-4990-881e-16dda07c6a80), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:02.630653 dv-cinder-837699-5-iscsi neutron-server[103458]: Traceback (most recent call last): May 12 09:46:02.630653 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 09:46:02.630653 dv-cinder-837699-5-iscsi neutron-server[103458]: timer() May 12 09:46:02.630653 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 09:46:02.630653 dv-cinder-837699-5-iscsi neutron-server[103458]: cb(*args, **kw) May 12 09:46:02.630653 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 09:46:02.630653 dv-cinder-837699-5-iscsi neutron-server[103458]: return func(*args, **kwargs) May 12 09:46:02.630653 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 09:46:02.630653 dv-cinder-837699-5-iscsi neutron-server[103458]: self._notify() May 12 09:46:02.630653 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 09:46:02.630653 dv-cinder-837699-5-iscsi neutron-server[103458]: self.callback(batched_events) May 12 09:46:02.630653 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 09:46:02.630653 dv-cinder-837699-5-iscsi neutron-server[103458]: event.method(event) May 12 09:46:02.630653 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 09:46:02.630653 dv-cinder-837699-5-iscsi neutron-server[103458]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 09:46:02.630653 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 09:46:02.630653 dv-cinder-837699-5-iscsi neutron-server[103458]: aggregate_uuid = self.p_client.list_aggregates( May 12 09:46:02.630653 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 09:46:02.630653 dv-cinder-837699-5-iscsi neutron-server[103458]: return f(self, *a, **k) May 12 09:46:02.630653 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 09:46:02.630653 dv-cinder-837699-5-iscsi neutron-server[103458]: return self._get(url).json() May 12 09:46:02.630653 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 09:46:02.630653 dv-cinder-837699-5-iscsi neutron-server[103458]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 09:46:02.630653 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 09:46:02.630653 dv-cinder-837699-5-iscsi neutron-server[103458]: return self.request(url, 'GET', **kwargs) May 12 09:46:02.630653 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 09:46:02.630653 dv-cinder-837699-5-iscsi neutron-server[103458]: base_url = self.get_endpoint(auth, allow=allow, May 12 09:46:02.630653 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 09:46:02.630653 dv-cinder-837699-5-iscsi neutron-server[103458]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 09:46:02.630653 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 09:46:02.630653 dv-cinder-837699-5-iscsi neutron-server[103458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 09:46:02.630653 dv-cinder-837699-5-iscsi neutron-server[103458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 09:46:02.699813 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-783df1c7-82dd-40d1-b818-188e401a4126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800027'] for network (1fcc80ff-8e1d-4af6-9047-57b5fbbc9180), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:02.715274 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-783df1c7-82dd-40d1-b818-188e401a4126 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728753'] for network (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:02.718327 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-783df1c7-82dd-40d1-b818-188e401a4126 admin admin] 10.222.0.60 "DELETE /v2.0/networks/1fcc80ff-8e1d-4af6-9047-57b5fbbc9180 HTTP/1.1" status: 204 len: 168 time: 0.7032759 May 12 09:46:02.719534 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783df1c7-82dd-40d1-b818-188e401a4126 admin admin] Pushing event deleted for resources: {'Network': ['ID=1fcc80ff-8e1d-4af6-9047-57b5fbbc9180,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:46:02.721385 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 43378) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:46:03.070016 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-67c66188-6355-40f7-9ac4-3ace1d6c1011 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799259'] for router_interface (7835f6e9-c287-4cce-825c-0f83cf623a7f), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:03.095589 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device 64170cea-2d96-4b03-8a36-3e3584ecdd27 no longer exists at agent ovs-agent-dv-cinder-837699-5-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 09:46:03.121457 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] No Port match for: 64170cea-2d96-4b03-8a36-3e3584ecdd27 {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 09:46:03.121884 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device 64170cea-2d96-4b03-8a36-3e3584ecdd27 not bound to the agent host dv-cinder-837699-5-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 09:46:03.122396 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device fb4cb135-d8b2-44b5-b8c1-12ddb8e7e3f3 no longer exists at agent ovs-agent-dv-cinder-837699-5-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 09:46:03.143797 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] No Port match for: fb4cb135-d8b2-44b5-b8c1-12ddb8e7e3f3 {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 09:46:03.144235 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device fb4cb135-d8b2-44b5-b8c1-12ddb8e7e3f3 not bound to the agent host dv-cinder-837699-5-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 09:46:03.144723 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device d4c2287f-048d-4654-8cda-fb464e5090d6 no longer exists at agent ovs-agent-dv-cinder-837699-5-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 09:46:03.158056 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d1acb4-8169-4b19-90e7-1debbb3538bd req-765d784d-6079-4b55-a566-cbf1b3c6b066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:03.159615 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-38d1acb4-8169-4b19-90e7-1debbb3538bd req-765d784d-6079-4b55-a566-cbf1b3c6b066 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b879e240eb4f48139e28cc43223b21da&device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 1130 time: 0.0558350 May 12 09:46:03.165391 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] No Port match for: d4c2287f-048d-4654-8cda-fb464e5090d6 {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 09:46:03.166128 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device d4c2287f-048d-4654-8cda-fb464e5090d6 not bound to the agent host dv-cinder-837699-5-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 09:46:03.357247 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d1acb4-8169-4b19-90e7-1debbb3538bd req-3c3ca4a1-1208-49d4-8b94-e4b2ab13848e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:03.358750 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-38d1acb4-8169-4b19-90e7-1debbb3538bd req-3c3ca4a1-1208-49d4-8b94-e4b2ab13848e service neutron] 10.222.0.65 "GET /v2.0/networks?id=9e493ca3-e280-43b9-b225-da7bca606395 HTTP/1.1" status: 200 len: 917 time: 0.1604593 May 12 09:46:03.469111 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-38d1acb4-8169-4b19-90e7-1debbb3538bd req-8b6211f0-ea48-4f8e-899d-4bc7a80159f7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b HTTP/1.1" status: 200 len: 1002 time: 0.1034415 May 12 09:46:03.476950 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-67c66188-6355-40f7-9ac4-3ace1d6c1011 admin admin] Deleting port ff15eea8-249b-4df3-b3b2-ab9affc1578d {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 09:46:03.477605 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-67c66188-6355-40f7-9ac4-3ace1d6c1011 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740344431333'] for port (ff15eea8-249b-4df3-b3b2-ab9affc1578d), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:03.567475 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e718b74d-f2f7-4eeb-944e-b9296faaafcc req-f53678f8-7ef4-4310-86ed-29213e771954 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:03.569802 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e718b74d-f2f7-4eeb-944e-b9296faaafcc req-f53678f8-7ef4-4310-86ed-29213e771954 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 946 time: 0.0622821 May 12 09:46:03.590652 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d1acb4-8169-4b19-90e7-1debbb3538bd req-bab5a3c5-5200-44bc-bc99-903abddc9ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:03.592161 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-38d1acb4-8169-4b19-90e7-1debbb3538bd req-bab5a3c5-5200-44bc-bc99-903abddc9ad7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d0dfb68a-43de-417f-95c4-a655ed09841d HTTP/1.1" status: 200 len: 855 time: 0.1122296 May 12 09:46:03.616127 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e718b74d-f2f7-4eeb-944e-b9296faaafcc req-494b5171-9644-456b-92ed-fe2005ea308c tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b4cf6b2-a702-45c6-a103-89f8c82f152f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408914 May 12 09:46:03.643203 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-67c66188-6355-40f7-9ac4-3ace1d6c1011 admin admin] For port ff15eea8-249b-4df3-b3b2-ab9affc1578d, host dv-cinder-837699-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=ff15eea8-249b-4df3-b3b2-ab9affc1578d,segment=NetworkSegment(7cde41ae-496e-4838-bffd-5ab15a535d82),segment_id=7cde41ae-496e-4838-bffd-5ab15a535d82)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:46:03.644096 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-67c66188-6355-40f7-9ac4-3ace1d6c1011 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799057'] for port (ff15eea8-249b-4df3-b3b2-ab9affc1578d), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:03.658541 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d1acb4-8169-4b19-90e7-1debbb3538bd req-9a4d0408-c235-4b2a-ba12-a80f8f29f694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:03.660641 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-38d1acb4-8169-4b19-90e7-1debbb3538bd req-9a4d0408-c235-4b2a-ba12-a80f8f29f694 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9e493ca3-e280-43b9-b225-da7bca606395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0606813 May 12 09:46:03.661525 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-67c66188-6355-40f7-9ac4-3ace1d6c1011 admin admin] Calling delete_port for ff15eea8-249b-4df3-b3b2-ab9affc1578d owned by network:router_interface {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 09:46:03.832477 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-38d1acb4-8169-4b19-90e7-1debbb3538bd req-a723ff3d-447b-45ba-9c97-51b93cba33a3 service neutron] 10.222.0.65 "GET /v2.0/networks/9e493ca3-e280-43b9-b225-da7bca606395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651800 May 12 09:46:03.963091 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-38d1acb4-8169-4b19-90e7-1debbb3538bd req-6cd98a8c-1a9f-40da-a7bf-60b493d304b6 service neutron] 10.222.0.65 "GET /v2.0/networks/9e493ca3-e280-43b9-b225-da7bca606395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235566 May 12 09:46:03.983607 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-67c66188-6355-40f7-9ac4-3ace1d6c1011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740344441209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740344012629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28491394'] for port (ff15eea8-249b-4df3-b3b2-ab9affc1578d), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:04.009888 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c66188-6355-40f7-9ac4-3ace1d6c1011 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff15eea8-249b-4df3-b3b2-ab9affc1578d,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:46:04.174025 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-67c66188-6355-40f7-9ac4-3ace1d6c1011 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3701444'] for router_interface (7835f6e9-c287-4cce-825c-0f83cf623a7f), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:04.388244 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67c66188-6355-40f7-9ac4-3ace1d6c1011 admin admin] Router 7835f6e9-c287-4cce-825c-0f83cf623a7f has already been hosted by L3 agent 8db92903-2544-41c2-b919-def82c43c97a {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 09:46:04.499924 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c66188-6355-40f7-9ac4-3ace1d6c1011 admin admin] Notify agent at l3_agent.dv-cinder-837699-5-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 09:46:04.506229 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-67c66188-6355-40f7-9ac4-3ace1d6c1011 admin admin] 10.222.0.60 "PUT /v2.0/routers/7835f6e9-c287-4cce-825c-0f83cf623a7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7832632 May 12 09:46:04.508762 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 43398) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:46:04.514623 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3a3da5-1ce6-4bf8-b667-45f944630794 None None] Sync routers for ids ['7835f6e9-c287-4cce-825c-0f83cf623a7f'] in dv-cinder-837699-5-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 09:46:04.530583 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3a3da5-1ce6-4bf8-b667-45f944630794 None None] Routers {'7835f6e9-c287-4cce-825c-0f83cf623a7f'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:46:04.531329 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-0e3a3da5-1ce6-4bf8-b667-45f944630794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:45:52Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['7835f6e9-c287-4cce-825c-0f83cf623a7f'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:46:04.634191 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-33224ef1-4d7d-4a8a-9f12-20432693b4b9 admin admin] Publish callbacks [] for router (7835f6e9-c287-4cce-825c-0f83cf623a7f), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:04.654669 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-0e3a3da5-1ce6-4bf8-b667-45f944630794 None None] Set router 7835f6e9-c287-4cce-825c-0f83cf623a7f gateway port host: dv-cinder-837699-5-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:46:04.756732 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db90970a-4ab4-41cd-9bd9-43134068da17 req-acc15a3e-2d78-4e53-a5b1-4af7c27d1e46 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:04.758471 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-db90970a-4ab4-41cd-9bd9-43134068da17 req-acc15a3e-2d78-4e53-a5b1-4af7c27d1e46 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 946 time: 0.0612650 May 12 09:46:04.809170 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-db90970a-4ab4-41cd-9bd9-43134068da17 req-0d429489-04f1-4b80-b832-7560d870f65c tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b4cf6b2-a702-45c6-a103-89f8c82f152f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445836 May 12 09:46:04.838984 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-0e3a3da5-1ce6-4bf8-b667-45f944630794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7835f6e9-c287-4cce-825c-0f83cf623a7f', 'name': 'tempest-TestShelveInstance-69859187-router', 'tenant_id': '06c18e1915ff41efaf481513fe6f496c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'cbdae8b7-88db-41f2-9b12-5225b502bfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:39:56Z', 'updated_at': '2022-05-12T09:46:03Z', 'revision_number': 5, 'project_id': '06c18e1915ff41efaf481513fe6f496c', 'gw_port': {'id': 'cbdae8b7-88db-41f2-9b12-5225b502bfc3', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:32:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7835f6e9-c287-4cce-825c-0f83cf623a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:39:56Z', 'updated_at': '2022-05-12T09:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi'}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:46:04.868381 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3a3da5-1ce6-4bf8-b667-45f944630794 None None] Checking router: 7835f6e9-c287-4cce-825c-0f83cf623a7f for host: dv-cinder-837699-5-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 09:46:04.877226 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3a3da5-1ce6-4bf8-b667-45f944630794 None None] Routers {'7835f6e9-c287-4cce-825c-0f83cf623a7f'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:46:04.878314 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-0e3a3da5-1ce6-4bf8-b667-45f944630794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:45:52Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['7835f6e9-c287-4cce-825c-0f83cf623a7f'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:46:04.985619 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-33224ef1-4d7d-4a8a-9f12-20432693b4b9 admin admin] Publish callbacks [] for router_gateway (7835f6e9-c287-4cce-825c-0f83cf623a7f), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:04.986450 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-0e3a3da5-1ce6-4bf8-b667-45f944630794 None None] Set router 7835f6e9-c287-4cce-825c-0f83cf623a7f gateway port host: dv-cinder-837699-5-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:46:05.029796 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-33224ef1-4d7d-4a8a-9f12-20432693b4b9 admin admin] Deleting port cbdae8b7-88db-41f2-9b12-5225b502bfc3 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 09:46:05.030164 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-33224ef1-4d7d-4a8a-9f12-20432693b4b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740344431333'] for port (cbdae8b7-88db-41f2-9b12-5225b502bfc3), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:05.126075 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-33224ef1-4d7d-4a8a-9f12-20432693b4b9 admin admin] For port cbdae8b7-88db-41f2-9b12-5225b502bfc3, host dv-cinder-837699-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=cbdae8b7-88db-41f2-9b12-5225b502bfc3,segment=NetworkSegment(19f8603b-b081-4ce5-86ca-33d22941a00f),segment_id=19f8603b-b081-4ce5-86ca-33d22941a00f)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:46:05.126446 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-33224ef1-4d7d-4a8a-9f12-20432693b4b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799057'] for port (cbdae8b7-88db-41f2-9b12-5225b502bfc3), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:05.143022 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-33224ef1-4d7d-4a8a-9f12-20432693b4b9 admin admin] Calling delete_port for cbdae8b7-88db-41f2-9b12-5225b502bfc3 owned by network:router_gateway {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 09:46:05.160271 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-0e3a3da5-1ce6-4bf8-b667-45f944630794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7835f6e9-c287-4cce-825c-0f83cf623a7f', 'name': 'tempest-TestShelveInstance-69859187-router', 'tenant_id': '06c18e1915ff41efaf481513fe6f496c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'cbdae8b7-88db-41f2-9b12-5225b502bfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:39:56Z', 'updated_at': '2022-05-12T09:46:03Z', 'revision_number': 5, 'project_id': '06c18e1915ff41efaf481513fe6f496c', 'gw_port': {'id': 'cbdae8b7-88db-41f2-9b12-5225b502bfc3', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:32:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7835f6e9-c287-4cce-825c-0f83cf623a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:39:56Z', 'updated_at': '2022-05-12T09:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi'}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:46:05.186942 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3a3da5-1ce6-4bf8-b667-45f944630794 None None] The sync data for ids ['7835f6e9-c287-4cce-825c-0f83cf623a7f'] in dv-cinder-837699-5-iscsi is: [{'id': '7835f6e9-c287-4cce-825c-0f83cf623a7f', 'name': 'tempest-TestShelveInstance-69859187-router', 'tenant_id': '06c18e1915ff41efaf481513fe6f496c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'cbdae8b7-88db-41f2-9b12-5225b502bfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:39:56Z', 'updated_at': '2022-05-12T09:46:03Z', 'revision_number': 5, 'project_id': '06c18e1915ff41efaf481513fe6f496c', 'gw_port': {'id': 'cbdae8b7-88db-41f2-9b12-5225b502bfc3', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:32:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7835f6e9-c287-4cce-825c-0f83cf623a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:39:56Z', 'updated_at': '2022-05-12T09:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi'}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 09:46:05.305279 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-33224ef1-4d7d-4a8a-9f12-20432693b4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740344441209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740344012629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28491394'] for port (cbdae8b7-88db-41f2-9b12-5225b502bfc3), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:05.330387 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33224ef1-4d7d-4a8a-9f12-20432693b4b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbdae8b7-88db-41f2-9b12-5225b502bfc3,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:46:05.396487 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-33224ef1-4d7d-4a8a-9f12-20432693b4b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798249'] for router_gateway (7835f6e9-c287-4cce-825c-0f83cf623a7f), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:05.492371 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-33224ef1-4d7d-4a8a-9f12-20432693b4b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3795873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6231'] for router (7835f6e9-c287-4cce-825c-0f83cf623a7f), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:05.494701 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-33224ef1-4d7d-4a8a-9f12-20432693b4b9 admin admin] Publish callbacks [] for router_controller (7835f6e9-c287-4cce-825c-0f83cf623a7f), precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:05.547160 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-33224ef1-4d7d-4a8a-9f12-20432693b4b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3795896'] for router (7835f6e9-c287-4cce-825c-0f83cf623a7f), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:05.547880 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33224ef1-4d7d-4a8a-9f12-20432693b4b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7835f6e9-c287-4cce-825c-0f83cf623a7f {{(pid=103457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 09:46:05.555689 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-33224ef1-4d7d-4a8a-9f12-20432693b4b9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:05.559844 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 43406) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:46:05.560256 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-33224ef1-4d7d-4a8a-9f12-20432693b4b9 admin admin] 10.222.0.60 "DELETE /v2.0/routers/7835f6e9-c287-4cce-825c-0f83cf623a7f HTTP/1.1" status: 204 len: 168 time: 1.0501945 May 12 09:46:05.635185 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_v2 [None req-20df6e50-5a6e-4ce6-9472-dcf6a85ee5fc admin admin] Deleting subnet 93420e97-e35b-4aea-96d5-8365ca9cdf5c {{(pid=103458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 09:46:05.639428 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-20df6e50-5a6e-4ce6-9472-dcf6a85ee5fc admin admin] Publish callbacks [] for subnet (93420e97-e35b-4aea-96d5-8365ca9cdf5c), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:05.702232 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-20df6e50-5a6e-4ce6-9472-dcf6a85ee5fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25498421'] for subnet (93420e97-e35b-4aea-96d5-8365ca9cdf5c), precommit_delete_associations {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:05.788489 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-20df6e50-5a6e-4ce6-9472-dcf6a85ee5fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-718821'] for subnet (93420e97-e35b-4aea-96d5-8365ca9cdf5c), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:05.846076 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-20df6e50-5a6e-4ce6-9472-dcf6a85ee5fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-718844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29193378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28648165'] for subnet (93420e97-e35b-4aea-96d5-8365ca9cdf5c), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:05.887076 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-20df6e50-5a6e-4ce6-9472-dcf6a85ee5fc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:05.891891 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-20df6e50-5a6e-4ce6-9472-dcf6a85ee5fc admin admin] 10.222.0.60 "DELETE /v2.0/subnets/93420e97-e35b-4aea-96d5-8365ca9cdf5c HTTP/1.1" status: 204 len: 168 time: 0.3304505 May 12 09:46:05.892505 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d09bbc-1ffe-44ba-a884-a3ae2a0dc0d6 None None] Network 0fc71731-e9d5-4fa3-9560-76a72e660a6a requested from dv-cinder-837699-5-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 09:46:05.894159 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20df6e50-5a6e-4ce6-9472-dcf6a85ee5fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93420e97-e35b-4aea-96d5-8365ca9cdf5c,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:46:05.895021 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 43424) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:46:05.977405 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d126e68d-55dd-4856-8848-1d1a460cf9ff req-d11326ed-3cfe-4918-aca3-9a8549e9af65 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:05.987087 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d126e68d-55dd-4856-8848-1d1a460cf9ff req-d11326ed-3cfe-4918-aca3-9a8549e9af65 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 946 time: 0.0845301 May 12 09:46:06.030677 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b99dd3e2-b495-4466-97cc-b8db93845ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-764730'] for network (0fc71731-e9d5-4fa3-9560-76a72e660a6a), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:06.047675 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d126e68d-55dd-4856-8848-1d1a460cf9ff req-dc4a3c33-b984-42f4-acba-0251e3aee23e tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b4cf6b2-a702-45c6-a103-89f8c82f152f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595431 May 12 09:46:06.106821 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-b99dd3e2-b495-4466-97cc-b8db93845ab3 admin admin] Deleting port 84fc6fe5-e896-4b8b-9f9a-f2b9184b88f7 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 09:46:06.108659 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b99dd3e2-b495-4466-97cc-b8db93845ab3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740344431333'] for port (84fc6fe5-e896-4b8b-9f9a-f2b9184b88f7), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:06.179469 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-b99dd3e2-b495-4466-97cc-b8db93845ab3 admin admin] For port 84fc6fe5-e896-4b8b-9f9a-f2b9184b88f7, host dv-cinder-837699-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=84fc6fe5-e896-4b8b-9f9a-f2b9184b88f7,segment=NetworkSegment(7cde41ae-496e-4838-bffd-5ab15a535d82),segment_id=7cde41ae-496e-4838-bffd-5ab15a535d82)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:46:06.179925 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b99dd3e2-b495-4466-97cc-b8db93845ab3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799057'] for port (84fc6fe5-e896-4b8b-9f9a-f2b9184b88f7), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:06.196604 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-b99dd3e2-b495-4466-97cc-b8db93845ab3 admin admin] Calling delete_port for 84fc6fe5-e896-4b8b-9f9a-f2b9184b88f7 owned by network:dhcp {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 09:46:06.216708 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-1d9e6a58-d356-44ab-bb34-37357c1267d7 None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 09:46:06.284560 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b99dd3e2-b495-4466-97cc-b8db93845ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740344441209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740344012629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28491394'] for port (84fc6fe5-e896-4b8b-9f9a-f2b9184b88f7), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:06.310828 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99dd3e2-b495-4466-97cc-b8db93845ab3 admin admin] Pushing event deleted for resources: {'Port': ['ID=84fc6fe5-e896-4b8b-9f9a-f2b9184b88f7,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:46:06.312734 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99dd3e2-b495-4466-97cc-b8db93845ab3 admin admin] No DVR routers for this DVR port 84fc6fe5-e896-4b8b-9f9a-f2b9184b88f7 on host dv-cinder-837699-5-iscsi {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 09:46:06.384184 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b99dd3e2-b495-4466-97cc-b8db93845ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493712', 'neutron.services.segments.db._delete_segments_for_network-8740344558102'] for network (0fc71731-e9d5-4fa3-9560-76a72e660a6a), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:06.416416 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e328397-bef7-4924-b324-7e419ae580eb None None] DHCP port deletion for 0fc71731-e9d5-4fa3-9560-76a72e660a6a request from dv-cinder-837699-5-iscsi {{(pid=103459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 09:46:06.417989 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-b99dd3e2-b495-4466-97cc-b8db93845ab3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fc71731-e9d5-4fa3-9560-76a72e660a6a']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:46:06.429157 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-b99dd3e2-b495-4466-97cc-b8db93845ab3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cde41ae-496e-4838-bffd-5ab15a535d82') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:46:06.429728 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-b99dd3e2-b495-4466-97cc-b8db93845ab3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cde41ae-496e-4838-bffd-5ab15a535d82') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:46:06.439658 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b99dd3e2-b495-4466-97cc-b8db93845ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740344559391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28484903'] for segment (7cde41ae-496e-4838-bffd-5ab15a535d82), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:06.461400 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b99dd3e2-b495-4466-97cc-b8db93845ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720414'] for segment (7cde41ae-496e-4838-bffd-5ab15a535d82), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:06.464742 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b99dd3e2-b495-4466-97cc-b8db93845ab3 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 09:46:06.465137 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b99dd3e2-b495-4466-97cc-b8db93845ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28491473'] for segment (7cde41ae-496e-4838-bffd-5ab15a535d82), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:06.467085 dv-cinder-837699-5-iscsi neutron-server[103457]: Traceback (most recent call last): May 12 09:46:06.467085 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 09:46:06.467085 dv-cinder-837699-5-iscsi neutron-server[103457]: timer() May 12 09:46:06.467085 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 09:46:06.467085 dv-cinder-837699-5-iscsi neutron-server[103457]: cb(*args, **kw) May 12 09:46:06.467085 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 09:46:06.467085 dv-cinder-837699-5-iscsi neutron-server[103457]: return func(*args, **kwargs) May 12 09:46:06.467085 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 09:46:06.467085 dv-cinder-837699-5-iscsi neutron-server[103457]: self._notify() May 12 09:46:06.467085 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 09:46:06.467085 dv-cinder-837699-5-iscsi neutron-server[103457]: self.callback(batched_events) May 12 09:46:06.467085 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 09:46:06.467085 dv-cinder-837699-5-iscsi neutron-server[103457]: event.method(event) May 12 09:46:06.467085 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 09:46:06.467085 dv-cinder-837699-5-iscsi neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 09:46:06.467085 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 09:46:06.467085 dv-cinder-837699-5-iscsi neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( May 12 09:46:06.467085 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 09:46:06.467085 dv-cinder-837699-5-iscsi neutron-server[103457]: return f(self, *a, **k) May 12 09:46:06.467085 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 09:46:06.467085 dv-cinder-837699-5-iscsi neutron-server[103457]: return self._get(url).json() May 12 09:46:06.467085 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 09:46:06.467085 dv-cinder-837699-5-iscsi neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 09:46:06.467085 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 09:46:06.467085 dv-cinder-837699-5-iscsi neutron-server[103457]: return self.request(url, 'GET', **kwargs) May 12 09:46:06.467085 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 09:46:06.467085 dv-cinder-837699-5-iscsi neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, May 12 09:46:06.467085 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 09:46:06.467085 dv-cinder-837699-5-iscsi neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 09:46:06.467085 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 09:46:06.467085 dv-cinder-837699-5-iscsi neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 09:46:06.467085 dv-cinder-837699-5-iscsi neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 09:46:06.521230 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b99dd3e2-b495-4466-97cc-b8db93845ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800027'] for network (0fc71731-e9d5-4fa3-9560-76a72e660a6a), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:06.526874 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-b99dd3e2-b495-4466-97cc-b8db93845ab3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728753'] for network (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:06.529999 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-b99dd3e2-b495-4466-97cc-b8db93845ab3 admin admin] 10.222.0.60 "DELETE /v2.0/networks/0fc71731-e9d5-4fa3-9560-76a72e660a6a HTTP/1.1" status: 204 len: 168 time: 0.6325431 May 12 09:46:06.541113 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99dd3e2-b495-4466-97cc-b8db93845ab3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0fc71731-e9d5-4fa3-9560-76a72e660a6a,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:46:06.600268 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b no longer exists at agent hyperv_hv-cinder-83769 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 09:46:06.718873 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d8b00-be7e-44c5-bc19-3f8dfa7dcd69 req-3da36d57-3073-48d2-b491-000ac7d4e8f7 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:06.720728 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-447d8b00-be7e-44c5-bc19-3f8dfa7dcd69 req-3da36d57-3073-48d2-b491-000ac7d4e8f7 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 946 time: 0.0499644 May 12 09:46:06.737765 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Current status of the port b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b is: ACTIVE; New status is: DOWN {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:46:06.738217 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:06.778227 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] For port b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b,segment=NetworkSegment(13c6b376-b873-4e7b-b8cd-21838495d81c),segment_id=13c6b376-b873-4e7b-b8cd-21838495d81c)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:46:06.780279 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-447d8b00-be7e-44c5-bc19-3f8dfa7dcd69 req-e2efaef0-065d-4dc0-9887-28cfa55a515b tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b4cf6b2-a702-45c6-a103-89f8c82f152f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510726 May 12 09:46:06.780530 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18552b7d-9ecc-4182-b0fd-726899815dcf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b'}] {{(pid=103459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:46:06.783539 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86b47e387812c2b24e7094e641fb8cdf00e205bc2b1299b72670831d9f7cf680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f5c1dd-78db-40d1-8c77-2b5477415289" -d '{"events": [{"server_uuid": "18552b7d-9ecc-4182-b0fd-726899815dcf", "name": "network-vif-unplugged", "status": "completed", "tag": "b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b"}]}' {{(pid=103459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:46:06.789731 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:06.816446 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 43460) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:46:06.835731 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 12 May 2022 09:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aac24e6-76ac-49d4-a3d6-37bcce8221e4 x-openstack-request-id: req-3aac24e6-76ac-49d4-a3d6-37bcce8221e4 {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:46:06.836027 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18552b7d-9ecc-4182-b0fd-726899815dcf", "name": "network-vif-unplugged", "status": "failed", "tag": "b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b", "code": 422}]} {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:46:06.836277 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3aac24e6-76ac-49d4-a3d6-37bcce8221e4 {{(pid=103459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:46:06.836722 dv-cinder-837699-5-iscsi neutron-server[103459]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-3aac24e6-76ac-49d4-a3d6-37bcce8221e4']: {'server_uuid': '18552b7d-9ecc-4182-b0fd-726899815dcf', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b', 'code': 422} returned with failed status May 12 09:46:06.850669 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Pushing event updated for resources: {'Port': ['ID=b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b,revision_number=8']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:46:06.866040 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-c36b700f-83f4-435e-a3a4-8f28b159ef75 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=170aaa04d8fe4170bf344d5667ae2814&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0483472 May 12 09:46:06.868556 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 43464) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:46:06.917193 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-099ce5c8-41c5-4647-a162-d157f4fb55ca admin admin] Publish callbacks [] for security_group (31a4843f-d1c4-4a9b-8b0f-de225d353f23), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:06.942256 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-099ce5c8-41c5-4647-a162-d157f4fb55ca admin admin] Publish callbacks [] for security_group (31a4843f-d1c4-4a9b-8b0f-de225d353f23), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:06.987819 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-099ce5c8-41c5-4647-a162-d157f4fb55ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (31a4843f-d1c4-4a9b-8b0f-de225d353f23), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:06.990347 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-099ce5c8-41c5-4647-a162-d157f4fb55ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:06.991678 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-099ce5c8-41c5-4647-a162-d157f4fb55ca admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/31a4843f-d1c4-4a9b-8b0f-de225d353f23 HTTP/1.1" status: 204 len: 168 time: 0.1221030 May 12 09:46:06.999751 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099ce5c8-41c5-4647-a162-d157f4fb55ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a4843f-d1c4-4a9b-8b0f-de225d353f23,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:46:07.095957 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device ff15eea8-249b-4df3-b3b2-ab9affc1578d no longer exists at agent ovs-agent-dv-cinder-837699-5-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 09:46:07.122480 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] No Port match for: ff15eea8-249b-4df3-b3b2-ab9affc1578d {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 09:46:07.123227 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device ff15eea8-249b-4df3-b3b2-ab9affc1578d not bound to the agent host dv-cinder-837699-5-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 09:46:07.123227 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device cbdae8b7-88db-41f2-9b12-5225b502bfc3 no longer exists at agent ovs-agent-dv-cinder-837699-5-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 09:46:07.142272 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b894b49a-1b2d-4b43-9ad4-ecf1028c7771 req-51be1097-0f8b-41ea-93da-d1efe9e250df service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0560009 May 12 09:46:07.151262 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] No Port match for: cbdae8b7-88db-41f2-9b12-5225b502bfc3 {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 09:46:07.151503 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device cbdae8b7-88db-41f2-9b12-5225b502bfc3 not bound to the agent host dv-cinder-837699-5-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 09:46:07.151916 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device 84fc6fe5-e896-4b8b-9f9a-f2b9184b88f7 no longer exists at agent ovs-agent-dv-cinder-837699-5-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 09:46:07.181467 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] No Port match for: 84fc6fe5-e896-4b8b-9f9a-f2b9184b88f7 {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 09:46:07.181816 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device 84fc6fe5-e896-4b8b-9f9a-f2b9184b88f7 not bound to the agent host dv-cinder-837699-5-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 09:46:07.231750 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b894b49a-1b2d-4b43-9ad4-ecf1028c7771 req-7e435a17-6b91-4364-9562-c4da29f203dd tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:07.233039 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b894b49a-1b2d-4b43-9ad4-ecf1028c7771 req-7e435a17-6b91-4364-9562-c4da29f203dd tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports/b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b HTTP/1.1" status: 200 len: 941 time: 0.0572455 May 12 09:46:07.401526 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 43490) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:46:07.447134 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-c4e7b067-d2f3-44d6-aed2-a85c87e7ff90 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=06c18e1915ff41efaf481513fe6f496c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0438583 May 12 09:46:07.450165 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 43494) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:46:07.501151 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-69ca4f6f-a031-48de-aa7c-e71d6ed19a7b admin admin] Publish callbacks [] for security_group (37715bca-a47f-4049-8055-0788e9c5c84f), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:07.525506 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-69ca4f6f-a031-48de-aa7c-e71d6ed19a7b admin admin] Publish callbacks [] for security_group (37715bca-a47f-4049-8055-0788e9c5c84f), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:07.527507 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 43496) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:46:07.580353 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-69ca4f6f-a031-48de-aa7c-e71d6ed19a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (37715bca-a47f-4049-8055-0788e9c5c84f), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:07.583281 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-69ca4f6f-a031-48de-aa7c-e71d6ed19a7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:07.584498 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-69ca4f6f-a031-48de-aa7c-e71d6ed19a7b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/37715bca-a47f-4049-8055-0788e9c5c84f HTTP/1.1" status: 204 len: 168 time: 0.1334233 May 12 09:46:07.593268 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ca4f6f-a031-48de-aa7c-e71d6ed19a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37715bca-a47f-4049-8055-0788e9c5c84f,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:46:07.694208 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c50b41d3-367d-4c45-8695-8cdb8fbcfb7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:07.784987 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c50b41d3-367d-4c45-8695-8cdb8fbcfb7c admin admin] Publish callbacks [] for security_group (add2c0a7-e6e1-46a7-a846-2785aee0b44b), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:07.789684 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c50b41d3-367d-4c45-8695-8cdb8fbcfb7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (add2c0a7-e6e1-46a7-a846-2785aee0b44b), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:07.835139 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-c50b41d3-367d-4c45-8695-8cdb8fbcfb7c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fdf8fd68dc204ced92a64f35ff547353&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3063440 May 12 09:46:07.837971 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 43504) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:46:07.842518 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50b41d3-367d-4c45-8695-8cdb8fbcfb7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add2c0a7-e6e1-46a7-a846-2785aee0b44b,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:46:07.939742 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1315a5d-e039-4639-af89-36aa9381776c req-b636c70d-ae32-483e-98eb-740fb7c63113 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:07.941644 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c1315a5d-e039-4639-af89-36aa9381776c req-b636c70d-ae32-483e-98eb-740fb7c63113 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 944 time: 0.0625293 May 12 09:46:07.942269 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ad962812-691d-4c58-bb4f-2e61cabce2d0 admin admin] Publish callbacks [] for security_group (add2c0a7-e6e1-46a7-a846-2785aee0b44b), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:07.975902 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ad962812-691d-4c58-bb4f-2e61cabce2d0 admin admin] Publish callbacks [] for security_group (add2c0a7-e6e1-46a7-a846-2785aee0b44b), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:08.023871 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c1315a5d-e039-4639-af89-36aa9381776c req-c44e7298-1a8d-4629-9d5c-8d39312185b8 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b4cf6b2-a702-45c6-a103-89f8c82f152f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724282 May 12 09:46:08.043138 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ad962812-691d-4c58-bb4f-2e61cabce2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (add2c0a7-e6e1-46a7-a846-2785aee0b44b), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:08.045821 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ad962812-691d-4c58-bb4f-2e61cabce2d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:08.049880 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-ad962812-691d-4c58-bb4f-2e61cabce2d0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/add2c0a7-e6e1-46a7-a846-2785aee0b44b HTTP/1.1" status: 204 len: 168 time: 0.2109182 May 12 09:46:08.057476 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad962812-691d-4c58-bb4f-2e61cabce2d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add2c0a7-e6e1-46a7-a846-2785aee0b44b,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:46:08.365468 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 43510) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:46:08.379883 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6a5867f4-d06e-4446-ac18-853be63fc381 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:08.458249 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6a5867f4-d06e-4446-ac18-853be63fc381 admin admin] Publish callbacks [] for security_group (d9d42390-fe5f-4616-9276-22d7328d028d), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:08.462198 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6a5867f4-d06e-4446-ac18-853be63fc381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (d9d42390-fe5f-4616-9276-22d7328d028d), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:08.513768 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-6a5867f4-d06e-4446-ac18-853be63fc381 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=073f8ddfbd5549678e50adaca20fa9c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1471233 May 12 09:46:08.514906 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5867f4-d06e-4446-ac18-853be63fc381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d42390-fe5f-4616-9276-22d7328d028d,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:46:08.516425 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 43512) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:46:08.564789 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-82361377-913d-4d07-bddf-5acd331894cc admin admin] Publish callbacks [] for security_group (d9d42390-fe5f-4616-9276-22d7328d028d), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:08.585597 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-82361377-913d-4d07-bddf-5acd331894cc admin admin] Publish callbacks [] for security_group (d9d42390-fe5f-4616-9276-22d7328d028d), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:08.635433 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-82361377-913d-4d07-bddf-5acd331894cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (d9d42390-fe5f-4616-9276-22d7328d028d), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:08.638663 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-82361377-913d-4d07-bddf-5acd331894cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:08.639779 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-82361377-913d-4d07-bddf-5acd331894cc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d9d42390-fe5f-4616-9276-22d7328d028d HTTP/1.1" status: 204 len: 168 time: 0.1223290 May 12 09:46:08.647382 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82361377-913d-4d07-bddf-5acd331894cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d42390-fe5f-4616-9276-22d7328d028d,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:46:08.817294 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b894b49a-1b2d-4b43-9ad4-ecf1028c7771 req-4f75c4c4-ab6c-4463-91e2-5e540ffed703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:08.818810 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b894b49a-1b2d-4b43-9ad4-ecf1028c7771 req-4f75c4c4-ab6c-4463-91e2-5e540ffed703 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf&tenant_id=b879e240eb4f48139e28cc43223b21da HTTP/1.1" status: 200 len: 1128 time: 0.0751405 May 12 09:46:08.890765 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b894b49a-1b2d-4b43-9ad4-ecf1028c7771 req-1d12d521-121c-4c5a-9b5b-a932740b1f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:08.892269 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b894b49a-1b2d-4b43-9ad4-ecf1028c7771 req-1d12d521-121c-4c5a-9b5b-a932740b1f3d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b879e240eb4f48139e28cc43223b21da&device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 1128 time: 0.0411129 May 12 09:46:08.971578 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 43518) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:46:08.986166 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-391ad829-6b41-4cb4-a710-de2e1928588b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:08.992257 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b894b49a-1b2d-4b43-9ad4-ecf1028c7771 req-1e040a8e-e78d-4913-8999-885714722665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:08.993711 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b894b49a-1b2d-4b43-9ad4-ecf1028c7771 req-1e040a8e-e78d-4913-8999-885714722665 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9e493ca3-e280-43b9-b225-da7bca606395 HTTP/1.1" status: 200 len: 917 time: 0.0935419 May 12 09:46:09.063320 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-391ad829-6b41-4cb4-a710-de2e1928588b admin admin] Publish callbacks [] for security_group (be8c275e-5d8c-45f1-8da4-0a24e62ca232), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:09.068385 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-391ad829-6b41-4cb4-a710-de2e1928588b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (be8c275e-5d8c-45f1-8da4-0a24e62ca232), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:09.071954 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b894b49a-1b2d-4b43-9ad4-ecf1028c7771 req-831397d6-cfee-48f3-b1d4-65d19cb92494 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b HTTP/1.1" status: 200 len: 1000 time: 0.0699244 May 12 09:46:09.120286 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-391ad829-6b41-4cb4-a710-de2e1928588b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6b2b1acfdc944d3fa0e421e941b4e6df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1471314 May 12 09:46:09.122421 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b894b49a-1b2d-4b43-9ad4-ecf1028c7771 req-d769443c-0c87-4cb4-bbd4-dc28844304fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:09.124326 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391ad829-6b41-4cb4-a710-de2e1928588b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be8c275e-5d8c-45f1-8da4-0a24e62ca232,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:46:09.124499 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b894b49a-1b2d-4b43-9ad4-ecf1028c7771 req-d769443c-0c87-4cb4-bbd4-dc28844304fa service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d0dfb68a-43de-417f-95c4-a655ed09841d HTTP/1.1" status: 200 len: 855 time: 0.0467494 May 12 09:46:09.124499 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 43522) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:46:09.157840 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f19ff-2cfb-44c6-9f17-d5c474a78c5d req-273dc49d-172f-41ce-a460-59a770f84ee0 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:09.160034 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8d4f19ff-2cfb-44c6-9f17-d5c474a78c5d req-273dc49d-172f-41ce-a460-59a770f84ee0 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 944 time: 0.0550261 May 12 09:46:09.192243 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b894b49a-1b2d-4b43-9ad4-ecf1028c7771 req-2f1f9b6e-bc23-4685-b4a4-96295e2cb3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:09.193825 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b894b49a-1b2d-4b43-9ad4-ecf1028c7771 req-2f1f9b6e-bc23-4685-b4a4-96295e2cb3c8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9e493ca3-e280-43b9-b225-da7bca606395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0621419 May 12 09:46:09.206645 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8d4f19ff-2cfb-44c6-9f17-d5c474a78c5d req-a5a8e161-fc9a-4830-89c9-cceb14c8bf68 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b4cf6b2-a702-45c6-a103-89f8c82f152f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405548 May 12 09:46:09.225193 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ccee540f-f275-43ce-937f-e04b68d2bf4c admin admin] Publish callbacks [] for security_group (be8c275e-5d8c-45f1-8da4-0a24e62ca232), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:09.286418 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ccee540f-f275-43ce-937f-e04b68d2bf4c admin admin] Publish callbacks [] for security_group (be8c275e-5d8c-45f1-8da4-0a24e62ca232), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:09.332860 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b894b49a-1b2d-4b43-9ad4-ecf1028c7771 req-8b566033-5ed2-46a8-9e34-6c8fc0a35e23 service neutron] 10.222.0.65 "GET /v2.0/networks/9e493ca3-e280-43b9-b225-da7bca606395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291747 May 12 09:46:09.369559 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ccee540f-f275-43ce-937f-e04b68d2bf4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (be8c275e-5d8c-45f1-8da4-0a24e62ca232), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:09.371989 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ccee540f-f275-43ce-937f-e04b68d2bf4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:09.373056 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-ccee540f-f275-43ce-937f-e04b68d2bf4c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/be8c275e-5d8c-45f1-8da4-0a24e62ca232 HTTP/1.1" status: 204 len: 168 time: 0.2471917 May 12 09:46:09.412132 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccee540f-f275-43ce-937f-e04b68d2bf4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8c275e-5d8c-45f1-8da4-0a24e62ca232,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:46:09.440155 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-b894b49a-1b2d-4b43-9ad4-ecf1028c7771 req-9bccbe59-8b49-4f84-b9f5-5a145be7a77e service neutron] 10.222.0.65 "GET /v2.0/networks/9e493ca3-e280-43b9-b225-da7bca606395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011941 May 12 09:46:10.071918 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 43564) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:46:10.185324 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-4d5f0fe7-1639-4b3c-ab26-395166d41b8b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-944975840-network', 'tenant_id': 'f905d25356874ac88be7ed35a624e230'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:46:10.215258 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d5f0fe7-1639-4b3c-ab26-395166d41b8b admin admin] Made reservation on behalf of f905d25356874ac88be7ed35a624e230 for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 09:46:10.218364 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4d5f0fe7-1639-4b3c-ab26-395166d41b8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for network (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:10.229950 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4d5f0fe7-1639-4b3c-ab26-395166d41b8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:10.356944 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4d5f0fe7-1639-4b3c-ab26-395166d41b8b admin admin] Publish callbacks [] for security_group (044135b8-e00d-4eee-a9b9-7234a6be7863), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:10.364510 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4d5f0fe7-1639-4b3c-ab26-395166d41b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (044135b8-e00d-4eee-a9b9-7234a6be7863), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:10.372124 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b3691c-b0ca-4948-abed-6591ce3818b8 req-60c8b85c-cabc-4ae9-8b67-16eafbd9935c tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:10.374315 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b6b3691c-b0ca-4948-abed-6591ce3818b8 req-60c8b85c-cabc-4ae9-8b67-16eafbd9935c tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 944 time: 0.0770333 May 12 09:46:10.398196 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d5f0fe7-1639-4b3c-ab26-395166d41b8b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 09:46:10.403802 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5f0fe7-1639-4b3c-ab26-395166d41b8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=044135b8-e00d-4eee-a9b9-7234a6be7863,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:46:10.411305 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4d5f0fe7-1639-4b3c-ab26-395166d41b8b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740344558093', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720414'] for segment (8090d671-00e8-4268-b65c-cd9129c3417c), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:10.411711 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.db.segments_db [None req-4d5f0fe7-1639-4b3c-ab26-395166d41b8b admin admin] Added segment 8090d671-00e8-4268-b65c-cd9129c3417c of type vlan for network a979ad69-574d-4551-aeb4-f162ac77a9b9 May 12 09:46:10.429565 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b6b3691c-b0ca-4948-abed-6591ce3818b8 req-dc22b591-8738-49e8-8d12-17ffaae29629 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b4cf6b2-a702-45c6-a103-89f8c82f152f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490518 May 12 09:46:10.468733 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4d5f0fe7-1639-4b3c-ab26-395166d41b8b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740344000386'] for network (a979ad69-574d-4551-aeb4-f162ac77a9b9), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:10.497582 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4d5f0fe7-1639-4b3c-ab26-395166d41b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735'] for network (a979ad69-574d-4551-aeb4-f162ac77a9b9), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:10.498640 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5f0fe7-1639-4b3c-ab26-395166d41b8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:10.499223 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4d5f0fe7-1639-4b3c-ab26-395166d41b8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728753'] for network (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:10.541659 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-4d5f0fe7-1639-4b3c-ab26-395166d41b8b admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4659500 May 12 09:46:10.542076 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 43570) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:46:10.547074 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-3615def5-90bc-47fe-96d4-f1eaaa223bd3 admin admin] Request body: {'subnet': {'network_id': 'a979ad69-574d-4551-aeb4-f162ac77a9b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-944975840-subnet', 'tenant_id': 'f905d25356874ac88be7ed35a624e230', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:46:10.567230 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5f0fe7-1639-4b3c-ab26-395166d41b8b admin admin] Pushing event updated for resources: {'Network': ['ID=a979ad69-574d-4551-aeb4-f162ac77a9b9,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:46:10.570814 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3615def5-90bc-47fe-96d4-f1eaaa223bd3 admin admin] Made reservation on behalf of f905d25356874ac88be7ed35a624e230 for: {'subnet': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 09:46:10.573098 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3615def5-90bc-47fe-96d4-f1eaaa223bd3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28648136'] for subnet (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:10.577351 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Network a979ad69-574d-4551-aeb4-f162ac77a9b9 details requested by agent ovs-agent-dv-cinder-837699-5-iscsi with host dv-cinder-837699-5-iscsi {{(pid=103459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 09:46:10.643946 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b no longer exists at agent hyperv_hv-cinder-83769 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 09:46:10.719912 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Current status of the port b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b is: DOWN; New status is: DOWN {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:46:10.773721 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3615def5-90bc-47fe-96d4-f1eaaa223bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29193443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28648158'] for subnet (9c3391ae-d29e-4a2c-ad71-662785d99b53), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:10.832463 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3615def5-90bc-47fe-96d4-f1eaaa223bd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c3391ae-d29e-4a2c-ad71-662785d99b53,revision_number=0']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:46:10.841149 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3615def5-90bc-47fe-96d4-f1eaaa223bd3 admin admin] Checking segment: {'id': '8090d671-00e8-4268-b65c-cd9129c3417c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a979ad69-574d-4551-aeb4-f162ac77a9b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 09:46:10.841498 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3615def5-90bc-47fe-96d4-f1eaaa223bd3 admin admin] Network hostable DHCP agents. Network: a979ad69-574d-4551-aeb4-f162ac77a9b9, hostable agents: ['9bee5a85-5be0-4217-aa6d-1f9c6538b987'], hosted agents: [] {{(pid=103458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 09:46:10.859923 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3615def5-90bc-47fe-96d4-f1eaaa223bd3 admin admin] Network a979ad69-574d-4551-aeb4-f162ac77a9b9 is scheduled to be hosted by DHCP agent 9bee5a85-5be0-4217-aa6d-1f9c6538b987 with binding_index 1 {{(pid=103458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 09:46:10.871066 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-3615def5-90bc-47fe-96d4-f1eaaa223bd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837699-5-iscsi, a979ad69-574d-4551-aeb4-f162ac77a9b9) {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:46:10.875163 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3615def5-90bc-47fe-96d4-f1eaaa223bd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:10.875745 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-3615def5-90bc-47fe-96d4-f1eaaa223bd3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:10.882067 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f9146c-62d2-4174-88c0-4bc79a135517 None None] Network a979ad69-574d-4551-aeb4-f162ac77a9b9 requested from dv-cinder-837699-5-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 09:46:10.894796 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-3615def5-90bc-47fe-96d4-f1eaaa223bd3 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3513081 May 12 09:46:11.006232 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c272fc74-7554-40e5-b02f-321a2aa81938 None None] Network a979ad69-574d-4551-aeb4-f162ac77a9b9 requested from dv-cinder-837699-5-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 09:46:11.574306 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc937768-964a-41dc-859f-869d34ae7930 req-53c643bf-23e9-4879-9978-1d77625f63ec tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:11.576009 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-cc937768-964a-41dc-859f-869d34ae7930 req-53c643bf-23e9-4879-9978-1d77625f63ec tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 944 time: 0.0500655 May 12 09:46:11.628882 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-cc937768-964a-41dc-859f-869d34ae7930 req-63481997-393a-4f30-be0f-fc31bef2fe89 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b4cf6b2-a702-45c6-a103-89f8c82f152f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470073 May 12 09:46:12.701825 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dcdcaf-64bc-4c6e-aa49-b873987b58c5 req-344a6c9c-ede0-41cd-9548-f01b242b98c3 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:12.703287 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e4dcdcaf-64bc-4c6e-aa49-b873987b58c5 req-344a6c9c-ede0-41cd-9548-f01b242b98c3 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] 10.222.0.60 "GET /v2.0/networks?id=a979ad69-574d-4551-aeb4-f162ac77a9b9 HTTP/1.1" status: 200 len: 808 time: 0.1068666 May 12 09:46:12.747440 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e4dcdcaf-64bc-4c6e-aa49-b873987b58c5 req-d5f5fb67-6326-4786-9e2e-3635450be89d tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] 10.222.0.60 "GET /v2.0/quotas/f905d25356874ac88be7ed35a624e230 HTTP/1.1" status: 200 len: 375 time: 0.0328619 May 12 09:46:12.762859 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af44e415-3710-4431-92d7-82b9f9baa958 req-b91b6d34-ecab-4623-b6b9-123c2aff05a8 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:12.764492 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-af44e415-3710-4431-92d7-82b9f9baa958 req-b91b6d34-ecab-4623-b6b9-123c2aff05a8 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 944 time: 0.0601790 May 12 09:46:12.814284 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e4dcdcaf-64bc-4c6e-aa49-b873987b58c5 req-4b2504dd-4464-4aef-b1c7-21f5ac0af9ce tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f905d25356874ac88be7ed35a624e230&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487304 May 12 09:46:12.858676 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-af44e415-3710-4431-92d7-82b9f9baa958 req-0c5d6be1-8f14-41e1-927d-1d4ca6bb1f27 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b4cf6b2-a702-45c6-a103-89f8c82f152f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816157 May 12 09:46:12.982974 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e4dcdcaf-64bc-4c6e-aa49-b873987b58c5 req-9d615663-7ae3-457a-86cf-0465db2e1e79 service neutron] 10.222.0.60 "GET /v2.0/networks/a979ad69-574d-4551-aeb4-f162ac77a9b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599593 May 12 09:46:13.075674 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e4dcdcaf-64bc-4c6e-aa49-b873987b58c5 req-58bb1cec-f317-4126-91b4-28478dea4f91 service neutron] 10.222.0.60 "GET /v2.0/networks/a979ad69-574d-4551-aeb4-f162ac77a9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869427 May 12 09:46:13.251310 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d79f1763-ea96-46f0-9834-34e9c0eb9847 req-f2ad797c-d7b4-4d21-89f7-9bcad03a5ba5 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] 10.222.0.60 "GET /v2.0/ports?device_id=14c5ecc5-d507-4ec5-8d70-c08225968aa0 HTTP/1.1" status: 200 len: 210 time: 0.0420806 May 12 09:46:14.001676 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5846fb-3dcf-4761-9fb8-8d82884ceb35 req-12e0dbf5-8d84-439a-8054-59a5d8beb7d5 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:14.003221 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1d5846fb-3dcf-4761-9fb8-8d82884ceb35 req-12e0dbf5-8d84-439a-8054-59a5d8beb7d5 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 944 time: 0.0517774 May 12 09:46:14.049472 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1d5846fb-3dcf-4761-9fb8-8d82884ceb35 req-3b270548-9b10-40d3-9f14-f27ec48a1921 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b4cf6b2-a702-45c6-a103-89f8c82f152f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407722 May 12 09:46:14.341816 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-36b77edf-24b8-444d-bff4-0abc2ff523c5 req-267c38fb-bf88-4e35-a0c1-17b6939c642b tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] 10.222.0.60 "GET /v2.0/ports?device_id=14c5ecc5-d507-4ec5-8d70-c08225968aa0 HTTP/1.1" status: 200 len: 210 time: 0.0280893 May 12 09:46:15.179457 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb32d5-46ce-40ea-98c9-d03f8dd49376 req-5a308e0e-a2b5-45ce-95cb-b0a48159c4c2 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:15.180947 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-67cb32d5-46ce-40ea-98c9-d03f8dd49376 req-5a308e0e-a2b5-45ce-95cb-b0a48159c4c2 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 944 time: 0.0476074 May 12 09:46:15.231642 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-67cb32d5-46ce-40ea-98c9-d03f8dd49376 req-92f4805a-904a-4264-bf82-53f8f4620a54 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b4cf6b2-a702-45c6-a103-89f8c82f152f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443549 May 12 09:46:15.445005 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-632dc9a6-21a6-457d-a77f-24bcd9bc2172 req-4f47fbeb-c747-4f10-9ad2-523eb0da8f8b tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] 10.222.0.60 "GET /v2.0/ports?device_id=14c5ecc5-d507-4ec5-8d70-c08225968aa0 HTTP/1.1" status: 200 len: 210 time: 0.0315349 May 12 09:46:16.354431 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e95019-8fc7-45af-8e8d-187dea1bfc4b req-49d9665d-3376-4662-8082-9d90c9f1df55 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:16.355962 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-88e95019-8fc7-45af-8e8d-187dea1bfc4b req-49d9665d-3376-4662-8082-9d90c9f1df55 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 944 time: 0.0499055 May 12 09:46:16.405789 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-88e95019-8fc7-45af-8e8d-187dea1bfc4b req-53830789-21ae-4b07-8d0e-28c98a804d31 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b4cf6b2-a702-45c6-a103-89f8c82f152f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438845 May 12 09:46:16.541791 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-19e47502-0a03-4c73-aab1-9b9f79000b89 req-23b5e283-c5f7-4a8f-ae2f-fce6df776220 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] 10.222.0.60 "GET /v2.0/ports?device_id=14c5ecc5-d507-4ec5-8d70-c08225968aa0 HTTP/1.1" status: 200 len: 210 time: 0.0294869 May 12 09:46:17.531808 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049fa78e-3edd-42bd-a8b9-8a78dc03aaf6 req-ea6581cc-e937-4be3-a274-b028e54491cd tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:17.534668 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-049fa78e-3edd-42bd-a8b9-8a78dc03aaf6 req-ea6581cc-e937-4be3-a274-b028e54491cd tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 944 time: 0.0523970 May 12 09:46:17.595214 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-049fa78e-3edd-42bd-a8b9-8a78dc03aaf6 req-b93b2c64-e4c6-445e-ae2e-a3b953f1cdf8 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b4cf6b2-a702-45c6-a103-89f8c82f152f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539358 May 12 09:46:17.642156 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2fd3f4da-2288-4f19-a18c-5d7599742ac7 req-19160e57-4c2e-4a5d-aa5c-a27bf135257c tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] 10.222.0.60 "GET /v2.0/ports?device_id=14c5ecc5-d507-4ec5-8d70-c08225968aa0 HTTP/1.1" status: 200 len: 210 time: 0.0279052 May 12 09:46:18.725863 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaa6bd6-1479-416e-8f18-1012f4ba22ed req-c881fac2-7011-4b6a-b556-b56dccf744d6 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:18.727395 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4eaa6bd6-1479-416e-8f18-1012f4ba22ed req-c881fac2-7011-4b6a-b556-b56dccf744d6 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 944 time: 0.0593488 May 12 09:46:18.775133 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5247b6fd-a9da-4316-a3a3-5b751f52dbb8 req-115be9cd-c38f-4b91-a0e2-1da25db4c288 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] 10.222.0.60 "GET /v2.0/ports?device_id=14c5ecc5-d507-4ec5-8d70-c08225968aa0 HTTP/1.1" status: 200 len: 210 time: 0.0467048 May 12 09:46:18.804123 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4eaa6bd6-1479-416e-8f18-1012f4ba22ed req-6173be80-01b2-4174-a9ef-86242ce4f4b6 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b4cf6b2-a702-45c6-a103-89f8c82f152f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674219 May 12 09:46:19.641203 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e9a65253-f9c0-4112-94c6-c87e5ab1f262 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (9bee5a85-5be0-4217-aa6d-1f9c6538b987), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:19.870144 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a0b1581a-2f52-4cd6-ab1b-8bfecc93e058 req-540d9151-11aa-4dac-bd93-f65b0c91e5aa tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] 10.222.0.60 "GET /v2.0/ports?device_id=14c5ecc5-d507-4ec5-8d70-c08225968aa0 HTTP/1.1" status: 200 len: 210 time: 0.0274374 May 12 09:46:19.923941 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f83dde-ede6-4a18-8658-0ed1d38cb0d4 req-6e0ff84e-b1be-40ab-8534-bf5013de5e5a tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:19.925392 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c6f83dde-ede6-4a18-8658-0ed1d38cb0d4 req-6e0ff84e-b1be-40ab-8534-bf5013de5e5a tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 944 time: 0.0473652 May 12 09:46:19.971663 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c6f83dde-ede6-4a18-8658-0ed1d38cb0d4 req-0cb5ef5a-6223-4c27-84c3-b13512523c82 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b4cf6b2-a702-45c6-a103-89f8c82f152f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404131 May 12 09:46:20.554947 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (cdc2c050-d5b8-41e9-9f41-bf893d522faa), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:20.967798 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-72c5db10-9b4d-4328-bcba-bf831c7d0199 req-e6a05168-54d3-4fc7-a30c-630ba59f5582 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] 10.222.0.60 "GET /v2.0/ports?device_id=14c5ecc5-d507-4ec5-8d70-c08225968aa0 HTTP/1.1" status: 200 len: 210 time: 0.0299323 May 12 09:46:21.086492 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab3e39f-e776-4b69-ba54-1f085c0004c6 req-d47bd466-1379-4736-96e5-05ce2ee08a73 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:21.087922 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-eab3e39f-e776-4b69-ba54-1f085c0004c6 req-d47bd466-1379-4736-96e5-05ce2ee08a73 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 944 time: 0.0451169 May 12 09:46:21.133126 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-eab3e39f-e776-4b69-ba54-1f085c0004c6 req-e34804c3-74b2-4b0c-9a20-d53624d1fac9 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b4cf6b2-a702-45c6-a103-89f8c82f152f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398042 May 12 09:46:21.869457 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9efce317-eba9-43a7-8dc1-97179ea1f69b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (8db92903-2544-41c2-b919-def82c43c97a), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:22.061275 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c7895ac1-8a98-413c-9879-4ca94a77bcb0 req-d095312b-ce6c-4d79-ae3c-ba7db8af0bfa tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] 10.222.0.60 "GET /v2.0/ports?device_id=14c5ecc5-d507-4ec5-8d70-c08225968aa0 HTTP/1.1" status: 200 len: 210 time: 0.0275557 May 12 09:46:22.247878 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f6d69-494e-4f6d-8842-b62ce310efbe req-985d2eda-a547-4d62-990f-b5f62625ab4a tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:22.249304 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0a3f6d69-494e-4f6d-8842-b62ce310efbe req-985d2eda-a547-4d62-990f-b5f62625ab4a tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 944 time: 0.0453892 May 12 09:46:22.296641 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0a3f6d69-494e-4f6d-8842-b62ce310efbe req-5e3eba7d-c3a4-4059-8af2-62d23ea6a868 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b4cf6b2-a702-45c6-a103-89f8c82f152f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419452 May 12 09:46:23.121142 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-13a031d7-5ec6-42a3-899f-d50e1f06c687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (f8def58d-f1ec-4d41-abae-d1c60f542bd3), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:23.157131 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-99e6efdb-0280-4d95-a583-3e373cdeab0c req-b19dcc4f-a7ad-447f-967e-122a9f0ee014 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] 10.222.0.60 "GET /v2.0/ports?device_id=14c5ecc5-d507-4ec5-8d70-c08225968aa0 HTTP/1.1" status: 200 len: 210 time: 0.0297778 May 12 09:46:23.411462 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03a4856-dd6e-453f-bd24-cbe8f890b3e2 req-436d94f6-c71a-4a0c-94cb-9edd93345c3a tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:23.412904 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c03a4856-dd6e-453f-bd24-cbe8f890b3e2 req-436d94f6-c71a-4a0c-94cb-9edd93345c3a tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 944 time: 0.0456357 May 12 09:46:23.458306 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c03a4856-dd6e-453f-bd24-cbe8f890b3e2 req-4b14c7dd-831c-4633-8df7-86ed174a7631 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b4cf6b2-a702-45c6-a103-89f8c82f152f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399964 May 12 09:46:24.255738 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e1e013c8-1497-4217-8b98-bb8b969ac962 req-f3b1426e-3494-4d9f-a555-8463831a9e81 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] 10.222.0.60 "GET /v2.0/ports?device_id=14c5ecc5-d507-4ec5-8d70-c08225968aa0 HTTP/1.1" status: 200 len: 210 time: 0.0329516 May 12 09:46:24.538505 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a984b3b9-a9e9-40d7-bd88-8cdbb1de5f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (e377c27d-f788-489a-9a4f-9db675c37dc4), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:24.581818 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b99a8-5649-4871-8ce2-b1788354070c req-a5333375-ab0d-4db0-955f-ed435fd58561 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:24.583340 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-144b99a8-5649-4871-8ce2-b1788354070c req-a5333375-ab0d-4db0-955f-ed435fd58561 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 944 time: 0.0507839 May 12 09:46:24.635227 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-144b99a8-5649-4871-8ce2-b1788354070c req-0fe9ee28-a01f-40bb-bc64-2bba9e286955 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b4cf6b2-a702-45c6-a103-89f8c82f152f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459549 May 12 09:46:25.226434 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dcdcaf-64bc-4c6e-aa49-b873987b58c5 req-cc1cedea-13d9-40d8-9c5e-88a6cb4d70c9 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:25.227872 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e4dcdcaf-64bc-4c6e-aa49-b873987b58c5 req-cc1cedea-13d9-40d8-9c5e-88a6cb4d70c9 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] 10.222.0.65 "GET /v2.0/networks?id=a979ad69-574d-4551-aeb4-f162ac77a9b9 HTTP/1.1" status: 200 len: 808 time: 0.1081355 May 12 09:46:25.259062 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-e4dcdcaf-64bc-4c6e-aa49-b873987b58c5 req-c65ef43a-f0e8-4b57-952d-057330353360 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] Request body: {'port': {'device_id': '14c5ecc5-d507-4ec5-8d70-c08225968aa0', 'network_id': 'a979ad69-574d-4551-aeb4-f162ac77a9b9', 'admin_state_up': True, 'tenant_id': 'f905d25356874ac88be7ed35a624e230'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:46:25.351965 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6c2544b7-79ac-43a5-aef2-2af017e6fa05 req-157060a1-1f21-45d2-b21d-98ae0520c52a tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] 10.222.0.60 "GET /v2.0/ports?device_id=14c5ecc5-d507-4ec5-8d70-c08225968aa0 HTTP/1.1" status: 200 len: 210 time: 0.0281632 May 12 09:46:25.365164 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4dcdcaf-64bc-4c6e-aa49-b873987b58c5 req-c65ef43a-f0e8-4b57-952d-057330353360 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] Made reservation on behalf of f905d25356874ac88be7ed35a624e230 for: {'port': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 09:46:25.368542 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e4dcdcaf-64bc-4c6e-aa49-b873987b58c5 req-c65ef43a-f0e8-4b57-952d-057330353360 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:25.491206 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [req-e4dcdcaf-64bc-4c6e-aa49-b873987b58c5 req-c65ef43a-f0e8-4b57-952d-057330353360 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] Allocated IP 172.20.0.6 (a979ad69-574d-4551-aeb4-f162ac77a9b9/9c3391ae-d29e-4a2c-ad71-662785d99b53/0b0e76dc-66e5-4455-bb32-2661005e59fd) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 09:46:25.640547 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e4dcdcaf-64bc-4c6e-aa49-b873987b58c5 req-c65ef43a-f0e8-4b57-952d-057330353360 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] Publish callbacks [] for port (0b0e76dc-66e5-4455-bb32-2661005e59fd), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:25.673282 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e4dcdcaf-64bc-4c6e-aa49-b873987b58c5 req-c65ef43a-f0e8-4b57-952d-057330353360 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740344012620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28491394'] for port (0b0e76dc-66e5-4455-bb32-2661005e59fd), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:25.714119 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4dcdcaf-64bc-4c6e-aa49-b873987b58c5 req-c65ef43a-f0e8-4b57-952d-057330353360 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] Network a979ad69-574d-4551-aeb4-f162ac77a9b9 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 09:46:25.717211 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [req-e4dcdcaf-64bc-4c6e-aa49-b873987b58c5 req-c65ef43a-f0e8-4b57-952d-057330353360 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:46:25.720846 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4dcdcaf-64bc-4c6e-aa49-b873987b58c5 req-c65ef43a-f0e8-4b57-952d-057330353360 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 09:46:25.748609 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65ef43a-f0e8-4b57-952d-057330353360 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] Pushing event updated for resources: {'Port': ['ID=0b0e76dc-66e5-4455-bb32-2661005e59fd,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:46:25.758585 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a8f4b4-37ab-4143-8968-e27935d35207 req-de43b9b9-1b8a-4bd0-bcda-27d702a2ad48 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:25.760081 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e3a8f4b4-37ab-4143-8968-e27935d35207 req-de43b9b9-1b8a-4bd0-bcda-27d702a2ad48 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 944 time: 0.0483687 May 12 09:46:25.762646 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65ef43a-f0e8-4b57-952d-057330353360 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:46:25.762995 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65ef43a-f0e8-4b57-952d-057330353360 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:46:25.763342 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65ef43a-f0e8-4b57-952d-057330353360 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:46:25.763682 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65ef43a-f0e8-4b57-952d-057330353360 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:46:25.764017 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65ef43a-f0e8-4b57-952d-057330353360 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:46:25.764347 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65ef43a-f0e8-4b57-952d-057330353360 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:46:25.764674 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65ef43a-f0e8-4b57-952d-057330353360 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:46:25.765017 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65ef43a-f0e8-4b57-952d-057330353360 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:46:25.765328 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65ef43a-f0e8-4b57-952d-057330353360 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:46:25.765650 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65ef43a-f0e8-4b57-952d-057330353360 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:46:25.765996 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65ef43a-f0e8-4b57-952d-057330353360 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:46:25.766321 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65ef43a-f0e8-4b57-952d-057330353360 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:46:25.766645 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65ef43a-f0e8-4b57-952d-057330353360 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:46:25.766965 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65ef43a-f0e8-4b57-952d-057330353360 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:46:25.767284 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65ef43a-f0e8-4b57-952d-057330353360 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:46:25.789265 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dcdcaf-64bc-4c6e-aa49-b873987b58c5 req-c65ef43a-f0e8-4b57-952d-057330353360 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:25.790040 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e4dcdcaf-64bc-4c6e-aa49-b873987b58c5 req-c65ef43a-f0e8-4b57-952d-057330353360 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:25.806873 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e4dcdcaf-64bc-4c6e-aa49-b873987b58c5 req-c65ef43a-f0e8-4b57-952d-057330353360 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5515640 May 12 09:46:25.813441 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e3a8f4b4-37ab-4143-8968-e27935d35207 req-59716d79-2857-4029-b596-767a8c6619c7 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b4cf6b2-a702-45c6-a103-89f8c82f152f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475166 May 12 09:46:25.825032 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [req-e4dcdcaf-64bc-4c6e-aa49-b873987b58c5 req-6d12a584-03b0-4682-9bd4-6b7a811e0835 service neutron] Request body: {'port': {'device_id': '14c5ecc5-d507-4ec5-8d70-c08225968aa0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:46:25.884983 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e4dcdcaf-64bc-4c6e-aa49-b873987b58c5 req-6d12a584-03b0-4682-9bd4-6b7a811e0835 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (0b0e76dc-66e5-4455-bb32-2661005e59fd), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:26.015138 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (0e2e3861-7d79-4ce6-9d91-faa32ae2cb64), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:26.165562 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [req-e4dcdcaf-64bc-4c6e-aa49-b873987b58c5 req-6d12a584-03b0-4682-9bd4-6b7a811e0835 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b0e76dc-66e5-4455-bb32-2661005e59fd {{(pid=103457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 09:46:26.172736 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e4dcdcaf-64bc-4c6e-aa49-b873987b58c5 req-6d12a584-03b0-4682-9bd4-6b7a811e0835 service neutron] Publish callbacks [] for port (0b0e76dc-66e5-4455-bb32-2661005e59fd), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:26.185136 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.db.provisioning_blocks [req-e4dcdcaf-64bc-4c6e-aa49-b873987b58c5 req-6d12a584-03b0-4682-9bd4-6b7a811e0835 service neutron] Transition to ACTIVE for port object 0b0e76dc-66e5-4455-bb32-2661005e59fd will not be triggered until provisioned by entity L2. {{(pid=103457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 09:46:26.188095 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e4dcdcaf-64bc-4c6e-aa49-b873987b58c5 req-6d12a584-03b0-4682-9bd4-6b7a811e0835 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28491445'] for port (0b0e76dc-66e5-4455-bb32-2661005e59fd), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:26.238824 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d12a584-03b0-4682-9bd4-6b7a811e0835 service neutron] Pushing event updated for resources: {'Port': ['ID=0b0e76dc-66e5-4455-bb32-2661005e59fd,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:46:26.309075 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-e4dcdcaf-64bc-4c6e-aa49-b873987b58c5 req-6d12a584-03b0-4682-9bd4-6b7a811e0835 service neutron] Attempting to bind port 0b0e76dc-66e5-4455-bb32-2661005e59fd on host hv-cinder-83769 for vnic_type normal with profile {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 09:46:26.309407 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-e4dcdcaf-64bc-4c6e-aa49-b873987b58c5 req-6d12a584-03b0-4682-9bd4-6b7a811e0835 service neutron] Attempting to bind port 0b0e76dc-66e5-4455-bb32-2661005e59fd by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': '8090d671-00e8-4268-b65c-cd9129c3417c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a979ad69-574d-4551-aeb4-f162ac77a9b9'}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 09:46:26.309736 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4dcdcaf-64bc-4c6e-aa49-b873987b58c5 req-6d12a584-03b0-4682-9bd4-6b7a811e0835 service neutron] Attempting to bind port 0b0e76dc-66e5-4455-bb32-2661005e59fd on network a979ad69-574d-4551-aeb4-f162ac77a9b9 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 09:46:26.314016 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4dcdcaf-64bc-4c6e-aa49-b873987b58c5 req-6d12a584-03b0-4682-9bd4-6b7a811e0835 service neutron] Port 0b0e76dc-66e5-4455-bb32-2661005e59fd on network a979ad69-574d-4551-aeb4-f162ac77a9b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 09:46:26.314335 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4dcdcaf-64bc-4c6e-aa49-b873987b58c5 req-6d12a584-03b0-4682-9bd4-6b7a811e0835 service neutron] Attempting to bind port 0b0e76dc-66e5-4455-bb32-2661005e59fd on network a979ad69-574d-4551-aeb4-f162ac77a9b9 {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 09:46:26.319681 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4dcdcaf-64bc-4c6e-aa49-b873987b58c5 req-6d12a584-03b0-4682-9bd4-6b7a811e0835 service neutron] Checking agent: {'id': 'cdc2c050-d5b8-41e9-9f41-bf893d522faa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 9, 31, 46), 'started_at': datetime.datetime(2022, 5, 12, 9, 31, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 9, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 09:46:26.320011 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4dcdcaf-64bc-4c6e-aa49-b873987b58c5 req-6d12a584-03b0-4682-9bd4-6b7a811e0835 service neutron] Checking segment: {'id': '8090d671-00e8-4268-b65c-cd9129c3417c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a979ad69-574d-4551-aeb4-f162ac77a9b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 09:46:26.320385 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4dcdcaf-64bc-4c6e-aa49-b873987b58c5 req-6d12a584-03b0-4682-9bd4-6b7a811e0835 service neutron] Bound using segment: {'id': '8090d671-00e8-4268-b65c-cd9129c3417c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a979ad69-574d-4551-aeb4-f162ac77a9b9'} {{(pid=103457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 09:46:26.320802 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.managers [req-e4dcdcaf-64bc-4c6e-aa49-b873987b58c5 req-6d12a584-03b0-4682-9bd4-6b7a811e0835 service neutron] Bound port: 0b0e76dc-66e5-4455-bb32-2661005e59fd, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8090d671-00e8-4268-b65c-cd9129c3417c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a979ad69-574d-4551-aeb4-f162ac77a9b9'}}] {{(pid=103457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 09:46:26.321151 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e4dcdcaf-64bc-4c6e-aa49-b873987b58c5 req-6d12a584-03b0-4682-9bd4-6b7a811e0835 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (0b0e76dc-66e5-4455-bb32-2661005e59fd), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:26.380822 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-e4dcdcaf-64bc-4c6e-aa49-b873987b58c5 req-6d12a584-03b0-4682-9bd4-6b7a811e0835 service neutron] For port 0b0e76dc-66e5-4455-bb32-2661005e59fd, host hv-cinder-83769, cleared binding levels {{(pid=103457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 09:46:26.384326 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-e4dcdcaf-64bc-4c6e-aa49-b873987b58c5 req-6d12a584-03b0-4682-9bd4-6b7a811e0835 service neutron] For port 0b0e76dc-66e5-4455-bb32-2661005e59fd, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=0b0e76dc-66e5-4455-bb32-2661005e59fd,segment=NetworkSegment(8090d671-00e8-4268-b65c-cd9129c3417c),segment_id=8090d671-00e8-4268-b65c-cd9129c3417c)] {{(pid=103457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 09:46:26.390570 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e4dcdcaf-64bc-4c6e-aa49-b873987b58c5 req-6d12a584-03b0-4682-9bd4-6b7a811e0835 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28491445'] for port (0b0e76dc-66e5-4455-bb32-2661005e59fd), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:26.427429 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dcdcaf-64bc-4c6e-aa49-b873987b58c5 req-6d12a584-03b0-4682-9bd4-6b7a811e0835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:26.428047 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-e4dcdcaf-64bc-4c6e-aa49-b873987b58c5 req-6d12a584-03b0-4682-9bd4-6b7a811e0835 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:26.429534 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e4dcdcaf-64bc-4c6e-aa49-b873987b58c5 req-6d12a584-03b0-4682-9bd4-6b7a811e0835 service neutron] 10.222.0.65 "PUT /v2.0/ports/0b0e76dc-66e5-4455-bb32-2661005e59fd HTTP/1.1" status: 200 len: 1093 time: 0.6090477 May 12 09:46:26.429992 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14c5ecc5-d507-4ec5-8d70-c08225968aa0', 'tag': '0b0e76dc-66e5-4455-bb32-2661005e59fd'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:46:26.432192 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ab44c22d40f7c005d262e262c3a77426c373d0f7a848e933746c3cdedb51eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e6f16f-8901-4e63-addc-1d8d2dd292cd" -d '{"events": [{"name": "network-changed", "server_uuid": "14c5ecc5-d507-4ec5-8d70-c08225968aa0", "tag": "0b0e76dc-66e5-4455-bb32-2661005e59fd"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:46:26.456924 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d12a584-03b0-4682-9bd4-6b7a811e0835 service neutron] Pushing event updated for resources: {'Port': ['ID=0b0e76dc-66e5-4455-bb32-2661005e59fd,revision_number=3']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:46:26.472923 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c92584-ff7f-4709-ae25-9d8e9799e7b2 req-9686e2c9-20a7-492b-a0b7-1dab05cbb06e tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:26.475640 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 09:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f9b3bb6-ebe8-4927-b1a0-803614a2be14 x-openstack-request-id: req-5f9b3bb6-ebe8-4927-b1a0-803614a2be14 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:46:26.475939 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14c5ecc5-d507-4ec5-8d70-c08225968aa0", "tag": "0b0e76dc-66e5-4455-bb32-2661005e59fd", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:46:26.476195 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5f9b3bb6-ebe8-4927-b1a0-803614a2be14 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:46:26.476622 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f9b3bb6-ebe8-4927-b1a0-803614a2be14'] response: {'name': 'network-changed', 'server_uuid': '14c5ecc5-d507-4ec5-8d70-c08225968aa0', 'tag': '0b0e76dc-66e5-4455-bb32-2661005e59fd', 'status': 'completed', 'code': 200} May 12 09:46:26.477403 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f5c92584-ff7f-4709-ae25-9d8e9799e7b2 req-9686e2c9-20a7-492b-a0b7-1dab05cbb06e tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] 10.222.0.60 "GET /v2.0/ports?device_id=14c5ecc5-d507-4ec5-8d70-c08225968aa0 HTTP/1.1" status: 200 len: 943 time: 0.0564313 May 12 09:46:26.525878 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f5c92584-ff7f-4709-ae25-9d8e9799e7b2 req-8093f5cf-bf5b-41ae-97c9-116570c69a95 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] 10.222.0.60 "GET /v2.0/security-groups?id=044135b8-e00d-4eee-a9b9-7234a6be7863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422032 May 12 09:46:26.535360 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dcdcaf-64bc-4c6e-aa49-b873987b58c5 req-1c1528b3-ed31-4ee3-804a-709fbc1c361e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:26.536842 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e4dcdcaf-64bc-4c6e-aa49-b873987b58c5 req-1c1528b3-ed31-4ee3-804a-709fbc1c361e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f905d25356874ac88be7ed35a624e230&device_id=14c5ecc5-d507-4ec5-8d70-c08225968aa0 HTTP/1.1" status: 200 len: 1127 time: 0.0400453 May 12 09:46:26.586390 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e4dcdcaf-64bc-4c6e-aa49-b873987b58c5 req-e21303b4-e985-465a-8802-c7fdde829cdf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b0e76dc-66e5-4455-bb32-2661005e59fd HTTP/1.1" status: 200 len: 217 time: 0.0341117 May 12 09:46:26.634228 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dcdcaf-64bc-4c6e-aa49-b873987b58c5 req-992dbc8d-c98b-4939-8843-4df3986ea4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:26.635603 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e4dcdcaf-64bc-4c6e-aa49-b873987b58c5 req-992dbc8d-c98b-4939-8843-4df3986ea4f9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9c3391ae-d29e-4a2c-ad71-662785d99b53 HTTP/1.1" status: 200 len: 848 time: 0.0441215 May 12 09:46:26.666247 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e4dcdcaf-64bc-4c6e-aa49-b873987b58c5 req-a315eb51-6873-4025-a1c3-17245c9b373b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a979ad69-574d-4551-aeb4-f162ac77a9b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249758 May 12 09:46:26.751198 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e4dcdcaf-64bc-4c6e-aa49-b873987b58c5 req-57fe944c-ecbd-41dc-8a01-8a56db4171e6 service neutron] 10.222.0.65 "GET /v2.0/networks/a979ad69-574d-4551-aeb4-f162ac77a9b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793080 May 12 09:46:26.840423 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-e4dcdcaf-64bc-4c6e-aa49-b873987b58c5 req-8b9d897e-cc7e-45b4-9064-626af6d47f9f service neutron] 10.222.0.65 "GET /v2.0/networks/a979ad69-574d-4551-aeb4-f162ac77a9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831604 May 12 09:46:26.941101 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b9dd4f-0623-4919-b09d-2af1186200e2 req-30b08e37-e3fa-48a2-aa03-3e266c1774b7 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:26.942591 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-37b9dd4f-0623-4919-b09d-2af1186200e2 req-30b08e37-e3fa-48a2-aa03-3e266c1774b7 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 944 time: 0.0540793 May 12 09:46:26.986119 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-37b9dd4f-0623-4919-b09d-2af1186200e2 req-896e3cc1-3301-47c0-abae-a67eefaffeaa tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b4cf6b2-a702-45c6-a103-89f8c82f152f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379908 May 12 09:46:27.641460 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2605b84-1520-4cbf-9ce0-e37092379f4e req-66d28ee9-e9bd-4c34-b9b6-a8f92760d821 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:27.642922 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e2605b84-1520-4cbf-9ce0-e37092379f4e req-66d28ee9-e9bd-4c34-b9b6-a8f92760d821 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] 10.222.0.60 "GET /v2.0/ports?device_id=14c5ecc5-d507-4ec5-8d70-c08225968aa0 HTTP/1.1" status: 200 len: 943 time: 0.0486934 May 12 09:46:27.687065 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e2605b84-1520-4cbf-9ce0-e37092379f4e req-5a0918fc-0297-440f-9f6f-50a8b5291dfd tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] 10.222.0.60 "GET /v2.0/security-groups?id=044135b8-e00d-4eee-a9b9-7234a6be7863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387888 May 12 09:46:28.101997 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e6fbef-7f4a-4a0f-9b6f-b576caca3d67 req-4f266739-aad1-4919-a0ef-1b41034ce628 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:28.103496 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-90e6fbef-7f4a-4a0f-9b6f-b576caca3d67 req-4f266739-aad1-4919-a0ef-1b41034ce628 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 944 time: 0.0455990 May 12 09:46:28.149061 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-90e6fbef-7f4a-4a0f-9b6f-b576caca3d67 req-b132f03e-ba86-4498-b357-ea0896211a9f tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b4cf6b2-a702-45c6-a103-89f8c82f152f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398877 May 12 09:46:28.799333 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db106f-db0d-4777-9e59-c40242b5025f req-d027f354-b702-433c-9f8b-82c43a47cc1b tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:28.801306 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c8db106f-db0d-4777-9e59-c40242b5025f req-d027f354-b702-433c-9f8b-82c43a47cc1b tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] 10.222.0.60 "GET /v2.0/ports?device_id=14c5ecc5-d507-4ec5-8d70-c08225968aa0 HTTP/1.1" status: 200 len: 943 time: 0.0492516 May 12 09:46:28.845150 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c8db106f-db0d-4777-9e59-c40242b5025f req-abc6a300-b774-4606-9567-9ddad91b6bc2 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] 10.222.0.60 "GET /v2.0/security-groups?id=044135b8-e00d-4eee-a9b9-7234a6be7863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383432 May 12 09:46:29.266571 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fc03f0-c89a-4854-8539-570c19560093 req-16c230b0-8b61-4229-a67b-11ab48754bc4 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:29.268009 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-72fc03f0-c89a-4854-8539-570c19560093 req-16c230b0-8b61-4229-a67b-11ab48754bc4 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 944 time: 0.0461917 May 12 09:46:29.313243 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-72fc03f0-c89a-4854-8539-570c19560093 req-cde72f51-5104-463b-83de-4af74db3f620 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b4cf6b2-a702-45c6-a103-89f8c82f152f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397367 May 12 09:46:29.342055 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e6f16f-8901-4e63-addc-1d8d2dd292cd req-b7eecb3c-59ea-4adb-94e1-87d98393a1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:29.343534 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d7e6f16f-8901-4e63-addc-1d8d2dd292cd req-b7eecb3c-59ea-4adb-94e1-87d98393a1a0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f905d25356874ac88be7ed35a624e230&device_id=14c5ecc5-d507-4ec5-8d70-c08225968aa0 HTTP/1.1" status: 200 len: 1127 time: 0.0385058 May 12 09:46:29.431854 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e6f16f-8901-4e63-addc-1d8d2dd292cd req-ac7f015c-2aff-4a3e-b3f7-6b5fe3290ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:29.433251 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d7e6f16f-8901-4e63-addc-1d8d2dd292cd req-ac7f015c-2aff-4a3e-b3f7-6b5fe3290ae6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a979ad69-574d-4551-aeb4-f162ac77a9b9 HTTP/1.1" status: 200 len: 909 time: 0.0845661 May 12 09:46:29.472489 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d7e6f16f-8901-4e63-addc-1d8d2dd292cd req-2bc0d72c-371d-47aa-bc1f-53dd88b9bbb0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b0e76dc-66e5-4455-bb32-2661005e59fd HTTP/1.1" status: 200 len: 217 time: 0.0334189 May 12 09:46:29.517077 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e6f16f-8901-4e63-addc-1d8d2dd292cd req-b8faa5a7-3d9c-4a42-abcb-ac8d6e150ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:29.518435 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d7e6f16f-8901-4e63-addc-1d8d2dd292cd req-b8faa5a7-3d9c-4a42-abcb-ac8d6e150ebf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9c3391ae-d29e-4a2c-ad71-662785d99b53 HTTP/1.1" status: 200 len: 848 time: 0.0408413 May 12 09:46:29.552029 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d7e6f16f-8901-4e63-addc-1d8d2dd292cd req-784db6f1-0c77-45c1-ab12-657d2ecdf63f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a979ad69-574d-4551-aeb4-f162ac77a9b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284564 May 12 09:46:29.778182 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d7e6f16f-8901-4e63-addc-1d8d2dd292cd req-66646954-d68d-4676-be2a-f7c9d4f32e2c service neutron] 10.222.0.65 "GET /v2.0/networks/a979ad69-574d-4551-aeb4-f162ac77a9b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841160 May 12 09:46:29.954724 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1964e19-85b7-4ddd-bcb2-cb4ebf351614 req-c3614ee4-e1ac-45a4-83d3-e0cdf73145df tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:29.956635 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c1964e19-85b7-4ddd-bcb2-cb4ebf351614 req-c3614ee4-e1ac-45a4-83d3-e0cdf73145df tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] 10.222.0.60 "GET /v2.0/ports?device_id=14c5ecc5-d507-4ec5-8d70-c08225968aa0 HTTP/1.1" status: 200 len: 943 time: 0.0446668 May 12 09:46:30.005020 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c1964e19-85b7-4ddd-bcb2-cb4ebf351614 req-3feac20c-564e-4da6-aca6-9480b232ad1a tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] 10.222.0.60 "GET /v2.0/security-groups?id=044135b8-e00d-4eee-a9b9-7234a6be7863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426438 May 12 09:46:30.428896 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393f5734-a9c2-44c4-b316-70f84a331a05 req-0bacc6a2-a0c9-433e-bd92-d2e66f6d7379 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:30.430320 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-393f5734-a9c2-44c4-b316-70f84a331a05 req-0bacc6a2-a0c9-433e-bd92-d2e66f6d7379 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 944 time: 0.0454204 May 12 09:46:30.474424 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-393f5734-a9c2-44c4-b316-70f84a331a05 req-382fe93a-a32b-4db8-bd21-868e6955fc86 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b4cf6b2-a702-45c6-a103-89f8c82f152f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386899 May 12 09:46:30.709931 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device 0b0e76dc-66e5-4455-bb32-2661005e59fd details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=103459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 09:46:30.806657 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] For port 0b0e76dc-66e5-4455-bb32-2661005e59fd, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=0b0e76dc-66e5-4455-bb32-2661005e59fd,segment=NetworkSegment(8090d671-00e8-4268-b65c-cd9129c3417c),segment_id=8090d671-00e8-4268-b65c-cd9129c3417c)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:46:30.817555 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Returning: {'device': '0b0e76dc-66e5-4455-bb32-2661005e59fd', 'network_id': 'a979ad69-574d-4551-aeb4-f162ac77a9b9', 'port_id': '0b0e76dc-66e5-4455-bb32-2661005e59fd', 'mac_address': 'fa:16:3e:84:e5:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c3391ae-d29e-4a2c-ad71-662785d99b53', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 09:46:30.853312 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Current status of the port 0b0e76dc-66e5-4455-bb32-2661005e59fd is: DOWN; New status is: BUILD {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:46:30.853694 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (0b0e76dc-66e5-4455-bb32-2661005e59fd), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:30.865741 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b0e76dc-66e5-4455-bb32-2661005e59fd {{(pid=103459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 09:46:30.888649 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] For port 0b0e76dc-66e5-4455-bb32-2661005e59fd, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=0b0e76dc-66e5-4455-bb32-2661005e59fd,segment=NetworkSegment(8090d671-00e8-4268-b65c-cd9129c3417c),segment_id=8090d671-00e8-4268-b65c-cd9129c3417c)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:46:30.893940 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (0b0e76dc-66e5-4455-bb32-2661005e59fd), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:30.938937 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Pushing event updated for resources: {'Port': ['ID=0b0e76dc-66e5-4455-bb32-2661005e59fd,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:46:30.946241 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:46:30.946587 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:46:30.946931 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:46:30.947269 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:46:30.947602 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:46:30.947929 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:46:30.948253 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:46:30.948576 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:46:30.948898 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:46:30.949219 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:46:30.949541 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:46:30.949862 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:46:30.950207 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:46:30.950533 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:46:30.950851 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:46:31.116303 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34723cfb-6e6d-4439-8f31-31ca57a60199 req-b44af337-371a-463d-b893-b7403a47677d tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:31.117749 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-34723cfb-6e6d-4439-8f31-31ca57a60199 req-b44af337-371a-463d-b893-b7403a47677d tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] 10.222.0.60 "GET /v2.0/ports?device_id=14c5ecc5-d507-4ec5-8d70-c08225968aa0 HTTP/1.1" status: 200 len: 944 time: 0.0459483 May 12 09:46:31.163552 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-34723cfb-6e6d-4439-8f31-31ca57a60199 req-acfc0a3c-ead5-4b09-892d-0fe7a6f73954 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] 10.222.0.60 "GET /v2.0/security-groups?id=044135b8-e00d-4eee-a9b9-7234a6be7863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402305 May 12 09:46:31.448342 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] get_ports_and_sgs() called for port_ids ['0b0e76dc-66e5-4455-bb32-2661005e59fd'] {{(pid=103459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 09:46:31.496524 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-d7e6f16f-8901-4e63-addc-1d8d2dd292cd req-f61fd68a-9552-4385-b5ca-3598754ba183 service neutron] 10.222.0.65 "GET /v2.0/networks/a979ad69-574d-4551-aeb4-f162ac77a9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868564 May 12 09:46:31.593970 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a927e7f9-32b8-41ee-baf9-ca5d35601f9d req-daf38c88-64c0-4175-9b0b-aab584b85343 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:31.595426 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a927e7f9-32b8-41ee-baf9-ca5d35601f9d req-daf38c88-64c0-4175-9b0b-aab584b85343 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 944 time: 0.0498955 May 12 09:46:31.640859 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a927e7f9-32b8-41ee-baf9-ca5d35601f9d req-89c9d35a-f112-4592-afdf-80adcaec6276 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b4cf6b2-a702-45c6-a103-89f8c82f152f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398073 May 12 09:46:32.276454 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e5a2b8-a3f8-4e37-91ff-8eca73e7ecd5 req-dbd6e4af-a548-47a5-a7e2-e35c7fbe1391 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:32.277971 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-20e5a2b8-a3f8-4e37-91ff-8eca73e7ecd5 req-dbd6e4af-a548-47a5-a7e2-e35c7fbe1391 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] 10.222.0.60 "GET /v2.0/ports?device_id=14c5ecc5-d507-4ec5-8d70-c08225968aa0 HTTP/1.1" status: 200 len: 944 time: 0.0488958 May 12 09:46:32.326226 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-20e5a2b8-a3f8-4e37-91ff-8eca73e7ecd5 req-f503c3fe-85bd-44e5-b887-378eab9b56f6 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] 10.222.0.60 "GET /v2.0/security-groups?id=044135b8-e00d-4eee-a9b9-7234a6be7863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427151 May 12 09:46:32.717835 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=103459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 09:46:32.727570 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device 0b0e76dc-66e5-4455-bb32-2661005e59fd up at agent hyperv_hv-cinder-83769 {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 09:46:32.756138 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216ca04d-bf52-46bc-937f-8a0c17e07f86 req-76d06b2f-eeba-4e34-9be4-0d7ba26095dc tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:32.757600 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-216ca04d-bf52-46bc-937f-8a0c17e07f86 req-76d06b2f-eeba-4e34-9be4-0d7ba26095dc tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 944 time: 0.0450094 May 12 09:46:32.806547 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-216ca04d-bf52-46bc-937f-8a0c17e07f86 req-536e5b1b-f2d5-45b7-b4d2-7a1ec93a4e81 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b4cf6b2-a702-45c6-a103-89f8c82f152f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430801 May 12 09:46:32.832875 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Provisioning for port 0b0e76dc-66e5-4455-bb32-2661005e59fd completed by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 09:46:32.840756 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Provisioning complete for port 0b0e76dc-66e5-4455-bb32-2661005e59fd triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:46:32.841138 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (0b0e76dc-66e5-4455-bb32-2661005e59fd), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:32.879873 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] For port b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b,segment=NetworkSegment(13c6b376-b873-4e7b-b8cd-21838495d81c),segment_id=13c6b376-b873-4e7b-b8cd-21838495d81c)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:46:32.899078 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Returning: {'device': 'b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b', 'network_id': '9e493ca3-e280-43b9-b225-da7bca606395', 'port_id': 'b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b', 'mac_address': 'fa:16:3e:8e:cd:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0dfb68a-43de-417f-95c4-a655ed09841d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 09:46:32.966129 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Current status of the port 0b0e76dc-66e5-4455-bb32-2661005e59fd is: BUILD; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:46:32.966436 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (0b0e76dc-66e5-4455-bb32-2661005e59fd), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:32.968066 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Current status of the port b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b is: DOWN; New status is: BUILD {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:46:32.968435 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:32.997800 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b {{(pid=103459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 09:46:33.012841 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14c5ecc5-d507-4ec5-8d70-c08225968aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b0e76dc-66e5-4455-bb32-2661005e59fd'}] {{(pid=103459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:46:33.015057 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86b47e387812c2b24e7094e641fb8cdf00e205bc2b1299b72670831d9f7cf680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d43ae9e7-7b30-4ae8-9e51-dfc10ba9838f" -d '{"events": [{"server_uuid": "14c5ecc5-d507-4ec5-8d70-c08225968aa0", "name": "network-vif-plugged", "status": "completed", "tag": "0b0e76dc-66e5-4455-bb32-2661005e59fd"}]}' {{(pid=103459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:46:33.035520 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] For port 0b0e76dc-66e5-4455-bb32-2661005e59fd, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=0b0e76dc-66e5-4455-bb32-2661005e59fd,segment=NetworkSegment(8090d671-00e8-4268-b65c-cd9129c3417c),segment_id=8090d671-00e8-4268-b65c-cd9129c3417c)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:46:33.039029 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] For port b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b,segment=NetworkSegment(13c6b376-b873-4e7b-b8cd-21838495d81c),segment_id=13c6b376-b873-4e7b-b8cd-21838495d81c)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:46:33.041283 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (0b0e76dc-66e5-4455-bb32-2661005e59fd), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:33.045829 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:33.064877 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 09:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9f4cfc-967f-481a-be64-aaceae9533a1 x-openstack-request-id: req-ee9f4cfc-967f-481a-be64-aaceae9533a1 {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:46:33.065165 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14c5ecc5-d507-4ec5-8d70-c08225968aa0", "name": "network-vif-plugged", "status": "completed", "tag": "0b0e76dc-66e5-4455-bb32-2661005e59fd", "code": 200}]} {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:46:33.066019 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ee9f4cfc-967f-481a-be64-aaceae9533a1 {{(pid=103459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:46:33.066411 dv-cinder-837699-5-iscsi neutron-server[103459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee9f4cfc-967f-481a-be64-aaceae9533a1'] response: {'server_uuid': '14c5ecc5-d507-4ec5-8d70-c08225968aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b0e76dc-66e5-4455-bb32-2661005e59fd', 'code': 200} May 12 09:46:33.090623 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Pushing event updated for resources: {'Port': ['ID=0b0e76dc-66e5-4455-bb32-2661005e59fd,revision_number=5']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:46:33.139573 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Pushing event updated for resources: {'Port': ['ID=b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b,revision_number=9']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:46:33.264335 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daf53f0-5eeb-4bc0-900f-dce76183ee67 req-55ec36fc-2d2f-44ec-a5e8-9f0e882e1aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:33.265891 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-6daf53f0-5eeb-4bc0-900f-dce76183ee67 req-55ec36fc-2d2f-44ec-a5e8-9f0e882e1aff service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=14c5ecc5-d507-4ec5-8d70-c08225968aa0 HTTP/1.1" status: 200 len: 1129 time: 0.0396693 May 12 09:46:33.312696 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-6daf53f0-5eeb-4bc0-900f-dce76183ee67 req-3717a084-722b-4771-8b13-0a6de3fb5a9d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=044135b8-e00d-4eee-a9b9-7234a6be7863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410814 May 12 09:46:33.436930 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15500801-dd66-45bd-a6c4-5bcd678ffffd req-f3b1dbe2-58ef-4830-b133-98fd7fb315ab tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:33.438414 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-15500801-dd66-45bd-a6c4-5bcd678ffffd req-f3b1dbe2-58ef-4830-b133-98fd7fb315ab tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] 10.222.0.60 "GET /v2.0/ports?device_id=14c5ecc5-d507-4ec5-8d70-c08225968aa0 HTTP/1.1" status: 200 len: 945 time: 0.0460465 May 12 09:46:33.477654 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] get_ports_and_sgs() called for port_ids ['b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b'] {{(pid=103459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 09:46:33.486307 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-15500801-dd66-45bd-a6c4-5bcd678ffffd req-520b7ebc-5eb2-44e5-a957-c9e2d483460a tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] 10.222.0.60 "GET /v2.0/security-groups?id=044135b8-e00d-4eee-a9b9-7234a6be7863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418389 May 12 09:46:33.922325 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67085e1f-ebc7-415b-b325-eff223a4451d req-80539d8f-37d1-45c9-ba36-3c38edfed99c tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:33.923794 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-67085e1f-ebc7-415b-b325-eff223a4451d req-80539d8f-37d1-45c9-ba36-3c38edfed99c tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 945 time: 0.0455630 May 12 09:46:33.968610 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-67085e1f-ebc7-415b-b325-eff223a4451d req-6393854e-41b3-4627-acdb-d332ddf05827 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b4cf6b2-a702-45c6-a103-89f8c82f152f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389464 May 12 09:46:34.602845 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80d4e89-9dcf-45f6-8861-0af08b2bdc3a req-6f597fcc-09db-4ce8-bf3f-dc156752eacc tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:34.604313 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b80d4e89-9dcf-45f6-8861-0af08b2bdc3a req-6f597fcc-09db-4ce8-bf3f-dc156752eacc tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] 10.222.0.60 "GET /v2.0/ports?device_id=14c5ecc5-d507-4ec5-8d70-c08225968aa0 HTTP/1.1" status: 200 len: 945 time: 0.0490661 May 12 09:46:34.650164 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b80d4e89-9dcf-45f6-8861-0af08b2bdc3a req-6731128c-2f49-46dc-a910-b5b36aba7747 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] 10.222.0.60 "GET /v2.0/security-groups?id=044135b8-e00d-4eee-a9b9-7234a6be7863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402462 May 12 09:46:34.744662 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b up at agent hyperv_hv-cinder-83769 {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 09:46:34.790397 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Provisioning complete for port b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:46:34.790765 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:34.866215 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Current status of the port b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b is: BUILD; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:46:34.866592 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:34.897852 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] For port b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b,segment=NetworkSegment(13c6b376-b873-4e7b-b8cd-21838495d81c),segment_id=13c6b376-b873-4e7b-b8cd-21838495d81c)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:46:34.901769 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:34.946473 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Pushing event updated for resources: {'Port': ['ID=b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b,revision_number=10']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:46:35.067665 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18552b7d-9ecc-4182-b0fd-726899815dcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b'}] {{(pid=103459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:46:35.070156 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86b47e387812c2b24e7094e641fb8cdf00e205bc2b1299b72670831d9f7cf680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9939283e-3a5b-4317-b53f-0a57d5cb3178" -d '{"events": [{"server_uuid": "18552b7d-9ecc-4182-b0fd-726899815dcf", "name": "network-vif-plugged", "status": "completed", "tag": "b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b"}]}' {{(pid=103459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:46:35.087329 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb686a6-083f-4776-8d7c-1abc0de6e93f req-5b24bde1-df9f-415d-8fc5-0ec36893201d tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:35.088779 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0eb686a6-083f-4776-8d7c-1abc0de6e93f req-5b24bde1-df9f-415d-8fc5-0ec36893201d tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 947 time: 0.0450349 May 12 09:46:35.109473 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 09:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c85c33f0-4623-455e-ade7-011f5f11afb1 x-openstack-request-id: req-c85c33f0-4623-455e-ade7-011f5f11afb1 {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:46:35.109771 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18552b7d-9ecc-4182-b0fd-726899815dcf", "name": "network-vif-plugged", "status": "completed", "tag": "b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b", "code": 200}]} {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:46:35.110076 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c85c33f0-4623-455e-ade7-011f5f11afb1 {{(pid=103459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:46:35.110479 dv-cinder-837699-5-iscsi neutron-server[103459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c85c33f0-4623-455e-ade7-011f5f11afb1'] response: {'server_uuid': '18552b7d-9ecc-4182-b0fd-726899815dcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b', 'code': 200} May 12 09:46:35.138113 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0eb686a6-083f-4776-8d7c-1abc0de6e93f req-df7899fa-beb4-4b09-95d3-cb59647a2857 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b4cf6b2-a702-45c6-a103-89f8c82f152f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438623 May 12 09:46:35.763998 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca81cc3-6c04-4a74-865b-7cdd9cb823f1 req-cb30a1bc-30d4-4798-bdcd-465e0c696dd4 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:35.765424 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2ca81cc3-6c04-4a74-865b-7cdd9cb823f1 req-cb30a1bc-30d4-4798-bdcd-465e0c696dd4 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] 10.222.0.60 "GET /v2.0/ports?device_id=14c5ecc5-d507-4ec5-8d70-c08225968aa0 HTTP/1.1" status: 200 len: 945 time: 0.0498810 May 12 09:46:35.809787 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2ca81cc3-6c04-4a74-865b-7cdd9cb823f1 req-f7920907-6a70-41f4-8454-5f32738771f3 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] 10.222.0.60 "GET /v2.0/security-groups?id=044135b8-e00d-4eee-a9b9-7234a6be7863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387964 May 12 09:46:35.999405 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48271d6f-2eb2-4a50-b9d3-64a825618922 req-f7a6170c-a417-4715-9544-ef975576cc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:36.000897 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-48271d6f-2eb2-4a50-b9d3-64a825618922 req-f7a6170c-a417-4715-9544-ef975576cc68 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 1131 time: 0.0387380 May 12 09:46:36.047556 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-48271d6f-2eb2-4a50-b9d3-64a825618922 req-4e8c65ea-a1ab-48d5-b528-e5fec20cd956 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=1b4cf6b2-a702-45c6-a103-89f8c82f152f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398011 May 12 09:46:36.256376 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62cebb-3a45-443a-89c5-601c9c259061 req-cb3f2aac-3198-4811-a14e-63065a76a8c5 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:36.257840 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8a62cebb-3a45-443a-89c5-601c9c259061 req-cb3f2aac-3198-4811-a14e-63065a76a8c5 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 947 time: 0.0470290 May 12 09:46:36.305330 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8a62cebb-3a45-443a-89c5-601c9c259061 req-5e656e80-d3ae-4fa4-a865-c5f238eb53a2 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b4cf6b2-a702-45c6-a103-89f8c82f152f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409036 May 12 09:46:36.541097 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf4a7c-ae23-47aa-9351-de60a443c722 req-8edafdd9-9dab-47d2-8d27-2c61224cbc18 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:36.542480 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2fdf4a7c-ae23-47aa-9351-de60a443c722 req-8edafdd9-9dab-47d2-8d27-2c61224cbc18 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] 10.222.0.60 "GET /v2.0/ports?device_id=14c5ecc5-d507-4ec5-8d70-c08225968aa0 HTTP/1.1" status: 200 len: 945 time: 0.0458977 May 12 09:46:36.590855 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2fdf4a7c-ae23-47aa-9351-de60a443c722 req-886e27d6-9289-4e86-bfce-f638323d6d52 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] 10.222.0.60 "GET /v2.0/security-groups?id=044135b8-e00d-4eee-a9b9-7234a6be7863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427814 May 12 09:46:37.241222 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff15f5a2-92ef-4977-bab9-32959142b1a2 req-aebca0a5-9d3c-46ff-83d1-8276247ec717 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:37.242699 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ff15f5a2-92ef-4977-bab9-32959142b1a2 req-aebca0a5-9d3c-46ff-83d1-8276247ec717 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=afe60f94-7d27-4924-8df7-0a49d9455ade HTTP/1.1" status: 200 len: 946 time: 0.3140829 May 12 09:46:37.289550 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ff15f5a2-92ef-4977-bab9-32959142b1a2 req-189f7f0b-2c82-4e27-a501-0c01c241eaf4 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f45e960-bb43-4974-b9a7-5142b9a6c456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413296 May 12 09:46:37.424383 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1adcce-9cef-4828-b2b9-e5bd24b35977 req-a35e36df-ef0c-40d3-b057-894ee774f621 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:37.426308 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ee1adcce-9cef-4828-b2b9-e5bd24b35977 req-a35e36df-ef0c-40d3-b057-894ee774f621 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 947 time: 0.0461535 May 12 09:46:37.472461 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ee1adcce-9cef-4828-b2b9-e5bd24b35977 req-5bdb4f18-dc72-4f24-b50c-8b380e8cba5f tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b4cf6b2-a702-45c6-a103-89f8c82f152f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406945 May 12 09:46:37.704048 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c0e7d0-0401-411b-a2ff-013f323ffe8a req-3c7b725f-5440-482b-a791-7f2224bcea76 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:37.705387 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-18c0e7d0-0401-411b-a2ff-013f323ffe8a req-3c7b725f-5440-482b-a791-7f2224bcea76 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] 10.222.0.60 "GET /v2.0/ports?device_id=14c5ecc5-d507-4ec5-8d70-c08225968aa0 HTTP/1.1" status: 200 len: 945 time: 0.0484350 May 12 09:46:37.750527 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-18c0e7d0-0401-411b-a2ff-013f323ffe8a req-e479f8fb-f204-4129-bfb1-dfbe1c6df4aa tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] 10.222.0.60 "GET /v2.0/security-groups?id=044135b8-e00d-4eee-a9b9-7234a6be7863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397785 May 12 09:46:38.399032 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f426633-98fb-452f-8fe3-ab92384bfd09 req-e27130dc-7713-4fe3-90fb-cc90d2b126f6 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:38.400359 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5f426633-98fb-452f-8fe3-ab92384bfd09 req-e27130dc-7713-4fe3-90fb-cc90d2b126f6 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=afe60f94-7d27-4924-8df7-0a49d9455ade HTTP/1.1" status: 200 len: 946 time: 0.0452561 May 12 09:46:38.444691 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5f426633-98fb-452f-8fe3-ab92384bfd09 req-974714a8-536d-48da-8585-72d5bf850952 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f45e960-bb43-4974-b9a7-5142b9a6c456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388670 May 12 09:46:38.590377 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e5215-4731-47d2-99d2-2f63ebe2f3f5 req-770a56cb-7000-40af-a9c8-2fc5aaebf600 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:38.591798 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-228e5215-4731-47d2-99d2-2f63ebe2f3f5 req-770a56cb-7000-40af-a9c8-2fc5aaebf600 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 947 time: 0.0483892 May 12 09:46:38.638709 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-228e5215-4731-47d2-99d2-2f63ebe2f3f5 req-00caba17-1baa-45b6-bcf8-51e365b431f5 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b4cf6b2-a702-45c6-a103-89f8c82f152f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402551 May 12 09:46:38.859485 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1319d81-086a-4155-b72b-f96106ac869f req-6cd78f01-b15a-40ef-8101-c1d8395837a7 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:38.860911 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c1319d81-086a-4155-b72b-f96106ac869f req-6cd78f01-b15a-40ef-8101-c1d8395837a7 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] 10.222.0.60 "GET /v2.0/ports?device_id=14c5ecc5-d507-4ec5-8d70-c08225968aa0 HTTP/1.1" status: 200 len: 945 time: 0.0443618 May 12 09:46:38.905994 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c1319d81-086a-4155-b72b-f96106ac869f req-d2f51221-5bdf-44d6-b890-1252a5c145f4 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] 10.222.0.60 "GET /v2.0/security-groups?id=044135b8-e00d-4eee-a9b9-7234a6be7863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390909 May 12 09:46:39.557864 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8852900-3554-40ae-b613-6216b54f1988 req-4a79c597-8b5f-4adc-b46a-3a3f0db0de8e tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:39.559351 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c8852900-3554-40ae-b613-6216b54f1988 req-4a79c597-8b5f-4adc-b46a-3a3f0db0de8e tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=afe60f94-7d27-4924-8df7-0a49d9455ade HTTP/1.1" status: 200 len: 946 time: 0.0462034 May 12 09:46:39.609566 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c8852900-3554-40ae-b613-6216b54f1988 req-d4c852c1-bc25-463a-91db-f106d3df82e2 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f45e960-bb43-4974-b9a7-5142b9a6c456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444160 May 12 09:46:39.764414 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f15b09-2ddb-467d-aa79-7a8c5c0d412f req-051f61cb-dfe0-4bd1-981e-b710a5d3167b tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:39.765870 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c6f15b09-2ddb-467d-aa79-7a8c5c0d412f req-051f61cb-dfe0-4bd1-981e-b710a5d3167b tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 947 time: 0.0471861 May 12 09:46:39.811582 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c6f15b09-2ddb-467d-aa79-7a8c5c0d412f req-9e260005-02b8-47e7-aca7-64d8c41b994d tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b4cf6b2-a702-45c6-a103-89f8c82f152f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395520 May 12 09:46:39.909016 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2e7cd-e777-4861-9781-cb42732193e2 req-a7af0130-0db0-42f6-8a23-1d479a421ea3 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:39.910503 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-17f2e7cd-e777-4861-9781-cb42732193e2 req-a7af0130-0db0-42f6-8a23-1d479a421ea3 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] 10.222.0.65 "GET /v2.0/ports?device_id=14c5ecc5-d507-4ec5-8d70-c08225968aa0 HTTP/1.1" status: 200 len: 945 time: 0.0460751 May 12 09:46:40.026535 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a993ce7-4614-402e-9e00-ccd411a1d710 req-e111ff2b-5f2e-44e4-9c29-4aa000e0a8d5 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:40.028216 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2a993ce7-4614-402e-9e00-ccd411a1d710 req-e111ff2b-5f2e-44e4-9c29-4aa000e0a8d5 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] 10.222.0.60 "GET /v2.0/ports?device_id=14c5ecc5-d507-4ec5-8d70-c08225968aa0 HTTP/1.1" status: 200 len: 945 time: 0.0504808 May 12 09:46:40.076322 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2a993ce7-4614-402e-9e00-ccd411a1d710 req-24f9e976-ad1e-414e-b485-903b47b77973 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] 10.222.0.60 "GET /v2.0/security-groups?id=044135b8-e00d-4eee-a9b9-7234a6be7863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424731 May 12 09:46:40.654316 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-17f2e7cd-e777-4861-9781-cb42732193e2 req-0d2e9179-70bf-4a6a-b370-f0b5c46294b2 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] Deleting port 0b0e76dc-66e5-4455-bb32-2661005e59fd {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 09:46:40.654733 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-17f2e7cd-e777-4861-9781-cb42732193e2 req-0d2e9179-70bf-4a6a-b370-f0b5c46294b2 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740344431333'] for port (0b0e76dc-66e5-4455-bb32-2661005e59fd), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:40.749625 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-17f2e7cd-e777-4861-9781-cb42732193e2 req-0d2e9179-70bf-4a6a-b370-f0b5c46294b2 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] For port 0b0e76dc-66e5-4455-bb32-2661005e59fd, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=0b0e76dc-66e5-4455-bb32-2661005e59fd,segment=NetworkSegment(8090d671-00e8-4268-b65c-cd9129c3417c),segment_id=8090d671-00e8-4268-b65c-cd9129c3417c)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:46:40.749999 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-17f2e7cd-e777-4861-9781-cb42732193e2 req-0d2e9179-70bf-4a6a-b370-f0b5c46294b2 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799057'] for port (0b0e76dc-66e5-4455-bb32-2661005e59fd), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:40.755474 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4917efa-926b-4476-a4d7-89e351bc0c0d req-da2bad94-0677-4714-8b0f-84956b1960eb tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:40.756971 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e4917efa-926b-4476-a4d7-89e351bc0c0d req-da2bad94-0677-4714-8b0f-84956b1960eb tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=afe60f94-7d27-4924-8df7-0a49d9455ade HTTP/1.1" status: 200 len: 946 time: 0.0775588 May 12 09:46:40.763888 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-17f2e7cd-e777-4861-9781-cb42732193e2 req-0d2e9179-70bf-4a6a-b370-f0b5c46294b2 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] Calling delete_port for 0b0e76dc-66e5-4455-bb32-2661005e59fd owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 09:46:40.765922 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf603d0-f2dd-4bc9-94ed-b5e268901a73 req-43450960-9a7e-44dc-8e1e-7d4edf8a0b3d tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:40.767318 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-daf603d0-f2dd-4bc9-94ed-b5e268901a73 req-43450960-9a7e-44dc-8e1e-7d4edf8a0b3d tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.65 "GET /v2.0/ports?device_id=afe60f94-7d27-4924-8df7-0a49d9455ade HTTP/1.1" status: 200 len: 946 time: 0.0867081 May 12 09:46:40.865527 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e4917efa-926b-4476-a4d7-89e351bc0c0d req-a114d7f6-a91f-40dc-ada1-f09a5e299015 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f45e960-bb43-4974-b9a7-5142b9a6c456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972340 May 12 09:46:40.889879 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [req-daf603d0-f2dd-4bc9-94ed-b5e268901a73 req-11b2893e-7a39-4912-a04b-d164890d68d1 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Deleting port 5fd0072b-c35b-4eb8-95e5-e20e592d7b49 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 09:46:40.890519 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-daf603d0-f2dd-4bc9-94ed-b5e268901a73 req-11b2893e-7a39-4912-a04b-d164890d68d1 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740344431333'] for port (5fd0072b-c35b-4eb8-95e5-e20e592d7b49), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:40.900002 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-17f2e7cd-e777-4861-9781-cb42732193e2 req-0d2e9179-70bf-4a6a-b370-f0b5c46294b2 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740344441209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740344012629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28491394'] for port (0b0e76dc-66e5-4455-bb32-2661005e59fd), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:40.927647 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2e9179-70bf-4a6a-b370-f0b5c46294b2 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] Pushing event deleted for resources: {'Port': ['ID=0b0e76dc-66e5-4455-bb32-2661005e59fd,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:46:40.937350 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] get_ports_and_sgs() called for port_ids ['0b0e76dc-66e5-4455-bb32-2661005e59fd'] {{(pid=103459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 09:46:40.975078 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-17f2e7cd-e777-4861-9781-cb42732193e2 req-0d2e9179-70bf-4a6a-b370-f0b5c46294b2 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] No DVR routers for this DVR port 0b0e76dc-66e5-4455-bb32-2661005e59fd on host hv-cinder-83769 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 09:46:40.977500 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-17f2e7cd-e777-4861-9781-cb42732193e2 req-0d2e9179-70bf-4a6a-b370-f0b5c46294b2 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:40.980795 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-17f2e7cd-e777-4861-9781-cb42732193e2 req-0d2e9179-70bf-4a6a-b370-f0b5c46294b2 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] 10.222.0.65 "DELETE /v2.0/ports/0b0e76dc-66e5-4455-bb32-2661005e59fd HTTP/1.1" status: 204 len: 173 time: 0.4081931 May 12 09:46:40.981243 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14c5ecc5-d507-4ec5-8d70-c08225968aa0', 'name': 'network-vif-deleted', 'tag': '0b0e76dc-66e5-4455-bb32-2661005e59fd'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:46:40.984058 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ab44c22d40f7c005d262e262c3a77426c373d0f7a848e933746c3cdedb51eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b47851b6-01cb-487c-a4c7-36b94378690e" -d '{"events": [{"server_uuid": "14c5ecc5-d507-4ec5-8d70-c08225968aa0", "name": "network-vif-deleted", "tag": "0b0e76dc-66e5-4455-bb32-2661005e59fd"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:46:40.992061 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590a8c1e-7791-4984-883f-51c9c1d94285 req-9b4f0a25-3666-4048-bc7d-3ec7b520a149 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:40.993708 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-590a8c1e-7791-4984-883f-51c9c1d94285 req-9b4f0a25-3666-4048-bc7d-3ec7b520a149 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 947 time: 0.0975327 May 12 09:46:41.028162 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 09:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a673cd-cc98-4fcb-9895-b5d0f444d5de x-openstack-request-id: req-14a673cd-cc98-4fcb-9895-b5d0f444d5de {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:46:41.028162 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14c5ecc5-d507-4ec5-8d70-c08225968aa0", "name": "network-vif-deleted", "tag": "0b0e76dc-66e5-4455-bb32-2661005e59fd", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:46:41.028162 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-14a673cd-cc98-4fcb-9895-b5d0f444d5de {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:46:41.028162 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14a673cd-cc98-4fcb-9895-b5d0f444d5de'] response: {'server_uuid': '14c5ecc5-d507-4ec5-8d70-c08225968aa0', 'name': 'network-vif-deleted', 'tag': '0b0e76dc-66e5-4455-bb32-2661005e59fd', 'status': 'completed', 'code': 200} May 12 09:46:41.057369 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-daf603d0-f2dd-4bc9-94ed-b5e268901a73 req-11b2893e-7a39-4912-a04b-d164890d68d1 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] For port 5fd0072b-c35b-4eb8-95e5-e20e592d7b49, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=5fd0072b-c35b-4eb8-95e5-e20e592d7b49,segment=NetworkSegment(26ab4651-7fb4-4cda-a42c-ef91f3f41052),segment_id=26ab4651-7fb4-4cda-a42c-ef91f3f41052)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:46:41.057755 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-daf603d0-f2dd-4bc9-94ed-b5e268901a73 req-11b2893e-7a39-4912-a04b-d164890d68d1 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799057'] for port (5fd0072b-c35b-4eb8-95e5-e20e592d7b49), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:41.080396 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-590a8c1e-7791-4984-883f-51c9c1d94285 req-d7e5a71d-d0da-4e20-8e1a-98cf53a74d72 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b4cf6b2-a702-45c6-a103-89f8c82f152f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790677 May 12 09:46:41.209211 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-db4eedb6-7a7e-4fc8-b89a-4690cb9b7b30 req-8b3f6e5d-fdc3-4eb9-a273-0f4f217b76de tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] 10.222.0.60 "GET /v2.0/ports?device_id=14c5ecc5-d507-4ec5-8d70-c08225968aa0 HTTP/1.1" status: 200 len: 210 time: 0.0388846 May 12 09:46:41.273796 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-daf603d0-f2dd-4bc9-94ed-b5e268901a73 req-11b2893e-7a39-4912-a04b-d164890d68d1 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:41.274191 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-daf603d0-f2dd-4bc9-94ed-b5e268901a73 req-11b2893e-7a39-4912-a04b-d164890d68d1 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799862'] for floatingip (17f34a5a-83c4-48d5-abfd-be7a0665a2ad), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:41.274512 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.db.l3_db [req-daf603d0-f2dd-4bc9-94ed-b5e268901a73 req-11b2893e-7a39-4912-a04b-d164890d68d1 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Floating IP 17f34a5a-83c4-48d5-abfd-be7a0665a2ad disassociated. External IP: 172.27.3.240, port: 5fd0072b-c35b-4eb8-95e5-e20e592d7b49. May 12 09:46:41.274901 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [req-daf603d0-f2dd-4bc9-94ed-b5e268901a73 req-11b2893e-7a39-4912-a04b-d164890d68d1 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Calling delete_port for 5fd0072b-c35b-4eb8-95e5-e20e592d7b49 owned by compute:nova {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 09:46:41.406267 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-daf603d0-f2dd-4bc9-94ed-b5e268901a73 req-11b2893e-7a39-4912-a04b-d164890d68d1 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740344441209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740344012629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29192019'] for port (5fd0072b-c35b-4eb8-95e5-e20e592d7b49), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:41.433733 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b2893e-7a39-4912-a04b-d164890d68d1 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Pushing event deleted for resources: {'Port': ['ID=5fd0072b-c35b-4eb8-95e5-e20e592d7b49,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:46:41.446014 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b2893e-7a39-4912-a04b-d164890d68d1 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:46:41.446364 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b2893e-7a39-4912-a04b-d164890d68d1 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:46:41.446703 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b2893e-7a39-4912-a04b-d164890d68d1 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:46:41.447042 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b2893e-7a39-4912-a04b-d164890d68d1 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:46:41.447386 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b2893e-7a39-4912-a04b-d164890d68d1 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:46:41.447711 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b2893e-7a39-4912-a04b-d164890d68d1 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:46:41.448117 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b2893e-7a39-4912-a04b-d164890d68d1 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:46:41.448363 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b2893e-7a39-4912-a04b-d164890d68d1 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:46:41.448691 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b2893e-7a39-4912-a04b-d164890d68d1 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:46:41.449015 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b2893e-7a39-4912-a04b-d164890d68d1 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:46:41.449364 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b2893e-7a39-4912-a04b-d164890d68d1 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:46:41.449660 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b2893e-7a39-4912-a04b-d164890d68d1 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:46:41.450000 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b2893e-7a39-4912-a04b-d164890d68d1 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:46:41.450325 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b2893e-7a39-4912-a04b-d164890d68d1 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:46:41.450645 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b2893e-7a39-4912-a04b-d164890d68d1 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:46:41.567231 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [req-daf603d0-f2dd-4bc9-94ed-b5e268901a73 req-11b2893e-7a39-4912-a04b-d164890d68d1 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Router 9c2097ad-1eb6-456a-8744-fc92ba3f54fd has already been hosted by L3 agent 8db92903-2544-41c2-b919-def82c43c97a {{(pid=103458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 09:46:41.675052 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-daf603d0-f2dd-4bc9-94ed-b5e268901a73 req-11b2893e-7a39-4912-a04b-d164890d68d1 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Notify agent at l3_agent.dv-cinder-837699-5-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 09:46:41.684322 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15760e07-8da0-4ab0-821c-039597d41a7c None None] Sync routers for ids ['9c2097ad-1eb6-456a-8744-fc92ba3f54fd'] in dv-cinder-837699-5-iscsi {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 09:46:41.694753 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15760e07-8da0-4ab0-821c-039597d41a7c None None] Routers {'9c2097ad-1eb6-456a-8744-fc92ba3f54fd'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:46:41.695375 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-15760e07-8da0-4ab0-821c-039597d41a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:46:22Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['9c2097ad-1eb6-456a-8744-fc92ba3f54fd'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:46:41.716887 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [req-daf603d0-f2dd-4bc9-94ed-b5e268901a73 req-11b2893e-7a39-4912-a04b-d164890d68d1 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] No DVR routers for this DVR port 5fd0072b-c35b-4eb8-95e5-e20e592d7b49 on host hv-cinder-83769 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 09:46:41.719353 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-daf603d0-f2dd-4bc9-94ed-b5e268901a73 req-11b2893e-7a39-4912-a04b-d164890d68d1 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:41.722551 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-daf603d0-f2dd-4bc9-94ed-b5e268901a73 req-11b2893e-7a39-4912-a04b-d164890d68d1 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.65 "DELETE /v2.0/ports/5fd0072b-c35b-4eb8-95e5-e20e592d7b49 HTTP/1.1" status: 204 len: 173 time: 0.9471812 May 12 09:46:41.722996 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afe60f94-7d27-4924-8df7-0a49d9455ade', 'name': 'network-vif-deleted', 'tag': '5fd0072b-c35b-4eb8-95e5-e20e592d7b49'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:46:41.725231 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c5c35592cdadc16d94e4e59e173057c198c772a9b1006d4fd44537c4a2e10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd380f15-191b-4251-abef-f926aaabcdab" -d '{"events": [{"server_uuid": "afe60f94-7d27-4924-8df7-0a49d9455ade", "name": "network-vif-deleted", "tag": "5fd0072b-c35b-4eb8-95e5-e20e592d7b49"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:46:41.776536 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 09:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf7baea4-b964-421f-b3cb-af9c22c8b700 x-openstack-request-id: req-bf7baea4-b964-421f-b3cb-af9c22c8b700 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:46:41.777149 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afe60f94-7d27-4924-8df7-0a49d9455ade", "name": "network-vif-deleted", "tag": "5fd0072b-c35b-4eb8-95e5-e20e592d7b49", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:46:41.777260 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bf7baea4-b964-421f-b3cb-af9c22c8b700 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:46:41.777766 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf7baea4-b964-421f-b3cb-af9c22c8b700'] response: {'server_uuid': 'afe60f94-7d27-4924-8df7-0a49d9455ade', 'name': 'network-vif-deleted', 'tag': '5fd0072b-c35b-4eb8-95e5-e20e592d7b49', 'status': 'completed', 'code': 200} May 12 09:46:41.809515 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-15760e07-8da0-4ab0-821c-039597d41a7c None None] Set router 9c2097ad-1eb6-456a-8744-fc92ba3f54fd gateway port host: dv-cinder-837699-5-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:46:41.991823 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-58baab52-facc-41a7-9ba8-2bd28d58ee1a req-406f0c4f-a070-49ef-a510-eed72ea17324 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/ports?device_id=afe60f94-7d27-4924-8df7-0a49d9455ade HTTP/1.1" status: 200 len: 210 time: 0.0313957 May 12 09:46:42.025473 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-15760e07-8da0-4ab0-821c-039597d41a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'name': 'tempest-AttachVolumeNegativeTest-1936945588-router', 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': '0b2e5772-8899-4afe-abaa-f04370bcc8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:33:42Z', 'updated_at': '2022-05-12T09:33:47Z', 'revision_number': 4, 'project_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'gw_port': {'id': '0b2e5772-8899-4afe-abaa-f04370bcc8a6', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:92:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:42Z', 'updated_at': '2022-05-12T09:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_interfaces': [{'id': 'afe51b64-ecef-4dbc-81fa-ac72b0814cf1', 'name': '', 'network_id': 'd8bd03ea-0f3b-46bf-82a8-531c929bec57', 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'mac_address': 'fa:16:3e:27:c2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'be18f7f8-10b6-434a-8890-e7ce96c85646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:45Z', 'updated_at': '2022-05-12T09:33:55Z', 'revision_number': 5, 'project_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'subnets': [{'id': 'be18f7f8-10b6-434a-8890-e7ce96c85646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:46:42.056507 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15760e07-8da0-4ab0-821c-039597d41a7c None None] Checking router: 9c2097ad-1eb6-456a-8744-fc92ba3f54fd for host: dv-cinder-837699-5-iscsi {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 09:46:42.064704 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15760e07-8da0-4ab0-821c-039597d41a7c None None] Routers {'9c2097ad-1eb6-456a-8744-fc92ba3f54fd'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:46:42.065332 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-15760e07-8da0-4ab0-821c-039597d41a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:46:22Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['9c2097ad-1eb6-456a-8744-fc92ba3f54fd'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:46:42.174565 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-15760e07-8da0-4ab0-821c-039597d41a7c None None] Set router 9c2097ad-1eb6-456a-8744-fc92ba3f54fd gateway port host: dv-cinder-837699-5-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:46:42.386076 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-15760e07-8da0-4ab0-821c-039597d41a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'name': 'tempest-AttachVolumeNegativeTest-1936945588-router', 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': '0b2e5772-8899-4afe-abaa-f04370bcc8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:33:42Z', 'updated_at': '2022-05-12T09:33:47Z', 'revision_number': 4, 'project_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'gw_port': {'id': '0b2e5772-8899-4afe-abaa-f04370bcc8a6', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:92:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:42Z', 'updated_at': '2022-05-12T09:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_interfaces': [{'id': 'afe51b64-ecef-4dbc-81fa-ac72b0814cf1', 'name': '', 'network_id': 'd8bd03ea-0f3b-46bf-82a8-531c929bec57', 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'mac_address': 'fa:16:3e:27:c2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'be18f7f8-10b6-434a-8890-e7ce96c85646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:45Z', 'updated_at': '2022-05-12T09:33:55Z', 'revision_number': 5, 'project_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'subnets': [{'id': 'be18f7f8-10b6-434a-8890-e7ce96c85646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:46:42.416013 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15760e07-8da0-4ab0-821c-039597d41a7c None None] The sync data for ids ['9c2097ad-1eb6-456a-8744-fc92ba3f54fd'] in dv-cinder-837699-5-iscsi is: [{'id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'name': 'tempest-AttachVolumeNegativeTest-1936945588-router', 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': '0b2e5772-8899-4afe-abaa-f04370bcc8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:33:42Z', 'updated_at': '2022-05-12T09:33:47Z', 'revision_number': 4, 'project_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'gw_port': {'id': '0b2e5772-8899-4afe-abaa-f04370bcc8a6', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:92:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:42Z', 'updated_at': '2022-05-12T09:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_interfaces': [{'id': 'afe51b64-ecef-4dbc-81fa-ac72b0814cf1', 'name': '', 'network_id': 'd8bd03ea-0f3b-46bf-82a8-531c929bec57', 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'mac_address': 'fa:16:3e:27:c2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'be18f7f8-10b6-434a-8890-e7ce96c85646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:45Z', 'updated_at': '2022-05-12T09:33:55Z', 'revision_number': 5, 'project_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'subnets': [{'id': 'be18f7f8-10b6-434a-8890-e7ce96c85646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 09:46:42.493643 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0f7a2-28f0-4589-9f1b-13c16aa96cdd req-7db50f58-d2f7-4cb0-a774-8b8bc75dd304 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:42.495308 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a0a0f7a2-28f0-4589-9f1b-13c16aa96cdd req-7db50f58-d2f7-4cb0-a774-8b8bc75dd304 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] 10.222.0.60 "GET /v2.0/networks?id=a979ad69-574d-4551-aeb4-f162ac77a9b9 HTTP/1.1" status: 200 len: 808 time: 0.1029224 May 12 09:46:42.510648 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a0a0f7a2-28f0-4589-9f1b-13c16aa96cdd req-1451a372-d55a-49ee-99cb-68f849212d25 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] 10.222.0.60 "GET /v2.0/quotas/f905d25356874ac88be7ed35a624e230 HTTP/1.1" status: 200 len: 375 time: 0.0098131 May 12 09:46:42.543554 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a0a0f7a2-28f0-4589-9f1b-13c16aa96cdd req-90ee7521-2714-488a-96d3-006cab90beec tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f905d25356874ac88be7ed35a624e230&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278597 May 12 09:46:42.630241 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c1f014-8722-4db5-a31d-44183517622e None None] New status for floating IP 17f34a5a-83c4-48d5-abfd-be7a0665a2ad: DOWN {{(pid=103460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 09:46:42.640726 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a0a0f7a2-28f0-4589-9f1b-13c16aa96cdd req-677c8be8-b81c-4260-bfb4-a4f177788302 service neutron] 10.222.0.60 "GET /v2.0/networks/a979ad69-574d-4551-aeb4-f162ac77a9b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899227 May 12 09:46:42.730485 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a0a0f7a2-28f0-4589-9f1b-13c16aa96cdd req-fe17efaf-0369-453c-abe6-5cc734ea66ee service neutron] 10.222.0.60 "GET /v2.0/networks/a979ad69-574d-4551-aeb4-f162ac77a9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837064 May 12 09:46:42.892695 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3f3ef239-d930-4d85-bcda-04ebcdcaf124 req-3712100a-ea14-47d9-94e3-286150185df9 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f7af05b-3741-427d-a0cd-546697b3abb6 HTTP/1.1" status: 200 len: 210 time: 0.0316999 May 12 09:46:43.077962 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 43880) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:46:43.146457 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3ef5d43c-a52f-484b-b2e2-5fd247a2acf8 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for security_group (6f45e960-bb43-4974-b9a7-5142b9a6c456), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:43.172238 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3ef5d43c-a52f-484b-b2e2-5fd247a2acf8 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for security_group (6f45e960-bb43-4974-b9a7-5142b9a6c456), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:43.216511 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-1d9e6a58-d356-44ab-bb34-37357c1267d7 None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 09:46:43.223718 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3ef5d43c-a52f-484b-b2e2-5fd247a2acf8 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (6f45e960-bb43-4974-b9a7-5142b9a6c456), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:43.227143 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3ef5d43c-a52f-484b-b2e2-5fd247a2acf8 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:43.228975 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-3ef5d43c-a52f-484b-b2e2-5fd247a2acf8 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "DELETE /v2.0/security-groups/6f45e960-bb43-4974-b9a7-5142b9a6c456 HTTP/1.1" status: 204 len: 168 time: 0.1493707 May 12 09:46:43.231197 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 43884) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:46:43.238429 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef5d43c-a52f-484b-b2e2-5fd247a2acf8 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f45e960-bb43-4974-b9a7-5142b9a6c456,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:46:43.245371 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.api.v2.resource [None req-8ae9c72c-b048-405c-b85d-a472266066a5 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] show failed (client error): The resource could not be found. May 12 09:46:43.246803 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-8ae9c72c-b048-405c-b85d-a472266066a5 tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "GET /v2.0/security-groups/6f45e960-bb43-4974-b9a7-5142b9a6c456 HTTP/1.1" status: 404 len: 347 time: 0.0145521 May 12 09:46:43.249658 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 43886) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:46:43.368797 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-4ae75a33-09c2-403b-a031-22ee78c3ba9d tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Deleting port c1ca14b1-805a-4b0b-9b5a-dde2b802f3d6 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 09:46:43.369134 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4ae75a33-09c2-403b-a031-22ee78c3ba9d tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740344431333'] for port (c1ca14b1-805a-4b0b-9b5a-dde2b802f3d6), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:43.445112 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4ae75a33-09c2-403b-a031-22ee78c3ba9d tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799057'] for port (c1ca14b1-805a-4b0b-9b5a-dde2b802f3d6), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:43.445581 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4ae75a33-09c2-403b-a031-22ee78c3ba9d tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for floatingip (c1ca14b1-805a-4b0b-9b5a-dde2b802f3d6), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:43.458330 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-4ae75a33-09c2-403b-a031-22ee78c3ba9d tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Calling delete_port for c1ca14b1-805a-4b0b-9b5a-dde2b802f3d6 owned by network:floatingip {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 09:46:43.590514 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4ae75a33-09c2-403b-a031-22ee78c3ba9d tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740344441209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740344012629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29192019'] for port (c1ca14b1-805a-4b0b-9b5a-dde2b802f3d6), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:43.615674 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae75a33-09c2-403b-a031-22ee78c3ba9d tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Pushing event deleted for resources: {'Port': ['ID=c1ca14b1-805a-4b0b-9b5a-dde2b802f3d6,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:46:43.681284 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4ae75a33-09c2-403b-a031-22ee78c3ba9d tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks [] for floatingip (17f34a5a-83c4-48d5-abfd-be7a0665a2ad), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:43.683732 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4ae75a33-09c2-403b-a031-22ee78c3ba9d tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for floatingip (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:43.684869 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-4ae75a33-09c2-403b-a031-22ee78c3ba9d tempest-AttachVolumeNegativeTest-1873308593 tempest-AttachVolumeNegativeTest-1873308593-project] 10.222.0.60 "DELETE /v2.0/floatingips/17f34a5a-83c4-48d5-abfd-be7a0665a2ad HTTP/1.1" status: 204 len: 168 time: 0.4341178 May 12 09:46:43.939131 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0f7a2-28f0-4589-9f1b-13c16aa96cdd req-703477b5-8b92-4912-b423-92b4373314c7 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:43.941156 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a0a0f7a2-28f0-4589-9f1b-13c16aa96cdd req-703477b5-8b92-4912-b423-92b4373314c7 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] 10.222.0.65 "GET /v2.0/networks?id=a979ad69-574d-4551-aeb4-f162ac77a9b9 HTTP/1.1" status: 200 len: 808 time: 0.1053247 May 12 09:46:43.960140 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [req-a0a0f7a2-28f0-4589-9f1b-13c16aa96cdd req-cf9ed4cf-e8c0-4a4b-afd3-b4ddf1799c9a tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] Request body: {'port': {'device_id': '2f7af05b-3741-427d-a0cd-546697b3abb6', 'network_id': 'a979ad69-574d-4551-aeb4-f162ac77a9b9', 'admin_state_up': True, 'tenant_id': 'f905d25356874ac88be7ed35a624e230'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:46:44.010670 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7589392e-d012-4039-8be0-e93e641be15d req-9a82b496-e710-4878-bb86-d6cc1f4000ab tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f7af05b-3741-427d-a0cd-546697b3abb6 HTTP/1.1" status: 200 len: 210 time: 0.0470719 May 12 09:46:44.094716 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0a0f7a2-28f0-4589-9f1b-13c16aa96cdd req-cf9ed4cf-e8c0-4a4b-afd3-b4ddf1799c9a tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] Made reservation on behalf of f905d25356874ac88be7ed35a624e230 for: {'port': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 09:46:44.098054 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-a0a0f7a2-28f0-4589-9f1b-13c16aa96cdd req-cf9ed4cf-e8c0-4a4b-afd3-b4ddf1799c9a tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:44.227883 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [req-a0a0f7a2-28f0-4589-9f1b-13c16aa96cdd req-cf9ed4cf-e8c0-4a4b-afd3-b4ddf1799c9a tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] Allocated IP 172.20.0.11 (a979ad69-574d-4551-aeb4-f162ac77a9b9/9c3391ae-d29e-4a2c-ad71-662785d99b53/aa30e7b2-4498-47a0-988c-5e68aa140b5b) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 09:46:44.374400 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-a0a0f7a2-28f0-4589-9f1b-13c16aa96cdd req-cf9ed4cf-e8c0-4a4b-afd3-b4ddf1799c9a tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] Publish callbacks [] for port (aa30e7b2-4498-47a0-988c-5e68aa140b5b), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:44.412507 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-a0a0f7a2-28f0-4589-9f1b-13c16aa96cdd req-cf9ed4cf-e8c0-4a4b-afd3-b4ddf1799c9a tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740344012620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29192019'] for port (aa30e7b2-4498-47a0-988c-5e68aa140b5b), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:44.454039 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0a0f7a2-28f0-4589-9f1b-13c16aa96cdd req-cf9ed4cf-e8c0-4a4b-afd3-b4ddf1799c9a tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] Network a979ad69-574d-4551-aeb4-f162ac77a9b9 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 09:46:44.457593 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [req-a0a0f7a2-28f0-4589-9f1b-13c16aa96cdd req-cf9ed4cf-e8c0-4a4b-afd3-b4ddf1799c9a tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:46:44.459968 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0a0f7a2-28f0-4589-9f1b-13c16aa96cdd req-cf9ed4cf-e8c0-4a4b-afd3-b4ddf1799c9a tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 09:46:44.486451 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9ed4cf-e8c0-4a4b-afd3-b4ddf1799c9a tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] Pushing event updated for resources: {'Port': ['ID=aa30e7b2-4498-47a0-988c-5e68aa140b5b,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:46:44.514115 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0f7a2-28f0-4589-9f1b-13c16aa96cdd req-cf9ed4cf-e8c0-4a4b-afd3-b4ddf1799c9a tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:44.514774 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-a0a0f7a2-28f0-4589-9f1b-13c16aa96cdd req-cf9ed4cf-e8c0-4a4b-afd3-b4ddf1799c9a tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:44.530595 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a0a0f7a2-28f0-4589-9f1b-13c16aa96cdd req-cf9ed4cf-e8c0-4a4b-afd3-b4ddf1799c9a tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5743408 May 12 09:46:44.549155 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [req-a0a0f7a2-28f0-4589-9f1b-13c16aa96cdd req-f37b0ca4-cddc-4eda-9f75-e80bec62355b service neutron] Request body: {'port': {'device_id': '2f7af05b-3741-427d-a0cd-546697b3abb6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:46:44.611521 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-a0a0f7a2-28f0-4589-9f1b-13c16aa96cdd req-f37b0ca4-cddc-4eda-9f75-e80bec62355b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (aa30e7b2-4498-47a0-988c-5e68aa140b5b), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:44.816444 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device 5fd0072b-c35b-4eb8-95e5-e20e592d7b49 no longer exists at agent hyperv_hv-cinder-83769 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 09:46:44.838335 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] No Port match for: 5fd0072b-c35b-4eb8-95e5-e20e592d7b49 {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 09:46:44.838964 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device 5fd0072b-c35b-4eb8-95e5-e20e592d7b49 not bound to the agent host hv-cinder-83769 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 09:46:44.839710 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device 0b0e76dc-66e5-4455-bb32-2661005e59fd no longer exists at agent hyperv_hv-cinder-83769 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 09:46:44.860293 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] No Port match for: 0b0e76dc-66e5-4455-bb32-2661005e59fd {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 09:46:44.860562 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device 0b0e76dc-66e5-4455-bb32-2661005e59fd not bound to the agent host hv-cinder-83769 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 09:46:44.955589 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [req-a0a0f7a2-28f0-4589-9f1b-13c16aa96cdd req-f37b0ca4-cddc-4eda-9f75-e80bec62355b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa30e7b2-4498-47a0-988c-5e68aa140b5b {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 09:46:44.965809 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-a0a0f7a2-28f0-4589-9f1b-13c16aa96cdd req-f37b0ca4-cddc-4eda-9f75-e80bec62355b service neutron] Publish callbacks [] for port (aa30e7b2-4498-47a0-988c-5e68aa140b5b), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:44.978772 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [req-a0a0f7a2-28f0-4589-9f1b-13c16aa96cdd req-f37b0ca4-cddc-4eda-9f75-e80bec62355b service neutron] Transition to ACTIVE for port object aa30e7b2-4498-47a0-988c-5e68aa140b5b will not be triggered until provisioned by entity L2. {{(pid=103458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 09:46:44.983716 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-a0a0f7a2-28f0-4589-9f1b-13c16aa96cdd req-f37b0ca4-cddc-4eda-9f75-e80bec62355b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29192036'] for port (aa30e7b2-4498-47a0-988c-5e68aa140b5b), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:45.044529 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37b0ca4-cddc-4eda-9f75-e80bec62355b service neutron] Pushing event updated for resources: {'Port': ['ID=aa30e7b2-4498-47a0-988c-5e68aa140b5b,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:46:45.154244 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796f1c48-54a9-42a6-915a-431bbd95af90 req-f6269feb-4ba1-4878-ba8c-cc7c78a60a4c tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:45.156164 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-796f1c48-54a9-42a6-915a-431bbd95af90 req-f6269feb-4ba1-4878-ba8c-cc7c78a60a4c tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f7af05b-3741-427d-a0cd-546697b3abb6 HTTP/1.1" status: 200 len: 944 time: 0.0668902 May 12 09:46:45.161582 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-a0a0f7a2-28f0-4589-9f1b-13c16aa96cdd req-f37b0ca4-cddc-4eda-9f75-e80bec62355b service neutron] Attempting to bind port aa30e7b2-4498-47a0-988c-5e68aa140b5b on host hv-cinder-83769 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 09:46:45.162066 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-a0a0f7a2-28f0-4589-9f1b-13c16aa96cdd req-f37b0ca4-cddc-4eda-9f75-e80bec62355b service neutron] Attempting to bind port aa30e7b2-4498-47a0-988c-5e68aa140b5b by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': '8090d671-00e8-4268-b65c-cd9129c3417c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a979ad69-574d-4551-aeb4-f162ac77a9b9'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 09:46:45.162422 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a0f7a2-28f0-4589-9f1b-13c16aa96cdd req-f37b0ca4-cddc-4eda-9f75-e80bec62355b service neutron] Attempting to bind port aa30e7b2-4498-47a0-988c-5e68aa140b5b on network a979ad69-574d-4551-aeb4-f162ac77a9b9 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 09:46:45.175247 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a0f7a2-28f0-4589-9f1b-13c16aa96cdd req-f37b0ca4-cddc-4eda-9f75-e80bec62355b service neutron] Port aa30e7b2-4498-47a0-988c-5e68aa140b5b on network a979ad69-574d-4551-aeb4-f162ac77a9b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 09:46:45.175669 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a0f7a2-28f0-4589-9f1b-13c16aa96cdd req-f37b0ca4-cddc-4eda-9f75-e80bec62355b service neutron] Attempting to bind port aa30e7b2-4498-47a0-988c-5e68aa140b5b on network a979ad69-574d-4551-aeb4-f162ac77a9b9 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 09:46:45.193067 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a0f7a2-28f0-4589-9f1b-13c16aa96cdd req-f37b0ca4-cddc-4eda-9f75-e80bec62355b service neutron] Checking agent: {'id': 'cdc2c050-d5b8-41e9-9f41-bf893d522faa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 9, 31, 46), 'started_at': datetime.datetime(2022, 5, 12, 9, 31, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 9, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 09:46:45.193638 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a0f7a2-28f0-4589-9f1b-13c16aa96cdd req-f37b0ca4-cddc-4eda-9f75-e80bec62355b service neutron] Checking segment: {'id': '8090d671-00e8-4268-b65c-cd9129c3417c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a979ad69-574d-4551-aeb4-f162ac77a9b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 09:46:45.194075 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a0f7a2-28f0-4589-9f1b-13c16aa96cdd req-f37b0ca4-cddc-4eda-9f75-e80bec62355b service neutron] Bound using segment: {'id': '8090d671-00e8-4268-b65c-cd9129c3417c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a979ad69-574d-4551-aeb4-f162ac77a9b9'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 09:46:45.194618 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-a0a0f7a2-28f0-4589-9f1b-13c16aa96cdd req-f37b0ca4-cddc-4eda-9f75-e80bec62355b service neutron] Bound port: aa30e7b2-4498-47a0-988c-5e68aa140b5b, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8090d671-00e8-4268-b65c-cd9129c3417c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a979ad69-574d-4551-aeb4-f162ac77a9b9'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 09:46:45.195033 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-a0a0f7a2-28f0-4589-9f1b-13c16aa96cdd req-f37b0ca4-cddc-4eda-9f75-e80bec62355b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (aa30e7b2-4498-47a0-988c-5e68aa140b5b), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:45.276344 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-796f1c48-54a9-42a6-915a-431bbd95af90 req-bcab8429-75d5-497c-aeed-dbb28836c42b tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] 10.222.0.60 "GET /v2.0/security-groups?id=044135b8-e00d-4eee-a9b9-7234a6be7863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098919 May 12 09:46:45.306026 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-a0a0f7a2-28f0-4589-9f1b-13c16aa96cdd req-f37b0ca4-cddc-4eda-9f75-e80bec62355b service neutron] For port aa30e7b2-4498-47a0-988c-5e68aa140b5b, host hv-cinder-83769, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 09:46:45.310052 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-a0a0f7a2-28f0-4589-9f1b-13c16aa96cdd req-f37b0ca4-cddc-4eda-9f75-e80bec62355b service neutron] For port aa30e7b2-4498-47a0-988c-5e68aa140b5b, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=aa30e7b2-4498-47a0-988c-5e68aa140b5b,segment=NetworkSegment(8090d671-00e8-4268-b65c-cd9129c3417c),segment_id=8090d671-00e8-4268-b65c-cd9129c3417c)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 09:46:45.318205 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-a0a0f7a2-28f0-4589-9f1b-13c16aa96cdd req-f37b0ca4-cddc-4eda-9f75-e80bec62355b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29192036'] for port (aa30e7b2-4498-47a0-988c-5e68aa140b5b), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:45.358949 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0f7a2-28f0-4589-9f1b-13c16aa96cdd req-f37b0ca4-cddc-4eda-9f75-e80bec62355b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:45.359793 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-a0a0f7a2-28f0-4589-9f1b-13c16aa96cdd req-f37b0ca4-cddc-4eda-9f75-e80bec62355b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:45.361538 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a0a0f7a2-28f0-4589-9f1b-13c16aa96cdd req-f37b0ca4-cddc-4eda-9f75-e80bec62355b service neutron] 10.222.0.65 "PUT /v2.0/ports/aa30e7b2-4498-47a0-988c-5e68aa140b5b HTTP/1.1" status: 200 len: 1094 time: 0.8163385 May 12 09:46:45.362653 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f7af05b-3741-427d-a0cd-546697b3abb6', 'tag': 'aa30e7b2-4498-47a0-988c-5e68aa140b5b'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:46:45.365760 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c5c35592cdadc16d94e4e59e173057c198c772a9b1006d4fd44537c4a2e10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ce05e8-b901-44e4-89a6-6bc8e0a4c549" -d '{"events": [{"name": "network-changed", "server_uuid": "2f7af05b-3741-427d-a0cd-546697b3abb6", "tag": "aa30e7b2-4498-47a0-988c-5e68aa140b5b"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:46:45.399388 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37b0ca4-cddc-4eda-9f75-e80bec62355b service neutron] Pushing event updated for resources: {'Port': ['ID=aa30e7b2-4498-47a0-988c-5e68aa140b5b,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:46:45.406625 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 09:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2aa77fd-d84d-4ff9-a756-ed702b3f919f x-openstack-request-id: req-e2aa77fd-d84d-4ff9-a756-ed702b3f919f {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:46:45.406976 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f7af05b-3741-427d-a0cd-546697b3abb6", "tag": "aa30e7b2-4498-47a0-988c-5e68aa140b5b", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:46:45.407286 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e2aa77fd-d84d-4ff9-a756-ed702b3f919f {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:46:45.407743 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2aa77fd-d84d-4ff9-a756-ed702b3f919f'] response: {'name': 'network-changed', 'server_uuid': '2f7af05b-3741-427d-a0cd-546697b3abb6', 'tag': 'aa30e7b2-4498-47a0-988c-5e68aa140b5b', 'status': 'completed', 'code': 200} May 12 09:46:45.468024 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0f7a2-28f0-4589-9f1b-13c16aa96cdd req-f00ae0be-4331-4e56-b25f-690618f4cff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:45.469616 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a0a0f7a2-28f0-4589-9f1b-13c16aa96cdd req-f00ae0be-4331-4e56-b25f-690618f4cff7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f905d25356874ac88be7ed35a624e230&device_id=2f7af05b-3741-427d-a0cd-546697b3abb6 HTTP/1.1" status: 200 len: 1128 time: 0.0435653 May 12 09:46:45.520443 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a0a0f7a2-28f0-4589-9f1b-13c16aa96cdd req-b74dc253-6d58-4c58-9059-a58bb7ffa4bb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa30e7b2-4498-47a0-988c-5e68aa140b5b HTTP/1.1" status: 200 len: 217 time: 0.0389302 May 12 09:46:45.568830 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0f7a2-28f0-4589-9f1b-13c16aa96cdd req-bf63cfe0-9ed2-422a-8451-6f2979267dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:45.570328 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a0a0f7a2-28f0-4589-9f1b-13c16aa96cdd req-bf63cfe0-9ed2-422a-8451-6f2979267dbc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9c3391ae-d29e-4a2c-ad71-662785d99b53 HTTP/1.1" status: 200 len: 848 time: 0.0439911 May 12 09:46:45.604651 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a0a0f7a2-28f0-4589-9f1b-13c16aa96cdd req-61a4ddb4-aecc-4630-a8e5-196cb5241829 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a979ad69-574d-4551-aeb4-f162ac77a9b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252230 May 12 09:46:45.698994 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a0a0f7a2-28f0-4589-9f1b-13c16aa96cdd req-0207227c-73da-4503-b8cd-c4639adb1ded service neutron] 10.222.0.65 "GET /v2.0/networks/a979ad69-574d-4551-aeb4-f162ac77a9b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854700 May 12 09:46:45.788401 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a0a0f7a2-28f0-4589-9f1b-13c16aa96cdd req-47d5dd93-8686-43ef-b6bc-9bf965314c91 service neutron] 10.222.0.65 "GET /v2.0/networks/a979ad69-574d-4551-aeb4-f162ac77a9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836389 May 12 09:46:46.394611 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46eb782-98a0-4006-837b-71d8b93ddc83 req-30e96f46-6f90-436e-bbe4-3516c3c24015 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:46.396049 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f46eb782-98a0-4006-837b-71d8b93ddc83 req-30e96f46-6f90-436e-bbe4-3516c3c24015 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f7af05b-3741-427d-a0cd-546697b3abb6 HTTP/1.1" status: 200 len: 944 time: 0.0486467 May 12 09:46:46.444640 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f46eb782-98a0-4006-837b-71d8b93ddc83 req-55d7d1db-4d6e-4b50-8dfd-d1685e9fab2f tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] 10.222.0.60 "GET /v2.0/security-groups?id=044135b8-e00d-4eee-a9b9-7234a6be7863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430546 May 12 09:46:47.366607 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 43934) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:46:47.595259 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b72fb2-dacd-4757-9276-2fa0ded7fa35 req-c68c0ff1-11b9-4db3-bbe9-8d9a88187fbd tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:47.596649 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d2b72fb2-dacd-4757-9276-2fa0ded7fa35 req-c68c0ff1-11b9-4db3-bbe9-8d9a88187fbd tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f7af05b-3741-427d-a0cd-546697b3abb6 HTTP/1.1" status: 200 len: 944 time: 0.0820262 May 12 09:46:47.690770 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d2b72fb2-dacd-4757-9276-2fa0ded7fa35 req-0caa9f07-497d-4e9d-8213-02ef6e38d47a tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] 10.222.0.60 "GET /v2.0/security-groups?id=044135b8-e00d-4eee-a9b9-7234a6be7863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855355 May 12 09:46:47.808450 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f1739fd9-21e2-49bb-949f-e213dca16193 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799259'] for router_interface (9c2097ad-1eb6-456a-8744-fc92ba3f54fd), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:48.260815 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ce05e8-b901-44e4-89a6-6bc8e0a4c549 req-c34e6c24-6b38-425d-80b0-5a832e25521a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:48.262584 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-86ce05e8-b901-44e4-89a6-6bc8e0a4c549 req-c34e6c24-6b38-425d-80b0-5a832e25521a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f905d25356874ac88be7ed35a624e230&device_id=2f7af05b-3741-427d-a0cd-546697b3abb6 HTTP/1.1" status: 200 len: 1128 time: 0.0603187 May 12 09:46:48.409531 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ce05e8-b901-44e4-89a6-6bc8e0a4c549 req-1e510262-5df3-4687-8404-f421fc48c479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:48.410934 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-86ce05e8-b901-44e4-89a6-6bc8e0a4c549 req-1e510262-5df3-4687-8404-f421fc48c479 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a979ad69-574d-4551-aeb4-f162ac77a9b9 HTTP/1.1" status: 200 len: 909 time: 0.1413162 May 12 09:46:48.411610 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-f1739fd9-21e2-49bb-949f-e213dca16193 admin admin] Deleting port afe51b64-ecef-4dbc-81fa-ac72b0814cf1 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 09:46:48.411945 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f1739fd9-21e2-49bb-949f-e213dca16193 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740344431333'] for port (afe51b64-ecef-4dbc-81fa-ac72b0814cf1), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:48.465735 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-86ce05e8-b901-44e4-89a6-6bc8e0a4c549 req-3c6abf60-049a-4905-8fa7-b0b2f2d794a7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa30e7b2-4498-47a0-988c-5e68aa140b5b HTTP/1.1" status: 200 len: 217 time: 0.0426199 May 12 09:46:48.558810 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-f1739fd9-21e2-49bb-949f-e213dca16193 admin admin] For port afe51b64-ecef-4dbc-81fa-ac72b0814cf1, host dv-cinder-837699-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=afe51b64-ecef-4dbc-81fa-ac72b0814cf1,segment=NetworkSegment(26ab4651-7fb4-4cda-a42c-ef91f3f41052),segment_id=26ab4651-7fb4-4cda-a42c-ef91f3f41052)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:46:48.559176 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f1739fd9-21e2-49bb-949f-e213dca16193 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799057'] for port (afe51b64-ecef-4dbc-81fa-ac72b0814cf1), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:48.562393 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ce05e8-b901-44e4-89a6-6bc8e0a4c549 req-c8b3a814-afc9-43c3-8ff8-8b997315d484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:48.563839 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-86ce05e8-b901-44e4-89a6-6bc8e0a4c549 req-c8b3a814-afc9-43c3-8ff8-8b997315d484 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9c3391ae-d29e-4a2c-ad71-662785d99b53 HTTP/1.1" status: 200 len: 848 time: 0.0685873 May 12 09:46:48.574277 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-f1739fd9-21e2-49bb-949f-e213dca16193 admin admin] Calling delete_port for afe51b64-ecef-4dbc-81fa-ac72b0814cf1 owned by network:router_interface {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 09:46:48.606785 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-86ce05e8-b901-44e4-89a6-6bc8e0a4c549 req-c231aab9-c5e1-4d26-b357-979d3df32e3b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a979ad69-574d-4551-aeb4-f162ac77a9b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284474 May 12 09:46:48.815704 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-86ce05e8-b901-44e4-89a6-6bc8e0a4c549 req-f47c5cf5-e205-4eca-b19c-18e252f1ee07 service neutron] 10.222.0.65 "GET /v2.0/networks/a979ad69-574d-4551-aeb4-f162ac77a9b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773560 May 12 09:46:48.844144 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a4feb-238a-4aa2-bb1a-e980ef356896 req-3c305e73-27ab-4cc8-a3e1-f977910e9b51 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:48.845563 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d07a4feb-238a-4aa2-bb1a-e980ef356896 req-3c305e73-27ab-4cc8-a3e1-f977910e9b51 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f7af05b-3741-427d-a0cd-546697b3abb6 HTTP/1.1" status: 200 len: 944 time: 0.0729578 May 12 09:46:48.876490 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device aa30e7b2-4498-47a0-988c-5e68aa140b5b details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=103459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 09:46:48.979188 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] For port aa30e7b2-4498-47a0-988c-5e68aa140b5b, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=aa30e7b2-4498-47a0-988c-5e68aa140b5b,segment=NetworkSegment(8090d671-00e8-4268-b65c-cd9129c3417c),segment_id=8090d671-00e8-4268-b65c-cd9129c3417c)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:46:48.989597 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d07a4feb-238a-4aa2-bb1a-e980ef356896 req-90edcbf3-a443-47d1-bd2a-20cbd8051837 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] 10.222.0.60 "GET /v2.0/security-groups?id=044135b8-e00d-4eee-a9b9-7234a6be7863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234069 May 12 09:46:48.990586 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Returning: {'device': 'aa30e7b2-4498-47a0-988c-5e68aa140b5b', 'network_id': 'a979ad69-574d-4551-aeb4-f162ac77a9b9', 'port_id': 'aa30e7b2-4498-47a0-988c-5e68aa140b5b', 'mac_address': 'fa:16:3e:47:08:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c3391ae-d29e-4a2c-ad71-662785d99b53', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 09:46:48.997487 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-86ce05e8-b901-44e4-89a6-6bc8e0a4c549 req-f1cd5826-c355-48c8-a161-f4fa079e8da2 service neutron] 10.222.0.65 "GET /v2.0/networks/a979ad69-574d-4551-aeb4-f162ac77a9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755154 May 12 09:46:49.013565 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f1739fd9-21e2-49bb-949f-e213dca16193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740344441209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740344012629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29192019'] for port (afe51b64-ecef-4dbc-81fa-ac72b0814cf1), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:49.032915 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Current status of the port aa30e7b2-4498-47a0-988c-5e68aa140b5b is: DOWN; New status is: BUILD {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:46:49.033308 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (aa30e7b2-4498-47a0-988c-5e68aa140b5b), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:49.041099 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1739fd9-21e2-49bb-949f-e213dca16193 admin admin] Pushing event deleted for resources: {'Port': ['ID=afe51b64-ecef-4dbc-81fa-ac72b0814cf1,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:46:49.046764 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa30e7b2-4498-47a0-988c-5e68aa140b5b {{(pid=103459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 09:46:49.087867 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] For port aa30e7b2-4498-47a0-988c-5e68aa140b5b, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=aa30e7b2-4498-47a0-988c-5e68aa140b5b,segment=NetworkSegment(8090d671-00e8-4268-b65c-cd9129c3417c),segment_id=8090d671-00e8-4268-b65c-cd9129c3417c)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:46:49.113614 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (aa30e7b2-4498-47a0-988c-5e68aa140b5b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:49.169573 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Pushing event updated for resources: {'Port': ['ID=aa30e7b2-4498-47a0-988c-5e68aa140b5b,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:46:49.223187 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f1739fd9-21e2-49bb-949f-e213dca16193 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3701444'] for router_interface (9c2097ad-1eb6-456a-8744-fc92ba3f54fd), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:49.444777 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1739fd9-21e2-49bb-949f-e213dca16193 admin admin] Router 9c2097ad-1eb6-456a-8744-fc92ba3f54fd has already been hosted by L3 agent 8db92903-2544-41c2-b919-def82c43c97a {{(pid=103458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 09:46:49.546998 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] get_ports_and_sgs() called for port_ids ['aa30e7b2-4498-47a0-988c-5e68aa140b5b'] {{(pid=103459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 09:46:49.554151 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1739fd9-21e2-49bb-949f-e213dca16193 admin admin] Notify agent at l3_agent.dv-cinder-837699-5-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 09:46:49.559011 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-f1739fd9-21e2-49bb-949f-e213dca16193 admin admin] 10.222.0.60 "PUT /v2.0/routers/9c2097ad-1eb6-456a-8744-fc92ba3f54fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1914821 May 12 09:46:49.561488 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 43942) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:46:49.572277 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912ccaed-6cdf-4fbc-9a47-414b49dec8dc None None] Sync routers for ids ['9c2097ad-1eb6-456a-8744-fc92ba3f54fd'] in dv-cinder-837699-5-iscsi {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 09:46:49.597266 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912ccaed-6cdf-4fbc-9a47-414b49dec8dc None None] Routers {'9c2097ad-1eb6-456a-8744-fc92ba3f54fd'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:46:49.597876 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-912ccaed-6cdf-4fbc-9a47-414b49dec8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:46:22Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['9c2097ad-1eb6-456a-8744-fc92ba3f54fd'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:46:49.667890 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6f64f85f-aa32-451d-bff4-89735bc1e177 admin admin] Publish callbacks [] for router (9c2097ad-1eb6-456a-8744-fc92ba3f54fd), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:49.679047 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-c00e2c85-dc43-4673-bbe7-040d0a60e739 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (9bee5a85-5be0-4217-aa6d-1f9c6538b987), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:49.760707 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-912ccaed-6cdf-4fbc-9a47-414b49dec8dc None None] Set router 9c2097ad-1eb6-456a-8744-fc92ba3f54fd gateway port host: dv-cinder-837699-5-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:46:49.774123 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6f64f85f-aa32-451d-bff4-89735bc1e177 admin admin] Publish callbacks [] for router_gateway (9c2097ad-1eb6-456a-8744-fc92ba3f54fd), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:49.825887 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-6f64f85f-aa32-451d-bff4-89735bc1e177 admin admin] Deleting port 0b2e5772-8899-4afe-abaa-f04370bcc8a6 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 09:46:49.826138 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6f64f85f-aa32-451d-bff4-89735bc1e177 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740344431333'] for port (0b2e5772-8899-4afe-abaa-f04370bcc8a6), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:49.911302 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-6f64f85f-aa32-451d-bff4-89735bc1e177 admin admin] For port 0b2e5772-8899-4afe-abaa-f04370bcc8a6, host dv-cinder-837699-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=0b2e5772-8899-4afe-abaa-f04370bcc8a6,segment=NetworkSegment(19f8603b-b081-4ce5-86ca-33d22941a00f),segment_id=19f8603b-b081-4ce5-86ca-33d22941a00f)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:46:49.911670 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6f64f85f-aa32-451d-bff4-89735bc1e177 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799057'] for port (0b2e5772-8899-4afe-abaa-f04370bcc8a6), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:49.927262 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-6f64f85f-aa32-451d-bff4-89735bc1e177 admin admin] Calling delete_port for 0b2e5772-8899-4afe-abaa-f04370bcc8a6 owned by network:router_gateway {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 09:46:50.105467 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-912ccaed-6cdf-4fbc-9a47-414b49dec8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'name': 'tempest-AttachVolumeNegativeTest-1936945588-router', 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': '0b2e5772-8899-4afe-abaa-f04370bcc8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:33:42Z', 'updated_at': '2022-05-12T09:46:48Z', 'revision_number': 5, 'project_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'gw_port': {'id': '0b2e5772-8899-4afe-abaa-f04370bcc8a6', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:92:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:33:42Z', 'updated_at': '2022-05-12T09:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi'}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:46:50.135500 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8ec132-c753-4bf6-87b7-f57111c068cb req-a10ee934-c439-4b35-967f-dd64c2b15318 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:50.136474 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912ccaed-6cdf-4fbc-9a47-414b49dec8dc None None] Checking router: 9c2097ad-1eb6-456a-8744-fc92ba3f54fd for host: dv-cinder-837699-5-iscsi {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 09:46:50.136972 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-de8ec132-c753-4bf6-87b7-f57111c068cb req-a10ee934-c439-4b35-967f-dd64c2b15318 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f7af05b-3741-427d-a0cd-546697b3abb6 HTTP/1.1" status: 200 len: 945 time: 0.0747533 May 12 09:46:50.146002 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912ccaed-6cdf-4fbc-9a47-414b49dec8dc None None] Routers {'9c2097ad-1eb6-456a-8744-fc92ba3f54fd'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:46:50.146749 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-912ccaed-6cdf-4fbc-9a47-414b49dec8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:46:22Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['9c2097ad-1eb6-456a-8744-fc92ba3f54fd'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:46:50.152497 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6f64f85f-aa32-451d-bff4-89735bc1e177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740344441209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740344012629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29192019'] for port (0b2e5772-8899-4afe-abaa-f04370bcc8a6), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:50.192055 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f64f85f-aa32-451d-bff4-89735bc1e177 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b2e5772-8899-4afe-abaa-f04370bcc8a6,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:46:50.218992 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-912ccaed-6cdf-4fbc-9a47-414b49dec8dc None None] Set router 9c2097ad-1eb6-456a-8744-fc92ba3f54fd gateway port host: None {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:46:50.252679 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-de8ec132-c753-4bf6-87b7-f57111c068cb req-e385a8bd-554d-4862-913a-6dec2cbf437f tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] 10.222.0.60 "GET /v2.0/security-groups?id=044135b8-e00d-4eee-a9b9-7234a6be7863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092050 May 12 09:46:50.275031 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6f64f85f-aa32-451d-bff4-89735bc1e177 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798249'] for router_gateway (9c2097ad-1eb6-456a-8744-fc92ba3f54fd), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:50.275265 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-912ccaed-6cdf-4fbc-9a47-414b49dec8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'name': 'tempest-AttachVolumeNegativeTest-1936945588-router', 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:33:42Z', 'updated_at': '2022-05-12T09:46:50Z', 'revision_number': 7, 'project_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'gw_port_host': None}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:46:50.302685 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912ccaed-6cdf-4fbc-9a47-414b49dec8dc None None] The sync data for ids ['9c2097ad-1eb6-456a-8744-fc92ba3f54fd'] in dv-cinder-837699-5-iscsi is: [{'id': '9c2097ad-1eb6-456a-8744-fc92ba3f54fd', 'name': 'tempest-AttachVolumeNegativeTest-1936945588-router', 'tenant_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:33:42Z', 'updated_at': '2022-05-12T09:46:50Z', 'revision_number': 7, 'project_id': 'b079fd0b329c4f1a856f71e0c8f98dde', 'gw_port_host': None}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 09:46:50.368866 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6f64f85f-aa32-451d-bff4-89735bc1e177 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3795873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6231'] for router (9c2097ad-1eb6-456a-8744-fc92ba3f54fd), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:50.371112 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6f64f85f-aa32-451d-bff4-89735bc1e177 admin admin] Publish callbacks [] for router_controller (9c2097ad-1eb6-456a-8744-fc92ba3f54fd), precommit_delete_associations {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:50.420586 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6f64f85f-aa32-451d-bff4-89735bc1e177 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3795896'] for router (9c2097ad-1eb6-456a-8744-fc92ba3f54fd), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:50.421186 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f64f85f-aa32-451d-bff4-89735bc1e177 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c2097ad-1eb6-456a-8744-fc92ba3f54fd {{(pid=103458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 09:46:50.425650 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6f64f85f-aa32-451d-bff4-89735bc1e177 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:50.427156 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-6f64f85f-aa32-451d-bff4-89735bc1e177 admin admin] 10.222.0.60 "DELETE /v2.0/routers/9c2097ad-1eb6-456a-8744-fc92ba3f54fd HTTP/1.1" status: 204 len: 168 time: 0.8647258 May 12 09:46:50.429645 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 43946) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:46:50.475427 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4a39c8f-b45a-4b90-85a0-1e2a922dcece admin admin] Deleting subnet be18f7f8-10b6-434a-8890-e7ce96c85646 {{(pid=103458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 09:46:50.478705 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b4a39c8f-b45a-4b90-85a0-1e2a922dcece admin admin] Publish callbacks [] for subnet (be18f7f8-10b6-434a-8890-e7ce96c85646), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:50.512456 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b4a39c8f-b45a-4b90-85a0-1e2a922dcece admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25498421'] for subnet (be18f7f8-10b6-434a-8890-e7ce96c85646), precommit_delete_associations {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:50.586180 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b4a39c8f-b45a-4b90-85a0-1e2a922dcece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-718821'] for subnet (be18f7f8-10b6-434a-8890-e7ce96c85646), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:50.640830 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b4a39c8f-b45a-4b90-85a0-1e2a922dcece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-718844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29193378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28648165'] for subnet (be18f7f8-10b6-434a-8890-e7ce96c85646), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:50.665076 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a39c8f-b45a-4b90-85a0-1e2a922dcece admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be18f7f8-10b6-434a-8890-e7ce96c85646,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:46:50.668635 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b4a39c8f-b45a-4b90-85a0-1e2a922dcece admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:50.671982 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-b4a39c8f-b45a-4b90-85a0-1e2a922dcece admin admin] 10.222.0.60 "DELETE /v2.0/subnets/be18f7f8-10b6-434a-8890-e7ce96c85646 HTTP/1.1" status: 204 len: 168 time: 0.2411108 May 12 09:46:50.674253 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 43948) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:46:50.675037 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf01210-11c9-4b0c-b848-2373cf982ba6 None None] Network d8bd03ea-0f3b-46bf-82a8-531c929bec57 requested from dv-cinder-837699-5-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 09:46:50.742209 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a093094e-201c-46da-80c0-56dd39a0f54e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-764730'] for network (d8bd03ea-0f3b-46bf-82a8-531c929bec57), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:50.793581 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-a093094e-201c-46da-80c0-56dd39a0f54e admin admin] Deleting port 77d84bcb-3b6e-4a96-ac14-aa17443c77ea {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 09:46:50.794018 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a093094e-201c-46da-80c0-56dd39a0f54e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740344431333'] for port (77d84bcb-3b6e-4a96-ac14-aa17443c77ea), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:50.831716 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (cdc2c050-d5b8-41e9-9f41-bf893d522faa), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:50.843750 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705b59a6-7b22-47c9-84cb-806caf9dfc12 None None] DHCP port deletion for d8bd03ea-0f3b-46bf-82a8-531c929bec57 request from dv-cinder-837699-5-iscsi {{(pid=103459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 09:46:50.862954 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-a093094e-201c-46da-80c0-56dd39a0f54e admin admin] For port 77d84bcb-3b6e-4a96-ac14-aa17443c77ea, host dv-cinder-837699-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=77d84bcb-3b6e-4a96-ac14-aa17443c77ea,segment=NetworkSegment(26ab4651-7fb4-4cda-a42c-ef91f3f41052),segment_id=26ab4651-7fb4-4cda-a42c-ef91f3f41052)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:46:50.863366 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a093094e-201c-46da-80c0-56dd39a0f54e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799057'] for port (77d84bcb-3b6e-4a96-ac14-aa17443c77ea), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:50.876852 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device aa30e7b2-4498-47a0-988c-5e68aa140b5b up at agent hyperv_hv-cinder-83769 {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 09:46:50.878744 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-a093094e-201c-46da-80c0-56dd39a0f54e admin admin] Calling delete_port for 77d84bcb-3b6e-4a96-ac14-aa17443c77ea owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 09:46:50.928083 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-705b59a6-7b22-47c9-84cb-806caf9dfc12 None None] Deleting port 77d84bcb-3b6e-4a96-ac14-aa17443c77ea {{(pid=103459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 09:46:50.928449 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-705b59a6-7b22-47c9-84cb-806caf9dfc12 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740344431333'] for port (77d84bcb-3b6e-4a96-ac14-aa17443c77ea), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:50.953832 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Provisioning for port aa30e7b2-4498-47a0-988c-5e68aa140b5b completed by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 09:46:50.970250 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a093094e-201c-46da-80c0-56dd39a0f54e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740344441209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740344012629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29192019'] for port (77d84bcb-3b6e-4a96-ac14-aa17443c77ea), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:50.986808 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Provisioning complete for port aa30e7b2-4498-47a0-988c-5e68aa140b5b triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:46:50.987328 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (aa30e7b2-4498-47a0-988c-5e68aa140b5b), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:50.997180 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a093094e-201c-46da-80c0-56dd39a0f54e admin admin] Pushing event deleted for resources: {'Port': ['ID=77d84bcb-3b6e-4a96-ac14-aa17443c77ea,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:46:50.999021 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a093094e-201c-46da-80c0-56dd39a0f54e admin admin] No DVR routers for this DVR port 77d84bcb-3b6e-4a96-ac14-aa17443c77ea on host dv-cinder-837699-5-iscsi {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 09:46:51.027246 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-705b59a6-7b22-47c9-84cb-806caf9dfc12 None None] For port 77d84bcb-3b6e-4a96-ac14-aa17443c77ea, host dv-cinder-837699-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=77d84bcb-3b6e-4a96-ac14-aa17443c77ea,segment=NetworkSegment(26ab4651-7fb4-4cda-a42c-ef91f3f41052),segment_id=26ab4651-7fb4-4cda-a42c-ef91f3f41052)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:46:51.027638 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-705b59a6-7b22-47c9-84cb-806caf9dfc12 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799057'] for port (77d84bcb-3b6e-4a96-ac14-aa17443c77ea), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:51.044913 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-705b59a6-7b22-47c9-84cb-806caf9dfc12 None None] Calling delete_port for 77d84bcb-3b6e-4a96-ac14-aa17443c77ea owned by network:dhcp {{(pid=103459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 09:46:51.089459 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a093094e-201c-46da-80c0-56dd39a0f54e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493712', 'neutron.services.segments.db._delete_segments_for_network-8740344558102'] for network (d8bd03ea-0f3b-46bf-82a8-531c929bec57), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:51.120988 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.services.segments.db [None req-a093094e-201c-46da-80c0-56dd39a0f54e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8bd03ea-0f3b-46bf-82a8-531c929bec57']}} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:46:51.130865 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.services.segments.db [None req-a093094e-201c-46da-80c0-56dd39a0f54e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26ab4651-7fb4-4cda-a42c-ef91f3f41052') {'for_net_delete': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:46:51.131371 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.services.segments.db [None req-a093094e-201c-46da-80c0-56dd39a0f54e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26ab4651-7fb4-4cda-a42c-ef91f3f41052') {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:46:51.145682 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a093094e-201c-46da-80c0-56dd39a0f54e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740344559391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25498380'] for segment (26ab4651-7fb4-4cda-a42c-ef91f3f41052), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:51.160639 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device afe51b64-ecef-4dbc-81fa-ac72b0814cf1 no longer exists at agent ovs-agent-dv-cinder-837699-5-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 09:46:51.161197 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a093094e-201c-46da-80c0-56dd39a0f54e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720414'] for segment (26ab4651-7fb4-4cda-a42c-ef91f3f41052), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:51.162401 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Current status of the port aa30e7b2-4498-47a0-988c-5e68aa140b5b is: BUILD; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:46:51.162785 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (aa30e7b2-4498-47a0-988c-5e68aa140b5b), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:51.170094 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a093094e-201c-46da-80c0-56dd39a0f54e admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=103458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 09:46:51.171155 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a093094e-201c-46da-80c0-56dd39a0f54e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29191936'] for segment (26ab4651-7fb4-4cda-a42c-ef91f3f41052), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:51.174398 dv-cinder-837699-5-iscsi neutron-server[103458]: Traceback (most recent call last): May 12 09:46:51.174398 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 09:46:51.174398 dv-cinder-837699-5-iscsi neutron-server[103458]: timer() May 12 09:46:51.174398 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 09:46:51.174398 dv-cinder-837699-5-iscsi neutron-server[103458]: cb(*args, **kw) May 12 09:46:51.174398 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 09:46:51.174398 dv-cinder-837699-5-iscsi neutron-server[103458]: return func(*args, **kwargs) May 12 09:46:51.174398 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 09:46:51.174398 dv-cinder-837699-5-iscsi neutron-server[103458]: self._notify() May 12 09:46:51.174398 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 09:46:51.174398 dv-cinder-837699-5-iscsi neutron-server[103458]: self.callback(batched_events) May 12 09:46:51.174398 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 09:46:51.174398 dv-cinder-837699-5-iscsi neutron-server[103458]: event.method(event) May 12 09:46:51.174398 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 09:46:51.174398 dv-cinder-837699-5-iscsi neutron-server[103458]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 09:46:51.174398 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 09:46:51.174398 dv-cinder-837699-5-iscsi neutron-server[103458]: aggregate_uuid = self.p_client.list_aggregates( May 12 09:46:51.174398 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 09:46:51.174398 dv-cinder-837699-5-iscsi neutron-server[103458]: return f(self, *a, **k) May 12 09:46:51.174398 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 09:46:51.174398 dv-cinder-837699-5-iscsi neutron-server[103458]: return self._get(url).json() May 12 09:46:51.174398 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 09:46:51.174398 dv-cinder-837699-5-iscsi neutron-server[103458]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 09:46:51.174398 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 09:46:51.174398 dv-cinder-837699-5-iscsi neutron-server[103458]: return self.request(url, 'GET', **kwargs) May 12 09:46:51.174398 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 09:46:51.174398 dv-cinder-837699-5-iscsi neutron-server[103458]: base_url = self.get_endpoint(auth, allow=allow, May 12 09:46:51.174398 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 09:46:51.174398 dv-cinder-837699-5-iscsi neutron-server[103458]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 09:46:51.174398 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 09:46:51.174398 dv-cinder-837699-5-iscsi neutron-server[103458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 09:46:51.174398 dv-cinder-837699-5-iscsi neutron-server[103458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 09:46:51.201536 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] No Port match for: afe51b64-ecef-4dbc-81fa-ac72b0814cf1 {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 09:46:51.201885 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device afe51b64-ecef-4dbc-81fa-ac72b0814cf1 not bound to the agent host dv-cinder-837699-5-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 09:46:51.202322 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device 0b2e5772-8899-4afe-abaa-f04370bcc8a6 no longer exists at agent ovs-agent-dv-cinder-837699-5-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 09:46:51.231842 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] No Port match for: 0b2e5772-8899-4afe-abaa-f04370bcc8a6 {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 09:46:51.232189 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device 0b2e5772-8899-4afe-abaa-f04370bcc8a6 not bound to the agent host dv-cinder-837699-5-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 09:46:51.232640 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device 77d84bcb-3b6e-4a96-ac14-aa17443c77ea no longer exists at agent ovs-agent-dv-cinder-837699-5-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 09:46:51.234445 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-705b59a6-7b22-47c9-84cb-806caf9dfc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740344441209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740344012629'] for port (77d84bcb-3b6e-4a96-ac14-aa17443c77ea), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:51.241907 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7af05b-3741-427d-a0cd-546697b3abb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa30e7b2-4498-47a0-988c-5e68aa140b5b'}] {{(pid=103459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:46:51.244451 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86b47e387812c2b24e7094e641fb8cdf00e205bc2b1299b72670831d9f7cf680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27697479-2c12-44bc-a4da-7d2b2f7443ad" -d '{"events": [{"server_uuid": "2f7af05b-3741-427d-a0cd-546697b3abb6", "name": "network-vif-plugged", "status": "completed", "tag": "aa30e7b2-4498-47a0-988c-5e68aa140b5b"}]}' {{(pid=103459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:46:51.247105 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a093094e-201c-46da-80c0-56dd39a0f54e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800027'] for network (d8bd03ea-0f3b-46bf-82a8-531c929bec57), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:51.253477 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-a093094e-201c-46da-80c0-56dd39a0f54e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728753'] for network (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:51.258365 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-a093094e-201c-46da-80c0-56dd39a0f54e admin admin] 10.222.0.60 "DELETE /v2.0/networks/d8bd03ea-0f3b-46bf-82a8-531c929bec57 HTTP/1.1" status: 204 len: 168 time: 0.5826039 May 12 09:46:51.271399 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a093094e-201c-46da-80c0-56dd39a0f54e admin admin] Pushing event deleted for resources: {'Network': ['ID=d8bd03ea-0f3b-46bf-82a8-531c929bec57,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:46:51.317332 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 09:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dadf669e-f762-4423-9b3d-48845a52aeb2 x-openstack-request-id: req-dadf669e-f762-4423-9b3d-48845a52aeb2 {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:46:51.317669 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7af05b-3741-427d-a0cd-546697b3abb6", "name": "network-vif-plugged", "status": "completed", "tag": "aa30e7b2-4498-47a0-988c-5e68aa140b5b", "code": 200}]} {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:46:51.317975 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dadf669e-f762-4423-9b3d-48845a52aeb2 {{(pid=103459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:46:51.318352 dv-cinder-837699-5-iscsi neutron-server[103459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dadf669e-f762-4423-9b3d-48845a52aeb2'] response: {'server_uuid': '2f7af05b-3741-427d-a0cd-546697b3abb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa30e7b2-4498-47a0-988c-5e68aa140b5b', 'code': 200} May 12 09:46:51.319373 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] No Port match for: 77d84bcb-3b6e-4a96-ac14-aa17443c77ea {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 09:46:51.319716 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device 77d84bcb-3b6e-4a96-ac14-aa17443c77ea not bound to the agent host dv-cinder-837699-5-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 09:46:51.322619 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] For port aa30e7b2-4498-47a0-988c-5e68aa140b5b, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=aa30e7b2-4498-47a0-988c-5e68aa140b5b,segment=NetworkSegment(8090d671-00e8-4268-b65c-cd9129c3417c),segment_id=8090d671-00e8-4268-b65c-cd9129c3417c)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:46:51.324169 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705b59a6-7b22-47c9-84cb-806caf9dfc12 None None] Pushing event deleted for resources: {'Port': ['ID=77d84bcb-3b6e-4a96-ac14-aa17443c77ea,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:46:51.326157 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-705b59a6-7b22-47c9-84cb-806caf9dfc12 None None] Network d8bd03ea-0f3b-46bf-82a8-531c929bec57 is not hosted by any dhcp agent {{(pid=103459) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 12 09:46:51.326157 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705b59a6-7b22-47c9-84cb-806caf9dfc12 None None] No DVR routers for this DVR port 77d84bcb-3b6e-4a96-ac14-aa17443c77ea on host dv-cinder-837699-5-iscsi {{(pid=103459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 09:46:51.329602 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (aa30e7b2-4498-47a0-988c-5e68aa140b5b), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:51.419907 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae3000d-daaa-483c-8d6b-69ff1fc30310 req-40cdcd7a-f8b6-48c8-85a6-fdde1451ee8f tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:51.421482 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3ae3000d-daaa-483c-8d6b-69ff1fc30310 req-40cdcd7a-f8b6-48c8-85a6-fdde1451ee8f tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f7af05b-3741-427d-a0cd-546697b3abb6 HTTP/1.1" status: 200 len: 946 time: 0.0780878 May 12 09:46:51.426297 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Pushing event updated for resources: {'Port': ['ID=aa30e7b2-4498-47a0-988c-5e68aa140b5b,revision_number=5']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:46:51.426478 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 43958) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:46:51.473436 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-c9d84c5a-b244-439a-aae5-9bba2a9c8f28 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b079fd0b329c4f1a856f71e0c8f98dde&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0459743 May 12 09:46:51.474165 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 43960) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:46:51.477356 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3ae3000d-daaa-483c-8d6b-69ff1fc30310 req-327b7209-5bf9-486b-b283-2b57eac4528b tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] 10.222.0.60 "GET /v2.0/security-groups?id=044135b8-e00d-4eee-a9b9-7234a6be7863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480249 May 12 09:46:51.523386 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d566d3fe-94c4-4e5d-9585-2bd2f6693c74 admin admin] Publish callbacks [] for security_group (d568d1f2-c83f-4028-a0fb-ac53cbb818e5), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:51.527624 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8439878c-f632-498d-9d12-0da2bc56ab14 req-e05ae049-ae45-4d51-8851-c44ebb6ca59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:51.529233 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8439878c-f632-498d-9d12-0da2bc56ab14 req-e05ae049-ae45-4d51-8851-c44ebb6ca59d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2f7af05b-3741-427d-a0cd-546697b3abb6 HTTP/1.1" status: 200 len: 1130 time: 0.0413938 May 12 09:46:51.544433 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d566d3fe-94c4-4e5d-9585-2bd2f6693c74 admin admin] Publish callbacks [] for security_group (d568d1f2-c83f-4028-a0fb-ac53cbb818e5), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:51.572607 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8439878c-f632-498d-9d12-0da2bc56ab14 req-cbe5c717-5027-4b57-a105-8707e98515a2 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=044135b8-e00d-4eee-a9b9-7234a6be7863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372219 May 12 09:46:51.590806 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d566d3fe-94c4-4e5d-9585-2bd2f6693c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (d568d1f2-c83f-4028-a0fb-ac53cbb818e5), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:51.593266 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d566d3fe-94c4-4e5d-9585-2bd2f6693c74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:51.597079 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-d566d3fe-94c4-4e5d-9585-2bd2f6693c74 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d568d1f2-c83f-4028-a0fb-ac53cbb818e5 HTTP/1.1" status: 204 len: 168 time: 0.1193910 May 12 09:46:51.602258 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d566d3fe-94c4-4e5d-9585-2bd2f6693c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d568d1f2-c83f-4028-a0fb-ac53cbb818e5,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:46:51.871745 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-150d3907-a893-4d21-a28b-2c1182fa42e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (8db92903-2544-41c2-b919-def82c43c97a), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:52.592834 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e02d0d-10c2-4b0e-ab88-edc586fd6b21 req-f543f7f0-4cf1-448e-a926-aff5ff68ee5e tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:52.594412 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b9e02d0d-10c2-4b0e-ab88-edc586fd6b21 req-f543f7f0-4cf1-448e-a926-aff5ff68ee5e tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f7af05b-3741-427d-a0cd-546697b3abb6 HTTP/1.1" status: 200 len: 946 time: 0.0483522 May 12 09:46:52.649788 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b9e02d0d-10c2-4b0e-ab88-edc586fd6b21 req-f4010c9d-36a8-4400-b9f9-27cd8676d105 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] 10.222.0.60 "GET /v2.0/security-groups?id=044135b8-e00d-4eee-a9b9-7234a6be7863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493059 May 12 09:46:53.113948 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-13a031d7-5ec6-42a3-899f-d50e1f06c687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (f8def58d-f1ec-4d41-abae-d1c60f542bd3), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:53.767099 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c2575d-6330-4006-ae5b-28f93cec850d req-25b6c310-b7a1-44df-9075-8fcb3ffdf3b0 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:53.769090 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c9c2575d-6330-4006-ae5b-28f93cec850d req-25b6c310-b7a1-44df-9075-8fcb3ffdf3b0 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f7af05b-3741-427d-a0cd-546697b3abb6 HTTP/1.1" status: 200 len: 946 time: 0.0517964 May 12 09:46:53.816103 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c9c2575d-6330-4006-ae5b-28f93cec850d req-19893d5f-a503-4d77-a17c-df1a769364d4 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] 10.222.0.60 "GET /v2.0/security-groups?id=044135b8-e00d-4eee-a9b9-7234a6be7863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413358 May 12 09:46:54.535613 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a984b3b9-a9e9-40d7-bd88-8cdbb1de5f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (e377c27d-f788-489a-9a4f-9db675c37dc4), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:55.212237 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635dcd2-d68c-49b6-8b76-a0f3f94d3446 req-d92fe731-13f0-4d05-95c9-8be0cf8320f4 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:55.214134 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5635dcd2-d68c-49b6-8b76-a0f3f94d3446 req-d92fe731-13f0-4d05-95c9-8be0cf8320f4 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f7af05b-3741-427d-a0cd-546697b3abb6 HTTP/1.1" status: 200 len: 946 time: 0.0507109 May 12 09:46:55.274647 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5635dcd2-d68c-49b6-8b76-a0f3f94d3446 req-4967af37-008d-4682-a3b5-4944334b675f tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] 10.222.0.60 "GET /v2.0/security-groups?id=044135b8-e00d-4eee-a9b9-7234a6be7863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546644 May 12 09:46:56.016814 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (0e2e3861-7d79-4ce6-9d91-faa32ae2cb64), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:56.386694 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59dffd8-a478-4ffb-a3ee-84f682764c9c req-6ab92f73-ae5a-4780-91d9-a5ddc8a605da tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:56.388414 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c59dffd8-a478-4ffb-a3ee-84f682764c9c req-6ab92f73-ae5a-4780-91d9-a5ddc8a605da tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f7af05b-3741-427d-a0cd-546697b3abb6 HTTP/1.1" status: 200 len: 946 time: 0.0490708 May 12 09:46:56.438084 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c59dffd8-a478-4ffb-a3ee-84f682764c9c req-dc767cd4-d08d-43fc-83a3-d7c92d1a4a9b tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] 10.222.0.60 "GET /v2.0/security-groups?id=044135b8-e00d-4eee-a9b9-7234a6be7863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435288 May 12 09:46:57.060837 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0554fddd-1376-4f75-9bd7-7af43d205627 req-7e77915e-f9c9-42c7-a625-8dcb3789eb89 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:57.062379 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0554fddd-1376-4f75-9bd7-7af43d205627 req-7e77915e-f9c9-42c7-a625-8dcb3789eb89 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] 10.222.0.65 "GET /v2.0/ports?device_id=2f7af05b-3741-427d-a0cd-546697b3abb6 HTTP/1.1" status: 200 len: 946 time: 0.0486488 May 12 09:46:57.155060 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [req-0554fddd-1376-4f75-9bd7-7af43d205627 req-a5c16e66-9b1b-4dac-ba63-16d7c3ad2455 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] Deleting port aa30e7b2-4498-47a0-988c-5e68aa140b5b {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 09:46:57.155415 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-0554fddd-1376-4f75-9bd7-7af43d205627 req-a5c16e66-9b1b-4dac-ba63-16d7c3ad2455 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740344431333'] for port (aa30e7b2-4498-47a0-988c-5e68aa140b5b), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:57.244871 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-0554fddd-1376-4f75-9bd7-7af43d205627 req-a5c16e66-9b1b-4dac-ba63-16d7c3ad2455 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] For port aa30e7b2-4498-47a0-988c-5e68aa140b5b, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=aa30e7b2-4498-47a0-988c-5e68aa140b5b,segment=NetworkSegment(8090d671-00e8-4268-b65c-cd9129c3417c),segment_id=8090d671-00e8-4268-b65c-cd9129c3417c)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:46:57.245259 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-0554fddd-1376-4f75-9bd7-7af43d205627 req-a5c16e66-9b1b-4dac-ba63-16d7c3ad2455 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799057'] for port (aa30e7b2-4498-47a0-988c-5e68aa140b5b), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:57.260971 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [req-0554fddd-1376-4f75-9bd7-7af43d205627 req-a5c16e66-9b1b-4dac-ba63-16d7c3ad2455 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] Calling delete_port for aa30e7b2-4498-47a0-988c-5e68aa140b5b owned by compute:nova {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 09:46:57.735988 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970f1531-24b4-4632-bbb6-845eebff5891 req-11cce76f-02aa-45fb-9a76-50ef0942af90 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:46:57.738392 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-970f1531-24b4-4632-bbb6-845eebff5891 req-11cce76f-02aa-45fb-9a76-50ef0942af90 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f7af05b-3741-427d-a0cd-546697b3abb6 HTTP/1.1" status: 200 len: 946 time: 0.0863826 May 12 09:46:57.779473 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-0554fddd-1376-4f75-9bd7-7af43d205627 req-a5c16e66-9b1b-4dac-ba63-16d7c3ad2455 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740344441209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740344012629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29192019'] for port (aa30e7b2-4498-47a0-988c-5e68aa140b5b), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:57.815656 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] get_ports_and_sgs() called for port_ids ['aa30e7b2-4498-47a0-988c-5e68aa140b5b'] {{(pid=103459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 09:46:57.826083 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c16e66-9b1b-4dac-ba63-16d7c3ad2455 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] Pushing event deleted for resources: {'Port': ['ID=aa30e7b2-4498-47a0-988c-5e68aa140b5b,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:46:57.845391 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-970f1531-24b4-4632-bbb6-845eebff5891 req-c9addb21-2214-4941-a781-6d822dc5fb96 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] 10.222.0.60 "GET /v2.0/security-groups?id=044135b8-e00d-4eee-a9b9-7234a6be7863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015422 May 12 09:46:57.886688 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [req-0554fddd-1376-4f75-9bd7-7af43d205627 req-a5c16e66-9b1b-4dac-ba63-16d7c3ad2455 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] No DVR routers for this DVR port aa30e7b2-4498-47a0-988c-5e68aa140b5b on host hv-cinder-83769 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 09:46:57.889878 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-0554fddd-1376-4f75-9bd7-7af43d205627 req-a5c16e66-9b1b-4dac-ba63-16d7c3ad2455 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:46:57.894763 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0554fddd-1376-4f75-9bd7-7af43d205627 req-a5c16e66-9b1b-4dac-ba63-16d7c3ad2455 tempest-VolumesActionsTest-1151283881 tempest-VolumesActionsTest-1151283881-project] 10.222.0.65 "DELETE /v2.0/ports/aa30e7b2-4498-47a0-988c-5e68aa140b5b HTTP/1.1" status: 204 len: 173 time: 0.8264763 May 12 09:46:57.895349 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7af05b-3741-427d-a0cd-546697b3abb6', 'name': 'network-vif-deleted', 'tag': 'aa30e7b2-4498-47a0-988c-5e68aa140b5b'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:46:57.898149 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c5c35592cdadc16d94e4e59e173057c198c772a9b1006d4fd44537c4a2e10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1627fd-7e55-447d-8aad-234c7115ae32" -d '{"events": [{"server_uuid": "2f7af05b-3741-427d-a0cd-546697b3abb6", "name": "network-vif-deleted", "tag": "aa30e7b2-4498-47a0-988c-5e68aa140b5b"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:46:57.932836 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 09:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e1b9df4-698f-4213-9f62-144cbd080650 x-openstack-request-id: req-5e1b9df4-698f-4213-9f62-144cbd080650 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:46:57.933130 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7af05b-3741-427d-a0cd-546697b3abb6", "name": "network-vif-deleted", "tag": "aa30e7b2-4498-47a0-988c-5e68aa140b5b", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:46:57.933383 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5e1b9df4-698f-4213-9f62-144cbd080650 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:46:57.933815 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e1b9df4-698f-4213-9f62-144cbd080650'] response: {'server_uuid': '2f7af05b-3741-427d-a0cd-546697b3abb6', 'name': 'network-vif-deleted', 'tag': 'aa30e7b2-4498-47a0-988c-5e68aa140b5b', 'status': 'completed', 'code': 200} May 12 09:47:01.250941 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device aa30e7b2-4498-47a0-988c-5e68aa140b5b no longer exists at agent hyperv_hv-cinder-83769 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 09:47:01.271470 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] No Port match for: aa30e7b2-4498-47a0-988c-5e68aa140b5b {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 09:47:01.271820 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device aa30e7b2-4498-47a0-988c-5e68aa140b5b not bound to the agent host hv-cinder-83769 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 09:47:05.061735 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 44174) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:47:05.168386 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dd3a0b79-de35-414c-ae0f-d7981d525dd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:05.249464 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dd3a0b79-de35-414c-ae0f-d7981d525dd6 admin admin] Publish callbacks [] for security_group (246b7004-d573-48e7-aa4c-99ba1cc4d568), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:05.253768 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-dd3a0b79-de35-414c-ae0f-d7981d525dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (246b7004-d573-48e7-aa4c-99ba1cc4d568), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:05.292899 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-dd3a0b79-de35-414c-ae0f-d7981d525dd6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cd9be6b713584bf8987d9c2eef1028c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2295394 May 12 09:47:05.293239 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3a0b79-de35-414c-ae0f-d7981d525dd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=246b7004-d573-48e7-aa4c-99ba1cc4d568,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:47:05.295051 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 44188) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:47:05.359743 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2294e639-f8a4-42f0-bd0a-9ade5caa1591 admin admin] Publish callbacks [] for security_group (246b7004-d573-48e7-aa4c-99ba1cc4d568), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:05.396243 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2294e639-f8a4-42f0-bd0a-9ade5caa1591 admin admin] Publish callbacks [] for security_group (246b7004-d573-48e7-aa4c-99ba1cc4d568), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:05.452890 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2294e639-f8a4-42f0-bd0a-9ade5caa1591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (246b7004-d573-48e7-aa4c-99ba1cc4d568), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:05.455935 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2294e639-f8a4-42f0-bd0a-9ade5caa1591 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:05.457149 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-2294e639-f8a4-42f0-bd0a-9ade5caa1591 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/246b7004-d573-48e7-aa4c-99ba1cc4d568 HTTP/1.1" status: 204 len: 168 time: 0.1610441 May 12 09:47:05.466275 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294e639-f8a4-42f0-bd0a-9ade5caa1591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=246b7004-d573-48e7-aa4c-99ba1cc4d568,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:47:06.199403 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 44216) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:47:06.305523 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-14b85930-efff-48d8-9721-6fa9450243ba admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1445935499-network', 'tenant_id': '244d04aa701148b6a61bdece8b412b52'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:47:06.328370 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b85930-efff-48d8-9721-6fa9450243ba admin admin] Made reservation on behalf of 244d04aa701148b6a61bdece8b412b52 for: {'network': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 09:47:06.331726 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-14b85930-efff-48d8-9721-6fa9450243ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for network (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:06.341840 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-14b85930-efff-48d8-9721-6fa9450243ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:06.420997 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-14b85930-efff-48d8-9721-6fa9450243ba admin admin] Publish callbacks [] for security_group (b3fbb85a-a181-472b-bf97-8888d84b07f9), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:06.425902 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-14b85930-efff-48d8-9721-6fa9450243ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (b3fbb85a-a181-472b-bf97-8888d84b07f9), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:06.453674 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14b85930-efff-48d8-9721-6fa9450243ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=103457) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 09:47:06.460420 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b85930-efff-48d8-9721-6fa9450243ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3fbb85a-a181-472b-bf97-8888d84b07f9,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:47:06.466996 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-14b85930-efff-48d8-9721-6fa9450243ba admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740344558093', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720414'] for segment (e1c41701-ac08-41bc-af8d-5ef64c4784c7), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:06.467739 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.db.segments_db [None req-14b85930-efff-48d8-9721-6fa9450243ba admin admin] Added segment e1c41701-ac08-41bc-af8d-5ef64c4784c7 of type vlan for network 5db2aa20-ac7e-4c00-bb5e-c81f30317690 May 12 09:47:06.513374 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-14b85930-efff-48d8-9721-6fa9450243ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740344000386'] for network (5db2aa20-ac7e-4c00-bb5e-c81f30317690), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:06.542571 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-14b85930-efff-48d8-9721-6fa9450243ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735'] for network (5db2aa20-ac7e-4c00-bb5e-c81f30317690), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:06.543678 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b85930-efff-48d8-9721-6fa9450243ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:47:06.544339 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-14b85930-efff-48d8-9721-6fa9450243ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728753'] for network (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:06.588092 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-14b85930-efff-48d8-9721-6fa9450243ba admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.3874700 May 12 09:47:06.592470 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 44220) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:47:06.598739 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-2a5b3a9b-3c4a-4bb7-8df4-32980ea360c5 admin admin] Request body: {'subnet': {'network_id': '5db2aa20-ac7e-4c00-bb5e-c81f30317690', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1445935499-subnet', 'tenant_id': '244d04aa701148b6a61bdece8b412b52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:47:06.623423 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5b3a9b-3c4a-4bb7-8df4-32980ea360c5 admin admin] Made reservation on behalf of 244d04aa701148b6a61bdece8b412b52 for: {'subnet': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 09:47:06.625870 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2a5b3a9b-3c4a-4bb7-8df4-32980ea360c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28648136'] for subnet (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:06.853608 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2a5b3a9b-3c4a-4bb7-8df4-32980ea360c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29193443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28648158'] for subnet (5c86366a-0c99-42df-924c-faff9fa7a886), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:06.871168 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b85930-efff-48d8-9721-6fa9450243ba admin admin] Pushing event updated for resources: {'Network': ['ID=5db2aa20-ac7e-4c00-bb5e-c81f30317690,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:47:06.882431 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Network 5db2aa20-ac7e-4c00-bb5e-c81f30317690 details requested by agent ovs-agent-dv-cinder-837699-5-iscsi with host dv-cinder-837699-5-iscsi {{(pid=103459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 09:47:06.913943 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5b3a9b-3c4a-4bb7-8df4-32980ea360c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c86366a-0c99-42df-924c-faff9fa7a886,revision_number=0']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:47:06.929912 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5b3a9b-3c4a-4bb7-8df4-32980ea360c5 admin admin] Checking segment: {'id': 'e1c41701-ac08-41bc-af8d-5ef64c4784c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5db2aa20-ac7e-4c00-bb5e-c81f30317690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 09:47:06.930271 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5b3a9b-3c4a-4bb7-8df4-32980ea360c5 admin admin] Network hostable DHCP agents. Network: 5db2aa20-ac7e-4c00-bb5e-c81f30317690, hostable agents: ['9bee5a85-5be0-4217-aa6d-1f9c6538b987'], hosted agents: [] {{(pid=103458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 09:47:06.950151 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5b3a9b-3c4a-4bb7-8df4-32980ea360c5 admin admin] Network 5db2aa20-ac7e-4c00-bb5e-c81f30317690 is scheduled to be hosted by DHCP agent 9bee5a85-5be0-4217-aa6d-1f9c6538b987 with binding_index 1 {{(pid=103458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 09:47:06.963618 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-2a5b3a9b-3c4a-4bb7-8df4-32980ea360c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837699-5-iscsi, 5db2aa20-ac7e-4c00-bb5e-c81f30317690) {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:47:06.974912 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5b3a9b-3c4a-4bb7-8df4-32980ea360c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:47:06.975758 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2a5b3a9b-3c4a-4bb7-8df4-32980ea360c5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:06.976465 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd03ad8-f923-452c-8c3a-2cd6b39b667f None None] Network 5db2aa20-ac7e-4c00-bb5e-c81f30317690 requested from dv-cinder-837699-5-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 09:47:07.000180 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-2a5b3a9b-3c4a-4bb7-8df4-32980ea360c5 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4059737 May 12 09:47:07.146507 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0beefa9c-406b-45cc-894e-6abc1496bfb9 None None] Network 5db2aa20-ac7e-4c00-bb5e-c81f30317690 requested from dv-cinder-837699-5-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 09:47:07.623967 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 44240) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:47:07.629415 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-5b675cc3-c0b8-4a88-9970-d760bd6e3f36 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1609718144-network', 'tenant_id': '1ae37d3ecc354242ac362e343503bd24'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:47:07.655682 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b675cc3-c0b8-4a88-9970-d760bd6e3f36 admin admin] Made reservation on behalf of 1ae37d3ecc354242ac362e343503bd24 for: {'network': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 09:47:07.658566 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5b675cc3-c0b8-4a88-9970-d760bd6e3f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for network (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:07.668230 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5b675cc3-c0b8-4a88-9970-d760bd6e3f36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:07.761471 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5b675cc3-c0b8-4a88-9970-d760bd6e3f36 admin admin] Publish callbacks [] for security_group (1a0996e7-cd3e-4aea-ba91-b6ba6d61bcf9), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:07.766147 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5b675cc3-c0b8-4a88-9970-d760bd6e3f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (1a0996e7-cd3e-4aea-ba91-b6ba6d61bcf9), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:07.808652 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b675cc3-c0b8-4a88-9970-d760bd6e3f36 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=103458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 09:47:07.824422 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b675cc3-c0b8-4a88-9970-d760bd6e3f36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0996e7-cd3e-4aea-ba91-b6ba6d61bcf9,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:47:07.829689 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5b675cc3-c0b8-4a88-9970-d760bd6e3f36 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740344558093', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720414'] for segment (5c7e8164-d5e9-4a0f-bcec-09c88f7d9c31), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:07.830128 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.db.segments_db [None req-5b675cc3-c0b8-4a88-9970-d760bd6e3f36 admin admin] Added segment 5c7e8164-d5e9-4a0f-bcec-09c88f7d9c31 of type vlan for network f4535d29-ee43-4965-ba5d-4fef9f4eb3c4 May 12 09:47:07.878625 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5b675cc3-c0b8-4a88-9970-d760bd6e3f36 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740344000386'] for network (f4535d29-ee43-4965-ba5d-4fef9f4eb3c4), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:07.908057 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5b675cc3-c0b8-4a88-9970-d760bd6e3f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735'] for network (f4535d29-ee43-4965-ba5d-4fef9f4eb3c4), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:07.909335 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b675cc3-c0b8-4a88-9970-d760bd6e3f36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:47:07.910060 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-5b675cc3-c0b8-4a88-9970-d760bd6e3f36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728753'] for network (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:07.956469 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-5b675cc3-c0b8-4a88-9970-d760bd6e3f36 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.3275096 May 12 09:47:07.956469 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 44246) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:47:07.962525 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-ff25b283-d215-48c7-b683-1beb868cad87 admin admin] Request body: {'subnet': {'network_id': 'f4535d29-ee43-4965-ba5d-4fef9f4eb3c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1609718144-subnet', 'tenant_id': '1ae37d3ecc354242ac362e343503bd24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:47:07.997691 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b675cc3-c0b8-4a88-9970-d760bd6e3f36 admin admin] Pushing event updated for resources: {'Network': ['ID=f4535d29-ee43-4965-ba5d-4fef9f4eb3c4,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:47:08.009134 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Network f4535d29-ee43-4965-ba5d-4fef9f4eb3c4 details requested by agent ovs-agent-dv-cinder-837699-5-iscsi with host dv-cinder-837699-5-iscsi {{(pid=103459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 09:47:08.025957 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff25b283-d215-48c7-b683-1beb868cad87 admin admin] Made reservation on behalf of 1ae37d3ecc354242ac362e343503bd24 for: {'subnet': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 09:47:08.025957 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ff25b283-d215-48c7-b683-1beb868cad87 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28648136'] for subnet (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:08.225958 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ff25b283-d215-48c7-b683-1beb868cad87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29193443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28648158'] for subnet (8d8d7824-7b38-4c19-b631-5e9022a55e16), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:08.276698 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff25b283-d215-48c7-b683-1beb868cad87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d8d7824-7b38-4c19-b631-5e9022a55e16,revision_number=0']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:47:08.296808 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff25b283-d215-48c7-b683-1beb868cad87 admin admin] Checking segment: {'id': '5c7e8164-d5e9-4a0f-bcec-09c88f7d9c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f4535d29-ee43-4965-ba5d-4fef9f4eb3c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 09:47:08.297167 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff25b283-d215-48c7-b683-1beb868cad87 admin admin] Network hostable DHCP agents. Network: f4535d29-ee43-4965-ba5d-4fef9f4eb3c4, hostable agents: ['9bee5a85-5be0-4217-aa6d-1f9c6538b987'], hosted agents: [] {{(pid=103458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 09:47:08.318059 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff25b283-d215-48c7-b683-1beb868cad87 admin admin] Network f4535d29-ee43-4965-ba5d-4fef9f4eb3c4 is scheduled to be hosted by DHCP agent 9bee5a85-5be0-4217-aa6d-1f9c6538b987 with binding_index 1 {{(pid=103458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 09:47:08.328369 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-ff25b283-d215-48c7-b683-1beb868cad87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837699-5-iscsi, f4535d29-ee43-4965-ba5d-4fef9f4eb3c4) {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:47:08.334440 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff25b283-d215-48c7-b683-1beb868cad87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:47:08.338363 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1510fdea-373e-44ce-bd86-ad3dd1f85f30 None None] Network f4535d29-ee43-4965-ba5d-4fef9f4eb3c4 requested from dv-cinder-837699-5-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 09:47:08.342734 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ff25b283-d215-48c7-b683-1beb868cad87 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:08.372709 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-ff25b283-d215-48c7-b683-1beb868cad87 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4143882 May 12 09:47:08.457126 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b032354f-1745-414c-a41b-0dce52c7b06d None None] Network f4535d29-ee43-4965-ba5d-4fef9f4eb3c4 requested from dv-cinder-837699-5-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 09:47:08.524738 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 44254) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:47:08.590260 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_v2 [None req-1133bcd1-622d-47c4-8493-5085080b87e4 admin admin] Deleting subnet 5c86366a-0c99-42df-924c-faff9fa7a886 {{(pid=103458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 09:47:08.593863 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1133bcd1-622d-47c4-8493-5085080b87e4 admin admin] Publish callbacks [] for subnet (5c86366a-0c99-42df-924c-faff9fa7a886), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:08.638486 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1133bcd1-622d-47c4-8493-5085080b87e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25498421'] for subnet (5c86366a-0c99-42df-924c-faff9fa7a886), precommit_delete_associations {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:08.685994 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1133bcd1-622d-47c4-8493-5085080b87e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-718821'] for subnet (5c86366a-0c99-42df-924c-faff9fa7a886), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:08.751638 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1133bcd1-622d-47c4-8493-5085080b87e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-718844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29193378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28648165'] for subnet (5c86366a-0c99-42df-924c-faff9fa7a886), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:08.784891 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1133bcd1-622d-47c4-8493-5085080b87e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c86366a-0c99-42df-924c-faff9fa7a886,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:47:08.793705 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1133bcd1-622d-47c4-8493-5085080b87e4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:08.801199 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 44258) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:47:08.801821 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-1133bcd1-622d-47c4-8493-5085080b87e4 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/5c86366a-0c99-42df-924c-faff9fa7a886 HTTP/1.1" status: 204 len: 168 time: 0.2752974 May 12 09:47:08.890100 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a1e4746c-b764-4d26-b192-332829bec9bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-764730'] for network (5db2aa20-ac7e-4c00-bb5e-c81f30317690), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:08.983913 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a1e4746c-b764-4d26-b192-332829bec9bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493712', 'neutron.services.segments.db._delete_segments_for_network-8740344558102'] for network (5db2aa20-ac7e-4c00-bb5e-c81f30317690), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:09.008207 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-a1e4746c-b764-4d26-b192-332829bec9bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5db2aa20-ac7e-4c00-bb5e-c81f30317690']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:47:09.021434 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-a1e4746c-b764-4d26-b192-332829bec9bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1c41701-ac08-41bc-af8d-5ef64c4784c7') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:47:09.022845 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-a1e4746c-b764-4d26-b192-332829bec9bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1c41701-ac08-41bc-af8d-5ef64c4784c7') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:47:09.033690 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a1e4746c-b764-4d26-b192-332829bec9bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740344559391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28484903'] for segment (e1c41701-ac08-41bc-af8d-5ef64c4784c7), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:09.047601 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a1e4746c-b764-4d26-b192-332829bec9bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720414'] for segment (e1c41701-ac08-41bc-af8d-5ef64c4784c7), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:09.057637 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1e4746c-b764-4d26-b192-332829bec9bb admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 09:47:09.058172 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a1e4746c-b764-4d26-b192-332829bec9bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28491473'] for segment (e1c41701-ac08-41bc-af8d-5ef64c4784c7), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:09.064486 dv-cinder-837699-5-iscsi neutron-server[103457]: Traceback (most recent call last): May 12 09:47:09.064486 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 09:47:09.064486 dv-cinder-837699-5-iscsi neutron-server[103457]: timer() May 12 09:47:09.064486 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 09:47:09.064486 dv-cinder-837699-5-iscsi neutron-server[103457]: cb(*args, **kw) May 12 09:47:09.064486 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 09:47:09.064486 dv-cinder-837699-5-iscsi neutron-server[103457]: return func(*args, **kwargs) May 12 09:47:09.064486 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 09:47:09.064486 dv-cinder-837699-5-iscsi neutron-server[103457]: self._notify() May 12 09:47:09.064486 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 09:47:09.064486 dv-cinder-837699-5-iscsi neutron-server[103457]: self.callback(batched_events) May 12 09:47:09.064486 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 09:47:09.064486 dv-cinder-837699-5-iscsi neutron-server[103457]: event.method(event) May 12 09:47:09.064486 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 09:47:09.064486 dv-cinder-837699-5-iscsi neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 09:47:09.064486 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 09:47:09.064486 dv-cinder-837699-5-iscsi neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( May 12 09:47:09.064486 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 09:47:09.064486 dv-cinder-837699-5-iscsi neutron-server[103457]: return f(self, *a, **k) May 12 09:47:09.064486 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 09:47:09.064486 dv-cinder-837699-5-iscsi neutron-server[103457]: return self._get(url).json() May 12 09:47:09.064486 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 09:47:09.064486 dv-cinder-837699-5-iscsi neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 09:47:09.064486 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 09:47:09.064486 dv-cinder-837699-5-iscsi neutron-server[103457]: return self.request(url, 'GET', **kwargs) May 12 09:47:09.064486 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 09:47:09.064486 dv-cinder-837699-5-iscsi neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, May 12 09:47:09.064486 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 09:47:09.064486 dv-cinder-837699-5-iscsi neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 09:47:09.064486 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 09:47:09.064486 dv-cinder-837699-5-iscsi neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 09:47:09.064486 dv-cinder-837699-5-iscsi neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 09:47:09.143481 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a1e4746c-b764-4d26-b192-332829bec9bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800027'] for network (5db2aa20-ac7e-4c00-bb5e-c81f30317690), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:09.150878 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a1e4746c-b764-4d26-b192-332829bec9bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728753'] for network (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:09.159275 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 44264) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:47:09.160013 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-a1e4746c-b764-4d26-b192-332829bec9bb admin admin] 10.222.0.60 "DELETE /v2.0/networks/5db2aa20-ac7e-4c00-bb5e-c81f30317690 HTTP/1.1" status: 204 len: 168 time: 0.3557646 May 12 09:47:09.173982 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e4746c-b764-4d26-b192-332829bec9bb admin admin] Pushing event deleted for resources: {'Network': ['ID=5db2aa20-ac7e-4c00-bb5e-c81f30317690,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:47:09.221885 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_v2 [None req-652969c9-2267-49a8-8a44-a2f3b81fa2da admin admin] Deleting subnet 8d8d7824-7b38-4c19-b631-5e9022a55e16 {{(pid=103458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 09:47:09.225792 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-652969c9-2267-49a8-8a44-a2f3b81fa2da admin admin] Publish callbacks [] for subnet (8d8d7824-7b38-4c19-b631-5e9022a55e16), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:09.279216 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-652969c9-2267-49a8-8a44-a2f3b81fa2da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25498421'] for subnet (8d8d7824-7b38-4c19-b631-5e9022a55e16), precommit_delete_associations {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:09.331130 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-652969c9-2267-49a8-8a44-a2f3b81fa2da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-718821'] for subnet (8d8d7824-7b38-4c19-b631-5e9022a55e16), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:09.392872 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-652969c9-2267-49a8-8a44-a2f3b81fa2da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-718844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29193378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28648165'] for subnet (8d8d7824-7b38-4c19-b631-5e9022a55e16), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:09.423269 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652969c9-2267-49a8-8a44-a2f3b81fa2da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d8d7824-7b38-4c19-b631-5e9022a55e16,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:47:09.427878 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-652969c9-2267-49a8-8a44-a2f3b81fa2da admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:09.432649 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-652969c9-2267-49a8-8a44-a2f3b81fa2da admin admin] 10.222.0.60 "DELETE /v2.0/subnets/8d8d7824-7b38-4c19-b631-5e9022a55e16 HTTP/1.1" status: 204 len: 168 time: 0.2720907 May 12 09:47:09.435095 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 44266) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:47:09.509476 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-67c09112-add6-49f5-8d43-38dd9f1ca98c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-764730'] for network (f4535d29-ee43-4965-ba5d-4fef9f4eb3c4), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:09.607099 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-67c09112-add6-49f5-8d43-38dd9f1ca98c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493712', 'neutron.services.segments.db._delete_segments_for_network-8740344558102'] for network (f4535d29-ee43-4965-ba5d-4fef9f4eb3c4), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:09.632459 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-67c09112-add6-49f5-8d43-38dd9f1ca98c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4535d29-ee43-4965-ba5d-4fef9f4eb3c4']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:47:09.645146 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-67c09112-add6-49f5-8d43-38dd9f1ca98c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c7e8164-d5e9-4a0f-bcec-09c88f7d9c31') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:47:09.645449 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-67c09112-add6-49f5-8d43-38dd9f1ca98c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c7e8164-d5e9-4a0f-bcec-09c88f7d9c31') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:47:09.658356 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-67c09112-add6-49f5-8d43-38dd9f1ca98c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740344559391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28484903'] for segment (5c7e8164-d5e9-4a0f-bcec-09c88f7d9c31), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:09.673958 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-67c09112-add6-49f5-8d43-38dd9f1ca98c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720414'] for segment (5c7e8164-d5e9-4a0f-bcec-09c88f7d9c31), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:09.680793 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67c09112-add6-49f5-8d43-38dd9f1ca98c admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 09:47:09.681187 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-67c09112-add6-49f5-8d43-38dd9f1ca98c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28491473'] for segment (5c7e8164-d5e9-4a0f-bcec-09c88f7d9c31), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:09.682897 dv-cinder-837699-5-iscsi neutron-server[103457]: Traceback (most recent call last): May 12 09:47:09.682897 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 09:47:09.682897 dv-cinder-837699-5-iscsi neutron-server[103457]: timer() May 12 09:47:09.682897 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 09:47:09.682897 dv-cinder-837699-5-iscsi neutron-server[103457]: cb(*args, **kw) May 12 09:47:09.682897 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 09:47:09.682897 dv-cinder-837699-5-iscsi neutron-server[103457]: return func(*args, **kwargs) May 12 09:47:09.682897 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 09:47:09.682897 dv-cinder-837699-5-iscsi neutron-server[103457]: self._notify() May 12 09:47:09.682897 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 09:47:09.682897 dv-cinder-837699-5-iscsi neutron-server[103457]: self.callback(batched_events) May 12 09:47:09.682897 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 09:47:09.682897 dv-cinder-837699-5-iscsi neutron-server[103457]: event.method(event) May 12 09:47:09.682897 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 09:47:09.682897 dv-cinder-837699-5-iscsi neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 09:47:09.682897 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 09:47:09.682897 dv-cinder-837699-5-iscsi neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( May 12 09:47:09.682897 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 09:47:09.682897 dv-cinder-837699-5-iscsi neutron-server[103457]: return f(self, *a, **k) May 12 09:47:09.682897 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 09:47:09.682897 dv-cinder-837699-5-iscsi neutron-server[103457]: return self._get(url).json() May 12 09:47:09.682897 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 09:47:09.682897 dv-cinder-837699-5-iscsi neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 09:47:09.682897 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 09:47:09.682897 dv-cinder-837699-5-iscsi neutron-server[103457]: return self.request(url, 'GET', **kwargs) May 12 09:47:09.682897 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 09:47:09.682897 dv-cinder-837699-5-iscsi neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, May 12 09:47:09.682897 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 09:47:09.682897 dv-cinder-837699-5-iscsi neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 09:47:09.682897 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 09:47:09.682897 dv-cinder-837699-5-iscsi neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 09:47:09.682897 dv-cinder-837699-5-iscsi neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 09:47:09.749754 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-67c09112-add6-49f5-8d43-38dd9f1ca98c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800027'] for network (f4535d29-ee43-4965-ba5d-4fef9f4eb3c4), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:09.756179 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-67c09112-add6-49f5-8d43-38dd9f1ca98c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728753'] for network (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:09.760321 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-67c09112-add6-49f5-8d43-38dd9f1ca98c admin admin] 10.222.0.60 "DELETE /v2.0/networks/f4535d29-ee43-4965-ba5d-4fef9f4eb3c4 HTTP/1.1" status: 204 len: 168 time: 0.3240945 May 12 09:47:09.774418 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c09112-add6-49f5-8d43-38dd9f1ca98c admin admin] Pushing event deleted for resources: {'Network': ['ID=f4535d29-ee43-4965-ba5d-4fef9f4eb3c4,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:47:09.968584 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 44274) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:47:10.017666 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-5fbaeaab-fd52-4e44-bd3e-7c1e8d375def admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=244d04aa701148b6a61bdece8b412b52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0480077 May 12 09:47:10.020798 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 44276) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:47:10.081602 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ab755a79-c81d-4cc4-9a1d-3bfce7c74d25 admin admin] Publish callbacks [] for security_group (b3fbb85a-a181-472b-bf97-8888d84b07f9), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:10.114199 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ab755a79-c81d-4cc4-9a1d-3bfce7c74d25 admin admin] Publish callbacks [] for security_group (b3fbb85a-a181-472b-bf97-8888d84b07f9), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:10.169723 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ab755a79-c81d-4cc4-9a1d-3bfce7c74d25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (b3fbb85a-a181-472b-bf97-8888d84b07f9), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:10.174310 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ab755a79-c81d-4cc4-9a1d-3bfce7c74d25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:10.174310 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-ab755a79-c81d-4cc4-9a1d-3bfce7c74d25 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b3fbb85a-a181-472b-bf97-8888d84b07f9 HTTP/1.1" status: 204 len: 168 time: 0.1520472 May 12 09:47:10.183908 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab755a79-c81d-4cc4-9a1d-3bfce7c74d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3fbb85a-a181-472b-bf97-8888d84b07f9,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:47:10.619261 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 44282) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:47:10.669652 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-05098a51-1402-4046-a0bb-1d1d80f6d486 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1ae37d3ecc354242ac362e343503bd24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0492628 May 12 09:47:10.669652 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 44284) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:47:10.726934 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a6a45bc0-80ee-40fb-a990-bd7f522efbd7 admin admin] Publish callbacks [] for security_group (1a0996e7-cd3e-4aea-ba91-b6ba6d61bcf9), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:10.748049 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a6a45bc0-80ee-40fb-a990-bd7f522efbd7 admin admin] Publish callbacks [] for security_group (1a0996e7-cd3e-4aea-ba91-b6ba6d61bcf9), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:10.817608 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a6a45bc0-80ee-40fb-a990-bd7f522efbd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (1a0996e7-cd3e-4aea-ba91-b6ba6d61bcf9), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:10.820427 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a6a45bc0-80ee-40fb-a990-bd7f522efbd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:10.821783 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-a6a45bc0-80ee-40fb-a990-bd7f522efbd7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1a0996e7-cd3e-4aea-ba91-b6ba6d61bcf9 HTTP/1.1" status: 204 len: 168 time: 0.1483662 May 12 09:47:10.829794 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a45bc0-80ee-40fb-a990-bd7f522efbd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0996e7-cd3e-4aea-ba91-b6ba6d61bcf9,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:47:19.643649 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-769ea02d-0037-42c9-8c19-057a33025477 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (9bee5a85-5be0-4217-aa6d-1f9c6538b987), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:20.214626 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-1d9e6a58-d356-44ab-bb34-37357c1267d7 None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 09:47:20.835784 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (cdc2c050-d5b8-41e9-9f41-bf893d522faa), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:21.873767 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-0ed6cb12-0985-4ac3-9a0d-be4ed4e86008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (8db92903-2544-41c2-b919-def82c43c97a), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:23.115112 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-13a031d7-5ec6-42a3-899f-d50e1f06c687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (f8def58d-f1ec-4d41-abae-d1c60f542bd3), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:23.853479 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 44528) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:47:23.898755 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-bed11d87-6ea0-4983-b57d-33016c2f6cd4 admin admin] Deleting subnet 9c3391ae-d29e-4a2c-ad71-662785d99b53 {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 09:47:23.901829 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bed11d87-6ea0-4983-b57d-33016c2f6cd4 admin admin] Publish callbacks [] for subnet (9c3391ae-d29e-4a2c-ad71-662785d99b53), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:23.934993 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bed11d87-6ea0-4983-b57d-33016c2f6cd4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28484894'] for subnet (9c3391ae-d29e-4a2c-ad71-662785d99b53), precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:23.976702 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bed11d87-6ea0-4983-b57d-33016c2f6cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-718821'] for subnet (9c3391ae-d29e-4a2c-ad71-662785d99b53), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:24.027674 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bed11d87-6ea0-4983-b57d-33016c2f6cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-718844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28484979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401390'] for subnet (9c3391ae-d29e-4a2c-ad71-662785d99b53), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:24.051650 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed11d87-6ea0-4983-b57d-33016c2f6cd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c3391ae-d29e-4a2c-ad71-662785d99b53,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:47:24.055375 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bed11d87-6ea0-4983-b57d-33016c2f6cd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728753'] for subnet (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:24.058521 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-bed11d87-6ea0-4983-b57d-33016c2f6cd4 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/9c3391ae-d29e-4a2c-ad71-662785d99b53 HTTP/1.1" status: 204 len: 168 time: 0.2038748 May 12 09:47:24.061083 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 44530) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:47:24.127696 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1db1a541-1b81-4e14-8388-f47abb95d77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-764730'] for network (a979ad69-574d-4551-aeb4-f162ac77a9b9), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:24.204866 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1db1a541-1b81-4e14-8388-f47abb95d77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493712', 'neutron.services.segments.db._delete_segments_for_network-8740344558102'] for network (a979ad69-574d-4551-aeb4-f162ac77a9b9), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:24.224224 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-1db1a541-1b81-4e14-8388-f47abb95d77f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a979ad69-574d-4551-aeb4-f162ac77a9b9']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:47:24.233060 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-1db1a541-1b81-4e14-8388-f47abb95d77f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8090d671-00e8-4268-b65c-cd9129c3417c') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:47:24.233353 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-1db1a541-1b81-4e14-8388-f47abb95d77f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8090d671-00e8-4268-b65c-cd9129c3417c') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:47:24.242216 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1db1a541-1b81-4e14-8388-f47abb95d77f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740344559391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28484903'] for segment (8090d671-00e8-4268-b65c-cd9129c3417c), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:24.255119 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1db1a541-1b81-4e14-8388-f47abb95d77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720414'] for segment (8090d671-00e8-4268-b65c-cd9129c3417c), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:24.260686 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1db1a541-1b81-4e14-8388-f47abb95d77f admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 09:47:24.261064 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1db1a541-1b81-4e14-8388-f47abb95d77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28491473'] for segment (8090d671-00e8-4268-b65c-cd9129c3417c), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:24.262923 dv-cinder-837699-5-iscsi neutron-server[103457]: Traceback (most recent call last): May 12 09:47:24.262923 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 09:47:24.262923 dv-cinder-837699-5-iscsi neutron-server[103457]: timer() May 12 09:47:24.262923 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 09:47:24.262923 dv-cinder-837699-5-iscsi neutron-server[103457]: cb(*args, **kw) May 12 09:47:24.262923 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 09:47:24.262923 dv-cinder-837699-5-iscsi neutron-server[103457]: return func(*args, **kwargs) May 12 09:47:24.262923 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 09:47:24.262923 dv-cinder-837699-5-iscsi neutron-server[103457]: self._notify() May 12 09:47:24.262923 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 09:47:24.262923 dv-cinder-837699-5-iscsi neutron-server[103457]: self.callback(batched_events) May 12 09:47:24.262923 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 09:47:24.262923 dv-cinder-837699-5-iscsi neutron-server[103457]: event.method(event) May 12 09:47:24.262923 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 09:47:24.262923 dv-cinder-837699-5-iscsi neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 09:47:24.262923 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 09:47:24.262923 dv-cinder-837699-5-iscsi neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( May 12 09:47:24.262923 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 09:47:24.262923 dv-cinder-837699-5-iscsi neutron-server[103457]: return f(self, *a, **k) May 12 09:47:24.262923 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 09:47:24.262923 dv-cinder-837699-5-iscsi neutron-server[103457]: return self._get(url).json() May 12 09:47:24.262923 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 09:47:24.262923 dv-cinder-837699-5-iscsi neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 09:47:24.262923 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 09:47:24.262923 dv-cinder-837699-5-iscsi neutron-server[103457]: return self.request(url, 'GET', **kwargs) May 12 09:47:24.262923 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 09:47:24.262923 dv-cinder-837699-5-iscsi neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, May 12 09:47:24.262923 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 09:47:24.262923 dv-cinder-837699-5-iscsi neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 09:47:24.262923 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 09:47:24.262923 dv-cinder-837699-5-iscsi neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 09:47:24.262923 dv-cinder-837699-5-iscsi neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 09:47:24.318600 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1db1a541-1b81-4e14-8388-f47abb95d77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800027'] for network (a979ad69-574d-4551-aeb4-f162ac77a9b9), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:24.323879 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1db1a541-1b81-4e14-8388-f47abb95d77f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728753'] for network (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:24.326917 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-1db1a541-1b81-4e14-8388-f47abb95d77f admin admin] 10.222.0.60 "DELETE /v2.0/networks/a979ad69-574d-4551-aeb4-f162ac77a9b9 HTTP/1.1" status: 204 len: 168 time: 0.2649379 May 12 09:47:24.336929 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db1a541-1b81-4e14-8388-f47abb95d77f admin admin] Pushing event deleted for resources: {'Network': ['ID=a979ad69-574d-4551-aeb4-f162ac77a9b9,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:47:24.482683 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 44534) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:47:24.522617 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-7c167684-eff2-46e6-bbd0-2104cbbd4072 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f905d25356874ac88be7ed35a624e230&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387046 May 12 09:47:24.524940 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 44536) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:47:24.537912 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a984b3b9-a9e9-40d7-bd88-8cdbb1de5f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (e377c27d-f788-489a-9a4f-9db675c37dc4), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:24.575426 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2bbcf8d6-e7be-4c5f-acdf-c613d2e0bd52 admin admin] Publish callbacks [] for security_group (044135b8-e00d-4eee-a9b9-7234a6be7863), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:24.596746 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2bbcf8d6-e7be-4c5f-acdf-c613d2e0bd52 admin admin] Publish callbacks [] for security_group (044135b8-e00d-4eee-a9b9-7234a6be7863), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:24.641843 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2bbcf8d6-e7be-4c5f-acdf-c613d2e0bd52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (044135b8-e00d-4eee-a9b9-7234a6be7863), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:24.645003 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2bbcf8d6-e7be-4c5f-acdf-c613d2e0bd52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:24.646225 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-2bbcf8d6-e7be-4c5f-acdf-c613d2e0bd52 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/044135b8-e00d-4eee-a9b9-7234a6be7863 HTTP/1.1" status: 204 len: 168 time: 0.1203163 May 12 09:47:24.654960 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbcf8d6-e7be-4c5f-acdf-c613d2e0bd52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=044135b8-e00d-4eee-a9b9-7234a6be7863,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:47:26.020720 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (0e2e3861-7d79-4ce6-9d91-faa32ae2cb64), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:28.162875 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 44624) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:47:28.263956 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6e09f855-63d7-4509-b0e1-2566defae603 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:28.337153 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6e09f855-63d7-4509-b0e1-2566defae603 admin admin] Publish callbacks [] for security_group (22530290-0ffa-465e-9b9b-0fe0f5004ba4), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:28.340644 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6e09f855-63d7-4509-b0e1-2566defae603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (22530290-0ffa-465e-9b9b-0fe0f5004ba4), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:28.377753 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-6e09f855-63d7-4509-b0e1-2566defae603 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=748ebbff1ab440d3ba00d94064065525&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2133300 May 12 09:47:28.378637 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e09f855-63d7-4509-b0e1-2566defae603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22530290-0ffa-465e-9b9b-0fe0f5004ba4,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:47:28.380565 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 44628) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:47:28.385679 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e09f855-63d7-4509-b0e1-2566defae603 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:47:28.386084 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e09f855-63d7-4509-b0e1-2566defae603 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:47:28.386426 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e09f855-63d7-4509-b0e1-2566defae603 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:47:28.386761 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e09f855-63d7-4509-b0e1-2566defae603 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:47:28.387101 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e09f855-63d7-4509-b0e1-2566defae603 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:47:28.387429 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e09f855-63d7-4509-b0e1-2566defae603 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:47:28.387996 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e09f855-63d7-4509-b0e1-2566defae603 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:47:28.388330 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e09f855-63d7-4509-b0e1-2566defae603 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:47:28.388652 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e09f855-63d7-4509-b0e1-2566defae603 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:47:28.388976 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e09f855-63d7-4509-b0e1-2566defae603 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:47:28.389301 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e09f855-63d7-4509-b0e1-2566defae603 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:47:28.389623 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e09f855-63d7-4509-b0e1-2566defae603 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:47:28.389963 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e09f855-63d7-4509-b0e1-2566defae603 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:47:28.390283 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e09f855-63d7-4509-b0e1-2566defae603 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:47:28.390599 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e09f855-63d7-4509-b0e1-2566defae603 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:47:28.428608 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8da73550-3852-45c7-bd90-7a497952964a admin admin] Publish callbacks [] for security_group (22530290-0ffa-465e-9b9b-0fe0f5004ba4), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:28.450379 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8da73550-3852-45c7-bd90-7a497952964a admin admin] Publish callbacks [] for security_group (22530290-0ffa-465e-9b9b-0fe0f5004ba4), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:28.499701 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8da73550-3852-45c7-bd90-7a497952964a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (22530290-0ffa-465e-9b9b-0fe0f5004ba4), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:28.502761 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8da73550-3852-45c7-bd90-7a497952964a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:28.503907 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-8da73550-3852-45c7-bd90-7a497952964a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/22530290-0ffa-465e-9b9b-0fe0f5004ba4 HTTP/1.1" status: 204 len: 168 time: 0.1223025 May 12 09:47:28.511598 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da73550-3852-45c7-bd90-7a497952964a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22530290-0ffa-465e-9b9b-0fe0f5004ba4,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:47:29.490564 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 44670) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:47:29.591700 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d46d533f-cf2f-409f-9741-69524bedb901 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:29.677463 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d46d533f-cf2f-409f-9741-69524bedb901 admin admin] Publish callbacks [] for security_group (45bd5d58-7d80-45da-8ee8-71cca202d018), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:29.681858 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d46d533f-cf2f-409f-9741-69524bedb901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (45bd5d58-7d80-45da-8ee8-71cca202d018), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:29.718923 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-d46d533f-cf2f-409f-9741-69524bedb901 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9f65cd74ac574aba960f9adc4e943d76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2273040 May 12 09:47:29.720132 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46d533f-cf2f-409f-9741-69524bedb901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45bd5d58-7d80-45da-8ee8-71cca202d018,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:47:29.722281 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 44674) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:47:29.768910 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2c8fbf0e-802e-45fe-b469-1167edb3ce83 admin admin] Publish callbacks [] for security_group (45bd5d58-7d80-45da-8ee8-71cca202d018), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:29.792903 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2c8fbf0e-802e-45fe-b469-1167edb3ce83 admin admin] Publish callbacks [] for security_group (45bd5d58-7d80-45da-8ee8-71cca202d018), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:29.839596 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2c8fbf0e-802e-45fe-b469-1167edb3ce83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (45bd5d58-7d80-45da-8ee8-71cca202d018), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:29.842606 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2c8fbf0e-802e-45fe-b469-1167edb3ce83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:29.848279 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-2c8fbf0e-802e-45fe-b469-1167edb3ce83 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/45bd5d58-7d80-45da-8ee8-71cca202d018 HTTP/1.1" status: 204 len: 168 time: 0.1209331 May 12 09:47:29.857264 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8fbf0e-802e-45fe-b469-1167edb3ce83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45bd5d58-7d80-45da-8ee8-71cca202d018,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:47:49.645489 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-847eadd2-a446-47e0-8a90-c067db84bd88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (9bee5a85-5be0-4217-aa6d-1f9c6538b987), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:50.838738 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (cdc2c050-d5b8-41e9-9f41-bf893d522faa), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:51.877441 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d618ea4f-28c5-4614-96ec-849479285364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (8db92903-2544-41c2-b919-def82c43c97a), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:53.118399 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-13a031d7-5ec6-42a3-899f-d50e1f06c687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (f8def58d-f1ec-4d41-abae-d1c60f542bd3), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:54.539549 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a984b3b9-a9e9-40d7-bd88-8cdbb1de5f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (e377c27d-f788-489a-9a4f-9db675c37dc4), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:54.749563 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-86578b4e-3d93-4712-9304-18c22e8a4553 req-bb13e74a-10e6-4e7a-b08d-214c16410299 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0368581 May 12 09:47:54.842523 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86578b4e-3d93-4712-9304-18c22e8a4553 req-b230cfa1-54b6-4530-83f3-061657b7dfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:47:54.843903 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-86578b4e-3d93-4712-9304-18c22e8a4553 req-b230cfa1-54b6-4530-83f3-061657b7dfec service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b879e240eb4f48139e28cc43223b21da&device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 1131 time: 0.0382819 May 12 09:47:54.951260 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86578b4e-3d93-4712-9304-18c22e8a4553 req-0efa11d5-c3e1-4905-abbe-af8586bfaa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:47:54.952732 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-86578b4e-3d93-4712-9304-18c22e8a4553 req-0efa11d5-c3e1-4905-abbe-af8586bfaa50 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9e493ca3-e280-43b9-b225-da7bca606395 HTTP/1.1" status: 200 len: 917 time: 0.0908072 May 12 09:47:55.018543 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-86578b4e-3d93-4712-9304-18c22e8a4553 req-b1f0fa6b-9456-48bc-af56-62482e53bde1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b HTTP/1.1" status: 200 len: 1002 time: 0.0594501 May 12 09:47:55.071458 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86578b4e-3d93-4712-9304-18c22e8a4553 req-e43799fa-880c-426d-8fe3-fd2ce8ad97cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:47:55.072927 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-86578b4e-3d93-4712-9304-18c22e8a4553 req-e43799fa-880c-426d-8fe3-fd2ce8ad97cd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d0dfb68a-43de-417f-95c4-a655ed09841d HTTP/1.1" status: 200 len: 855 time: 0.0489786 May 12 09:47:55.117763 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86578b4e-3d93-4712-9304-18c22e8a4553 req-dc2d513a-a1e7-4ca1-bf7d-0a3d9046ae2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:47:55.119344 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-86578b4e-3d93-4712-9304-18c22e8a4553 req-dc2d513a-a1e7-4ca1-bf7d-0a3d9046ae2b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9e493ca3-e280-43b9-b225-da7bca606395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407319 May 12 09:47:55.209356 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-86578b4e-3d93-4712-9304-18c22e8a4553 req-d1faa8c2-6626-4d80-a717-9b02c4d35bed service neutron] 10.222.0.65 "GET /v2.0/networks/9e493ca3-e280-43b9-b225-da7bca606395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834913 May 12 09:47:55.299213 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-86578b4e-3d93-4712-9304-18c22e8a4553 req-7b755893-13ac-4abd-aec0-e98139777950 service neutron] 10.222.0.65 "GET /v2.0/networks/9e493ca3-e280-43b9-b225-da7bca606395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834682 May 12 09:47:56.021621 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (0e2e3861-7d79-4ce6-9d91-faa32ae2cb64), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:57.214058 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-1d9e6a58-d356-44ab-bb34-37357c1267d7 None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 09:47:58.118927 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 44906) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:47:58.218893 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9832ea95-fa83-47ad-98b2-a85a9562d439 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:58.291120 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9832ea95-fa83-47ad-98b2-a85a9562d439 admin admin] Publish callbacks [] for security_group (512b5d4a-e35e-4433-8e7a-7f5c744cac87), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:58.294531 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9832ea95-fa83-47ad-98b2-a85a9562d439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (512b5d4a-e35e-4433-8e7a-7f5c744cac87), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:58.330827 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-9832ea95-fa83-47ad-98b2-a85a9562d439 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2533277699fd4491a2268f69e64d06bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2107584 May 12 09:47:58.331761 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9832ea95-fa83-47ad-98b2-a85a9562d439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=512b5d4a-e35e-4433-8e7a-7f5c744cac87,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:47:58.334178 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 44910) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:47:58.382704 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2bfe3d36-a3b4-4258-8628-38a866cfde4b admin admin] Publish callbacks [] for security_group (512b5d4a-e35e-4433-8e7a-7f5c744cac87), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:58.403472 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2bfe3d36-a3b4-4258-8628-38a866cfde4b admin admin] Publish callbacks [] for security_group (512b5d4a-e35e-4433-8e7a-7f5c744cac87), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:58.449241 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2bfe3d36-a3b4-4258-8628-38a866cfde4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (512b5d4a-e35e-4433-8e7a-7f5c744cac87), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:58.451757 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2bfe3d36-a3b4-4258-8628-38a866cfde4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:58.452918 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-2bfe3d36-a3b4-4258-8628-38a866cfde4b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/512b5d4a-e35e-4433-8e7a-7f5c744cac87 HTTP/1.1" status: 204 len: 168 time: 0.1177471 May 12 09:47:58.460328 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfe3d36-a3b4-4258-8628-38a866cfde4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=512b5d4a-e35e-4433-8e7a-7f5c744cac87,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:47:58.468201 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfe3d36-a3b4-4258-8628-38a866cfde4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:47:58.468549 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfe3d36-a3b4-4258-8628-38a866cfde4b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:47:58.468896 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfe3d36-a3b4-4258-8628-38a866cfde4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:47:58.469235 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfe3d36-a3b4-4258-8628-38a866cfde4b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:47:58.469568 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfe3d36-a3b4-4258-8628-38a866cfde4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:47:58.469914 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfe3d36-a3b4-4258-8628-38a866cfde4b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:47:58.470247 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfe3d36-a3b4-4258-8628-38a866cfde4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:47:58.470574 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfe3d36-a3b4-4258-8628-38a866cfde4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:47:58.470899 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfe3d36-a3b4-4258-8628-38a866cfde4b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:47:58.471224 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfe3d36-a3b4-4258-8628-38a866cfde4b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:47:58.471550 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfe3d36-a3b4-4258-8628-38a866cfde4b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:47:58.471878 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfe3d36-a3b4-4258-8628-38a866cfde4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:47:58.472218 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfe3d36-a3b4-4258-8628-38a866cfde4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:47:58.472532 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfe3d36-a3b4-4258-8628-38a866cfde4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:47:58.472839 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfe3d36-a3b4-4258-8628-38a866cfde4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:47:58.710495 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 44916) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:47:58.723901 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7bda3043-2cef-4c39-bae2-051389890b6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:58.802938 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7bda3043-2cef-4c39-bae2-051389890b6c admin admin] Publish callbacks [] for security_group (b0f06090-606d-4bdb-afad-3130fadcc397), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:58.806487 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7bda3043-2cef-4c39-bae2-051389890b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (b0f06090-606d-4bdb-afad-3130fadcc397), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:58.843554 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-7bda3043-2cef-4c39-bae2-051389890b6c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=df2786c681234396a919a5b1a4d019dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1319461 May 12 09:47:58.844726 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bda3043-2cef-4c39-bae2-051389890b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f06090-606d-4bdb-afad-3130fadcc397,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:47:58.846212 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 44918) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:47:58.899695 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-26dc0c84-8e32-417f-973b-26685fbdd25c admin admin] Publish callbacks [] for security_group (b0f06090-606d-4bdb-afad-3130fadcc397), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:58.920751 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-26dc0c84-8e32-417f-973b-26685fbdd25c admin admin] Publish callbacks [] for security_group (b0f06090-606d-4bdb-afad-3130fadcc397), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:58.967626 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-26dc0c84-8e32-417f-973b-26685fbdd25c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (b0f06090-606d-4bdb-afad-3130fadcc397), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:58.970195 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-26dc0c84-8e32-417f-973b-26685fbdd25c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:47:58.971328 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-26dc0c84-8e32-417f-973b-26685fbdd25c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b0f06090-606d-4bdb-afad-3130fadcc397 HTTP/1.1" status: 204 len: 168 time: 0.1235538 May 12 09:47:58.979470 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dc0c84-8e32-417f-973b-26685fbdd25c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f06090-606d-4bdb-afad-3130fadcc397,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:48:00.797546 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 44990) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:48:00.899618 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c7dae810-9df3-410d-b409-1cf7365c262c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:00.975397 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c7dae810-9df3-410d-b409-1cf7365c262c admin admin] Publish callbacks [] for security_group (abc2f022-b63e-430e-9cd0-e554b3f672d5), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:00.978990 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c7dae810-9df3-410d-b409-1cf7365c262c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (abc2f022-b63e-430e-9cd0-e554b3f672d5), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:01.014965 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dae810-9df3-410d-b409-1cf7365c262c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc2f022-b63e-430e-9cd0-e554b3f672d5,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:48:01.019204 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-c7dae810-9df3-410d-b409-1cf7365c262c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b2d496decf6b4edcae3d034c667ffec8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2206249 May 12 09:48:01.022585 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 44994) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:48:01.068432 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fd73b9c6-abb8-4710-9929-53e59db48580 admin admin] Publish callbacks [] for security_group (abc2f022-b63e-430e-9cd0-e554b3f672d5), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:01.088806 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fd73b9c6-abb8-4710-9929-53e59db48580 admin admin] Publish callbacks [] for security_group (abc2f022-b63e-430e-9cd0-e554b3f672d5), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:01.139572 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fd73b9c6-abb8-4710-9929-53e59db48580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (abc2f022-b63e-430e-9cd0-e554b3f672d5), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:01.142022 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fd73b9c6-abb8-4710-9929-53e59db48580 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:01.143156 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-fd73b9c6-abb8-4710-9929-53e59db48580 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/abc2f022-b63e-430e-9cd0-e554b3f672d5 HTTP/1.1" status: 204 len: 168 time: 0.1204352 May 12 09:48:01.150760 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd73b9c6-abb8-4710-9929-53e59db48580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc2f022-b63e-430e-9cd0-e554b3f672d5,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:48:01.402037 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 45012) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:48:01.415910 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6c7d053e-ba9e-473d-967c-da580c1cec01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:01.495267 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6c7d053e-ba9e-473d-967c-da580c1cec01 admin admin] Publish callbacks [] for security_group (86941e3b-4944-466d-8032-598b65ab757f), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:01.499789 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6c7d053e-ba9e-473d-967c-da580c1cec01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (86941e3b-4944-466d-8032-598b65ab757f), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:01.539363 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-6c7d053e-ba9e-473d-967c-da580c1cec01 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=380444cb3c854c08a709d21b919d0481&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1362810 May 12 09:48:01.540222 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7d053e-ba9e-473d-967c-da580c1cec01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86941e3b-4944-466d-8032-598b65ab757f,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:48:01.542049 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 45018) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:48:01.590148 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-22f9d6de-3884-4043-a696-3ccad05fc6d2 admin admin] Publish callbacks [] for security_group (86941e3b-4944-466d-8032-598b65ab757f), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:01.610498 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-22f9d6de-3884-4043-a696-3ccad05fc6d2 admin admin] Publish callbacks [] for security_group (86941e3b-4944-466d-8032-598b65ab757f), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:01.656080 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-22f9d6de-3884-4043-a696-3ccad05fc6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (86941e3b-4944-466d-8032-598b65ab757f), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:01.658570 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-22f9d6de-3884-4043-a696-3ccad05fc6d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:01.659725 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-22f9d6de-3884-4043-a696-3ccad05fc6d2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/86941e3b-4944-466d-8032-598b65ab757f HTTP/1.1" status: 204 len: 168 time: 0.1167018 May 12 09:48:01.666933 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f9d6de-3884-4043-a696-3ccad05fc6d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86941e3b-4944-466d-8032-598b65ab757f,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:48:02.828691 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3cc84-a38d-4e67-b99b-654c6fff9bd9 req-4dd7cfc3-5789-4660-9114-42b16abaabd0 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:48:02.830183 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2bc3cc84-a38d-4e67-b99b-654c6fff9bd9 req-4dd7cfc3-5789-4660-9114-42b16abaabd0 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 947 time: 0.0476410 May 12 09:48:02.879926 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2bc3cc84-a38d-4e67-b99b-654c6fff9bd9 req-7e9ae82f-870b-4ed5-bfcb-605e460f3a7c tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b4cf6b2-a702-45c6-a103-89f8c82f152f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433517 May 12 09:48:04.002617 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03696d28-a616-41dd-8d7b-63bd644ef2d8 req-c7c83660-6a88-48b3-94cf-b35b75f44163 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:48:04.004616 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-03696d28-a616-41dd-8d7b-63bd644ef2d8 req-c7c83660-6a88-48b3-94cf-b35b75f44163 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 947 time: 0.0494773 May 12 09:48:04.051845 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-03696d28-a616-41dd-8d7b-63bd644ef2d8 req-4fd7e9c8-e0df-4083-982e-e3032b2517f0 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b4cf6b2-a702-45c6-a103-89f8c82f152f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415826 May 12 09:48:04.444825 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 45160) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:48:04.548300 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d78d9599-2735-4fd3-9d48-ef13c70b39e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:04.620375 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d78d9599-2735-4fd3-9d48-ef13c70b39e0 admin admin] Publish callbacks [] for security_group (8110ad10-7d9b-47aa-bfe9-ff225a7d43cc), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:04.624052 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d78d9599-2735-4fd3-9d48-ef13c70b39e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (8110ad10-7d9b-47aa-bfe9-ff225a7d43cc), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:04.661580 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-d78d9599-2735-4fd3-9d48-ef13c70b39e0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=566550ffe906466d872b8c2734c71030&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2157035 May 12 09:48:04.662723 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78d9599-2735-4fd3-9d48-ef13c70b39e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8110ad10-7d9b-47aa-bfe9-ff225a7d43cc,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:48:04.664301 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 45164) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:48:04.711535 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fa0bea4d-6be4-414c-8c35-06aa7ec1dfd2 admin admin] Publish callbacks [] for security_group (8110ad10-7d9b-47aa-bfe9-ff225a7d43cc), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:04.733280 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fa0bea4d-6be4-414c-8c35-06aa7ec1dfd2 admin admin] Publish callbacks [] for security_group (8110ad10-7d9b-47aa-bfe9-ff225a7d43cc), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:04.772448 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbf5ba8-bfd7-4e59-86f3-4143cd53415f req-ef012fee-0d9e-40e1-a82b-3d5059dbc351 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:48:04.773862 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-cdbf5ba8-bfd7-4e59-86f3-4143cd53415f req-ef012fee-0d9e-40e1-a82b-3d5059dbc351 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.65 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 947 time: 0.0492749 May 12 09:48:04.781801 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fa0bea4d-6be4-414c-8c35-06aa7ec1dfd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (8110ad10-7d9b-47aa-bfe9-ff225a7d43cc), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:04.784264 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-fa0bea4d-6be4-414c-8c35-06aa7ec1dfd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:04.785452 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-fa0bea4d-6be4-414c-8c35-06aa7ec1dfd2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8110ad10-7d9b-47aa-bfe9-ff225a7d43cc HTTP/1.1" status: 204 len: 168 time: 0.1200886 May 12 09:48:04.796395 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0bea4d-6be4-414c-8c35-06aa7ec1dfd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8110ad10-7d9b-47aa-bfe9-ff225a7d43cc,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:48:04.862837 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [req-cdbf5ba8-bfd7-4e59-86f3-4143cd53415f req-83302edf-3ca2-4391-af91-2bec687b3274 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Deleting port b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 09:48:04.863222 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-cdbf5ba8-bfd7-4e59-86f3-4143cd53415f req-83302edf-3ca2-4391-af91-2bec687b3274 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740344431333'] for port (b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:04.959259 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-cdbf5ba8-bfd7-4e59-86f3-4143cd53415f req-83302edf-3ca2-4391-af91-2bec687b3274 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] For port b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b,segment=NetworkSegment(13c6b376-b873-4e7b-b8cd-21838495d81c),segment_id=13c6b376-b873-4e7b-b8cd-21838495d81c)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:48:04.959929 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-cdbf5ba8-bfd7-4e59-86f3-4143cd53415f req-83302edf-3ca2-4391-af91-2bec687b3274 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799057'] for port (b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:05.059469 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 45170) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:48:05.074731 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e32d5647-373e-49d5-8720-3fdeea998855 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:05.162633 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e32d5647-373e-49d5-8720-3fdeea998855 admin admin] Publish callbacks [] for security_group (6c56a669-550a-4572-8a46-bbb07fa28fc2), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:05.166538 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e32d5647-373e-49d5-8720-3fdeea998855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (6c56a669-550a-4572-8a46-bbb07fa28fc2), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:05.171613 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-cdbf5ba8-bfd7-4e59-86f3-4143cd53415f req-83302edf-3ca2-4391-af91-2bec687b3274 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:05.172161 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-cdbf5ba8-bfd7-4e59-86f3-4143cd53415f req-83302edf-3ca2-4391-af91-2bec687b3274 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799862'] for floatingip (c9f46302-d892-45ba-936c-752d80bbc55a), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:05.172398 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.db.l3_db [req-cdbf5ba8-bfd7-4e59-86f3-4143cd53415f req-83302edf-3ca2-4391-af91-2bec687b3274 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Floating IP c9f46302-d892-45ba-936c-752d80bbc55a disassociated. External IP: 172.27.3.121, port: b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b. May 12 09:48:05.172620 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [req-cdbf5ba8-bfd7-4e59-86f3-4143cd53415f req-83302edf-3ca2-4391-af91-2bec687b3274 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Calling delete_port for b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b owned by compute:nova {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 09:48:05.193650 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ebe68a-6492-4e36-8ebb-6f51eb84ff84 req-6c54babf-ec61-44ca-81a3-e5d53562c0c5 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:48:05.195166 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-07ebe68a-6492-4e36-8ebb-6f51eb84ff84 req-6c54babf-ec61-44ca-81a3-e5d53562c0c5 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=18552b7d-9ecc-4182-b0fd-726899815dcf HTTP/1.1" status: 200 len: 947 time: 0.0673256 May 12 09:48:05.198827 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-e32d5647-373e-49d5-8720-3fdeea998855 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b985ccbf8e404076896d2a5087d014fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1382084 May 12 09:48:05.203383 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 45174) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:48:05.217950 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32d5647-373e-49d5-8720-3fdeea998855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c56a669-550a-4572-8a46-bbb07fa28fc2,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:48:05.255965 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1cff2d2e-8048-44fc-9c75-7bb57ad883d2 admin admin] Publish callbacks [] for security_group (6c56a669-550a-4572-8a46-bbb07fa28fc2), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:05.276945 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1cff2d2e-8048-44fc-9c75-7bb57ad883d2 admin admin] Publish callbacks [] for security_group (6c56a669-550a-4572-8a46-bbb07fa28fc2), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:05.291048 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-07ebe68a-6492-4e36-8ebb-6f51eb84ff84 req-2de51d6e-00bc-48e6-a55b-388df34f2301 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b4cf6b2-a702-45c6-a103-89f8c82f152f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587094 May 12 09:48:05.334986 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1cff2d2e-8048-44fc-9c75-7bb57ad883d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (6c56a669-550a-4572-8a46-bbb07fa28fc2), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:05.337584 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1cff2d2e-8048-44fc-9c75-7bb57ad883d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:05.338758 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-1cff2d2e-8048-44fc-9c75-7bb57ad883d2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6c56a669-550a-4572-8a46-bbb07fa28fc2 HTTP/1.1" status: 204 len: 168 time: 0.1345277 May 12 09:48:05.347367 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2d2e-8048-44fc-9c75-7bb57ad883d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c56a669-550a-4572-8a46-bbb07fa28fc2,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:48:05.358555 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-cdbf5ba8-bfd7-4e59-86f3-4143cd53415f req-83302edf-3ca2-4391-af91-2bec687b3274 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740344441209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740344012629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29192019'] for port (b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:05.387215 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83302edf-3ca2-4391-af91-2bec687b3274 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Pushing event deleted for resources: {'Port': ['ID=b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:48:05.510828 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cdbf5ba8-bfd7-4e59-86f3-4143cd53415f req-83302edf-3ca2-4391-af91-2bec687b3274 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Router f90e6c27-ca80-433c-b595-2a484251dabb has already been hosted by L3 agent 8db92903-2544-41c2-b919-def82c43c97a {{(pid=103458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 09:48:05.629422 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cdbf5ba8-bfd7-4e59-86f3-4143cd53415f req-83302edf-3ca2-4391-af91-2bec687b3274 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Notify agent at l3_agent.dv-cinder-837699-5-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 09:48:05.643119 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19090601-bf10-4019-88ef-0422116333ff None None] Sync routers for ids ['f90e6c27-ca80-433c-b595-2a484251dabb'] in dv-cinder-837699-5-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 09:48:05.653865 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19090601-bf10-4019-88ef-0422116333ff None None] Routers {'f90e6c27-ca80-433c-b595-2a484251dabb'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:48:05.654508 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-19090601-bf10-4019-88ef-0422116333ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:47:52Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['f90e6c27-ca80-433c-b595-2a484251dabb'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:48:05.680874 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdbf5ba8-bfd7-4e59-86f3-4143cd53415f req-83302edf-3ca2-4391-af91-2bec687b3274 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] No DVR routers for this DVR port b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b on host hv-cinder-83769 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 09:48:05.683682 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-cdbf5ba8-bfd7-4e59-86f3-4143cd53415f req-83302edf-3ca2-4391-af91-2bec687b3274 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:05.687003 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-cdbf5ba8-bfd7-4e59-86f3-4143cd53415f req-83302edf-3ca2-4391-af91-2bec687b3274 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.65 "DELETE /v2.0/ports/b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b HTTP/1.1" status: 204 len: 173 time: 0.9086499 May 12 09:48:05.687545 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18552b7d-9ecc-4182-b0fd-726899815dcf', 'name': 'network-vif-deleted', 'tag': 'b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:48:05.690102 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c5c35592cdadc16d94e4e59e173057c198c772a9b1006d4fd44537c4a2e10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ac2196-fbee-4301-a8aa-417a780b8f0a" -d '{"events": [{"server_uuid": "18552b7d-9ecc-4182-b0fd-726899815dcf", "name": "network-vif-deleted", "tag": "b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:48:05.739946 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 09:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d3c91f0-e396-4706-be99-36fcb4d80273 x-openstack-request-id: req-8d3c91f0-e396-4706-be99-36fcb4d80273 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:48:05.740242 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18552b7d-9ecc-4182-b0fd-726899815dcf", "name": "network-vif-deleted", "tag": "b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:48:05.740495 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8d3c91f0-e396-4706-be99-36fcb4d80273 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:48:05.740896 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d3c91f0-e396-4706-be99-36fcb4d80273'] response: {'server_uuid': '18552b7d-9ecc-4182-b0fd-726899815dcf', 'name': 'network-vif-deleted', 'tag': 'b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b', 'status': 'completed', 'code': 200} May 12 09:48:05.799542 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-19090601-bf10-4019-88ef-0422116333ff None None] Set router f90e6c27-ca80-433c-b595-2a484251dabb gateway port host: dv-cinder-837699-5-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:48:06.031933 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-19090601-bf10-4019-88ef-0422116333ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90e6c27-ca80-433c-b595-2a484251dabb', 'name': 'tempest-AttachVolumeShelveTestJSON-792793202-router', 'tenant_id': 'b879e240eb4f48139e28cc43223b21da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '2626c2b1-6da2-49ea-8030-726bc90bb272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:43:15Z', 'updated_at': '2022-05-12T09:43:17Z', 'revision_number': 4, 'project_id': 'b879e240eb4f48139e28cc43223b21da', 'gw_port': {'id': '2626c2b1-6da2-49ea-8030-726bc90bb272', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90e6c27-ca80-433c-b595-2a484251dabb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:43:15Z', 'updated_at': '2022-05-12T09:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_interfaces': [{'id': '553d5c0a-fd5a-4eb7-ab63-620bb35e4a42', 'name': '', 'network_id': '9e493ca3-e280-43b9-b225-da7bca606395', 'tenant_id': 'b879e240eb4f48139e28cc43223b21da', 'mac_address': 'fa:16:3e:9b:0b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90e6c27-ca80-433c-b595-2a484251dabb', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'd0dfb68a-43de-417f-95c4-a655ed09841d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:43:17Z', 'updated_at': '2022-05-12T09:43:21Z', 'revision_number': 5, 'project_id': 'b879e240eb4f48139e28cc43223b21da', 'subnets': [{'id': 'd0dfb68a-43de-417f-95c4-a655ed09841d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:48:06.058370 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19090601-bf10-4019-88ef-0422116333ff None None] Checking router: f90e6c27-ca80-433c-b595-2a484251dabb for host: dv-cinder-837699-5-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 09:48:06.067093 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19090601-bf10-4019-88ef-0422116333ff None None] Routers {'f90e6c27-ca80-433c-b595-2a484251dabb'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:48:06.067703 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-19090601-bf10-4019-88ef-0422116333ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:47:52Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['f90e6c27-ca80-433c-b595-2a484251dabb'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:48:06.180825 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-19090601-bf10-4019-88ef-0422116333ff None None] Set router f90e6c27-ca80-433c-b595-2a484251dabb gateway port host: dv-cinder-837699-5-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:48:06.387019 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-19090601-bf10-4019-88ef-0422116333ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90e6c27-ca80-433c-b595-2a484251dabb', 'name': 'tempest-AttachVolumeShelveTestJSON-792793202-router', 'tenant_id': 'b879e240eb4f48139e28cc43223b21da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '2626c2b1-6da2-49ea-8030-726bc90bb272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:43:15Z', 'updated_at': '2022-05-12T09:43:17Z', 'revision_number': 4, 'project_id': 'b879e240eb4f48139e28cc43223b21da', 'gw_port': {'id': '2626c2b1-6da2-49ea-8030-726bc90bb272', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90e6c27-ca80-433c-b595-2a484251dabb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:43:15Z', 'updated_at': '2022-05-12T09:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_interfaces': [{'id': '553d5c0a-fd5a-4eb7-ab63-620bb35e4a42', 'name': '', 'network_id': '9e493ca3-e280-43b9-b225-da7bca606395', 'tenant_id': 'b879e240eb4f48139e28cc43223b21da', 'mac_address': 'fa:16:3e:9b:0b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90e6c27-ca80-433c-b595-2a484251dabb', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'd0dfb68a-43de-417f-95c4-a655ed09841d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:43:17Z', 'updated_at': '2022-05-12T09:43:21Z', 'revision_number': 5, 'project_id': 'b879e240eb4f48139e28cc43223b21da', 'subnets': [{'id': 'd0dfb68a-43de-417f-95c4-a655ed09841d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:48:06.391042 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 45210) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:48:06.417394 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19090601-bf10-4019-88ef-0422116333ff None None] The sync data for ids ['f90e6c27-ca80-433c-b595-2a484251dabb'] in dv-cinder-837699-5-iscsi is: [{'id': 'f90e6c27-ca80-433c-b595-2a484251dabb', 'name': 'tempest-AttachVolumeShelveTestJSON-792793202-router', 'tenant_id': 'b879e240eb4f48139e28cc43223b21da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '2626c2b1-6da2-49ea-8030-726bc90bb272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:43:15Z', 'updated_at': '2022-05-12T09:43:17Z', 'revision_number': 4, 'project_id': 'b879e240eb4f48139e28cc43223b21da', 'gw_port': {'id': '2626c2b1-6da2-49ea-8030-726bc90bb272', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90e6c27-ca80-433c-b595-2a484251dabb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:43:15Z', 'updated_at': '2022-05-12T09:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_interfaces': [{'id': '553d5c0a-fd5a-4eb7-ab63-620bb35e4a42', 'name': '', 'network_id': '9e493ca3-e280-43b9-b225-da7bca606395', 'tenant_id': 'b879e240eb4f48139e28cc43223b21da', 'mac_address': 'fa:16:3e:9b:0b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90e6c27-ca80-433c-b595-2a484251dabb', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'd0dfb68a-43de-417f-95c4-a655ed09841d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:43:17Z', 'updated_at': '2022-05-12T09:43:21Z', 'revision_number': 5, 'project_id': 'b879e240eb4f48139e28cc43223b21da', 'subnets': [{'id': 'd0dfb68a-43de-417f-95c4-a655ed09841d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 09:48:06.455779 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-861c2c56-eb4c-4ae8-9e5f-8ed656e8254c tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks [] for security_group (1b4cf6b2-a702-45c6-a103-89f8c82f152f), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:06.482084 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-861c2c56-eb4c-4ae8-9e5f-8ed656e8254c tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks [] for security_group (1b4cf6b2-a702-45c6-a103-89f8c82f152f), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:06.532891 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-861c2c56-eb4c-4ae8-9e5f-8ed656e8254c tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (1b4cf6b2-a702-45c6-a103-89f8c82f152f), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:06.538723 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-861c2c56-eb4c-4ae8-9e5f-8ed656e8254c tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:06.540054 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-861c2c56-eb4c-4ae8-9e5f-8ed656e8254c tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "DELETE /v2.0/security-groups/1b4cf6b2-a702-45c6-a103-89f8c82f152f HTTP/1.1" status: 204 len: 168 time: 0.1479053 May 12 09:48:06.542946 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 45216) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:48:06.549408 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861c2c56-eb4c-4ae8-9e5f-8ed656e8254c tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4cf6b2-a702-45c6-a103-89f8c82f152f,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:48:06.561099 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.api.v2.resource [None req-3bae5688-45ea-40c4-88fb-aa9e1040ffc3 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] show failed (client error): The resource could not be found. May 12 09:48:06.565321 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-3bae5688-45ea-40c4-88fb-aa9e1040ffc3 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups/1b4cf6b2-a702-45c6-a103-89f8c82f152f HTTP/1.1" status: 404 len: 347 time: 0.0211806 May 12 09:48:06.566086 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 45218) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:48:06.674094 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a1358a-ebe6-4a62-8fc2-d853c441b9f1 None None] New status for floating IP c9f46302-d892-45ba-936c-752d80bbc55a: DOWN {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 09:48:06.706033 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-6847b5c0-ffcf-4e3c-9730-6d0ac9393754 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Deleting port e2a844ed-c4f1-4da6-a831-3eb07aeaf5f6 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 09:48:06.706759 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6847b5c0-ffcf-4e3c-9730-6d0ac9393754 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740344431333'] for port (e2a844ed-c4f1-4da6-a831-3eb07aeaf5f6), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:06.794311 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6847b5c0-ffcf-4e3c-9730-6d0ac9393754 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799057'] for port (e2a844ed-c4f1-4da6-a831-3eb07aeaf5f6), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:06.794641 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6847b5c0-ffcf-4e3c-9730-6d0ac9393754 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks [] for floatingip (e2a844ed-c4f1-4da6-a831-3eb07aeaf5f6), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:06.808192 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-6847b5c0-ffcf-4e3c-9730-6d0ac9393754 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Calling delete_port for e2a844ed-c4f1-4da6-a831-3eb07aeaf5f6 owned by network:floatingip {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 09:48:06.953090 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6847b5c0-ffcf-4e3c-9730-6d0ac9393754 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740344441209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740344012629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28491394'] for port (e2a844ed-c4f1-4da6-a831-3eb07aeaf5f6), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:06.978836 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6847b5c0-ffcf-4e3c-9730-6d0ac9393754 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Pushing event deleted for resources: {'Port': ['ID=e2a844ed-c4f1-4da6-a831-3eb07aeaf5f6,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:48:07.042377 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6847b5c0-ffcf-4e3c-9730-6d0ac9393754 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks [] for floatingip (c9f46302-d892-45ba-936c-752d80bbc55a), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:07.044798 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6847b5c0-ffcf-4e3c-9730-6d0ac9393754 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for floatingip (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:07.048695 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-6847b5c0-ffcf-4e3c-9730-6d0ac9393754 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "DELETE /v2.0/floatingips/c9f46302-d892-45ba-936c-752d80bbc55a HTTP/1.1" status: 204 len: 168 time: 0.4782724 May 12 09:48:07.135887 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 45236) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:48:07.140918 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-6f626fe5-8f7b-4810-a827-39d0db019f48 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1196928473', 'description': 'tempest-description--1661375836'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:48:07.161813 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6f626fe5-8f7b-4810-a827-39d0db019f48 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:07.229493 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6f626fe5-8f7b-4810-a827-39d0db019f48 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks [] for security_group (9578c71f-7477-4b14-921d-c4f1388fb29a), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:07.233574 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6f626fe5-8f7b-4810-a827-39d0db019f48 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (9578c71f-7477-4b14-921d-c4f1388fb29a), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:07.265774 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6f626fe5-8f7b-4810-a827-39d0db019f48 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:07.267035 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-6f626fe5-8f7b-4810-a827-39d0db019f48 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1299582 May 12 09:48:07.270736 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 45242) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:48:07.275129 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-7937104f-6bd7-44cb-89d1-0b85b6112163 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Request body: {'security_group_rule': {'security_group_id': '9578c71f-7477-4b14-921d-c4f1388fb29a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:48:07.279547 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f626fe5-8f7b-4810-a827-39d0db019f48 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9578c71f-7477-4b14-921d-c4f1388fb29a,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:48:07.306805 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7937104f-6bd7-44cb-89d1-0b85b6112163 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks [] for security_group_rule (f331e000-c9f3-4ef9-8d3c-825b9b64aa64), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:07.365001 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7937104f-6bd7-44cb-89d1-0b85b6112163 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks [] for security_group_rule (f331e000-c9f3-4ef9-8d3c-825b9b64aa64), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:07.368297 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7937104f-6bd7-44cb-89d1-0b85b6112163 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689781'] for security_group_rule (f331e000-c9f3-4ef9-8d3c-825b9b64aa64), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:07.388018 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7937104f-6bd7-44cb-89d1-0b85b6112163 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f331e000-c9f3-4ef9-8d3c-825b9b64aa64,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:48:07.396892 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7937104f-6bd7-44cb-89d1-0b85b6112163 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:07.398150 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-7937104f-6bd7-44cb-89d1-0b85b6112163 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1263220 May 12 09:48:07.400788 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 45248) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:48:07.405108 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-73123ea2-20be-49f2-81ba-55dac938a38c tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Request body: {'security_group_rule': {'security_group_id': '9578c71f-7477-4b14-921d-c4f1388fb29a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:48:07.433820 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-73123ea2-20be-49f2-81ba-55dac938a38c tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks [] for security_group_rule (4701275a-14fe-4ee0-849c-f10afea7a3b6), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:07.481710 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-73123ea2-20be-49f2-81ba-55dac938a38c tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks [] for security_group_rule (4701275a-14fe-4ee0-849c-f10afea7a3b6), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:07.485757 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-73123ea2-20be-49f2-81ba-55dac938a38c tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689781'] for security_group_rule (4701275a-14fe-4ee0-849c-f10afea7a3b6), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:07.504926 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73123ea2-20be-49f2-81ba-55dac938a38c tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4701275a-14fe-4ee0-849c-f10afea7a3b6,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:48:07.513143 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-73123ea2-20be-49f2-81ba-55dac938a38c tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:07.518106 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-73123ea2-20be-49f2-81ba-55dac938a38c tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1131191 May 12 09:48:07.518106 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 45252) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:48:07.522604 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-04ba432c-e0d2-4535-9f88-ed8364728a73 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Request body: {'floatingip': {'floating_network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:48:07.546058 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-04ba432c-e0d2-4535-9f88-ed8364728a73 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:07.624271 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-04ba432c-e0d2-4535-9f88-ed8364728a73 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:07.733747 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-04ba432c-e0d2-4535-9f88-ed8364728a73 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Allocated IP 172.27.3.6 (35e64619-a59d-47b1-b4c9-78b55f54f97b/31f684fc-c02d-4e22-bb04-cd143bba725c/43511c6c-9fd5-4799-bb3f-93bc944da299) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 09:48:07.849098 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-04ba432c-e0d2-4535-9f88-ed8364728a73 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks [] for port (43511c6c-9fd5-4799-bb3f-93bc944da299), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:07.880048 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-04ba432c-e0d2-4535-9f88-ed8364728a73 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740344012620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28491394'] for port (43511c6c-9fd5-4799-bb3f-93bc944da299), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:07.916147 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ba432c-e0d2-4535-9f88-ed8364728a73 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Network 35e64619-a59d-47b1-b4c9-78b55f54f97b is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 09:48:07.918781 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-04ba432c-e0d2-4535-9f88-ed8364728a73 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:48:07.924120 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ba432c-e0d2-4535-9f88-ed8364728a73 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 09:48:07.930018 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ba432c-e0d2-4535-9f88-ed8364728a73 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Pushing event updated for resources: {'Port': ['ID=43511c6c-9fd5-4799-bb3f-93bc944da299,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:48:08.015312 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-04ba432c-e0d2-4535-9f88-ed8364728a73 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks [] for floatingip (60a63d20-2925-459a-9f55-41fe42bcfbc0), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:08.050606 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-04ba432c-e0d2-4535-9f88-ed8364728a73 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (43511c6c-9fd5-4799-bb3f-93bc944da299), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:08.227158 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-04ba432c-e0d2-4535-9f88-ed8364728a73 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks [] for port (43511c6c-9fd5-4799-bb3f-93bc944da299), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:08.231571 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-04ba432c-e0d2-4535-9f88-ed8364728a73 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28491445'] for port (43511c6c-9fd5-4799-bb3f-93bc944da299), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:08.302610 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ba432c-e0d2-4535-9f88-ed8364728a73 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Pushing event updated for resources: {'Port': ['ID=43511c6c-9fd5-4799-bb3f-93bc944da299,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:48:08.312486 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-04ba432c-e0d2-4535-9f88-ed8364728a73 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799862'] for floatingip (60a63d20-2925-459a-9f55-41fe42bcfbc0), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:08.326731 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-04ba432c-e0d2-4535-9f88-ed8364728a73 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for floatingip (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:08.327984 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-04ba432c-e0d2-4535-9f88-ed8364728a73 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.8089278 May 12 09:48:08.520591 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-13a2f5e0-b1ae-4c3c-afbc-3d1cbc46b2ba req-11f81cfd-1d53-440e-aaf0-b24ecf3bc353 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1196928473&fields=id&tenant_id=b879e240eb4f48139e28cc43223b21da HTTP/1.1" status: 200 len: 267 time: 0.0452335 May 12 09:48:08.626610 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2f5e0-b1ae-4c3c-afbc-3d1cbc46b2ba req-60e3cdee-06ac-4157-8c50-198bee903caa tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:48:08.628047 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-13a2f5e0-b1ae-4c3c-afbc-3d1cbc46b2ba req-60e3cdee-06ac-4157-8c50-198bee903caa tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/networks?id=9e493ca3-e280-43b9-b225-da7bca606395 HTTP/1.1" status: 200 len: 816 time: 0.1010947 May 12 09:48:08.643054 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-13a2f5e0-b1ae-4c3c-afbc-3d1cbc46b2ba req-c4c38fe0-2dcd-4b70-b51e-dfcd037e6355 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/quotas/b879e240eb4f48139e28cc43223b21da HTTP/1.1" status: 200 len: 375 time: 0.0090129 May 12 09:48:08.692082 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-13a2f5e0-b1ae-4c3c-afbc-3d1cbc46b2ba req-c6309e73-0230-494e-8fc9-4f43d89a959e tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b879e240eb4f48139e28cc43223b21da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0418999 May 12 09:48:08.788644 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-13a2f5e0-b1ae-4c3c-afbc-3d1cbc46b2ba req-5b7de9ce-745d-405b-9400-a262dff32105 service neutron] 10.222.0.60 "GET /v2.0/networks/9e493ca3-e280-43b9-b225-da7bca606395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854275 May 12 09:48:08.876385 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-13a2f5e0-b1ae-4c3c-afbc-3d1cbc46b2ba req-b7055d32-1288-49ee-a85d-66710b11497c service neutron] 10.222.0.60 "GET /v2.0/networks/9e493ca3-e280-43b9-b225-da7bca606395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821638 May 12 09:48:09.052234 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c8d7bf56-f2e2-452a-9e89-9d74443da4ec req-96bb3c6d-e658-4303-a317-6cc94d12afe0 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7a27c8e-623a-4df5-9552-03cef9e9d0d7 HTTP/1.1" status: 200 len: 210 time: 0.0285323 May 12 09:48:09.247690 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b no longer exists at agent hyperv_hv-cinder-83769 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 09:48:09.277325 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] No Port match for: b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 09:48:09.277673 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device b33ba246-ac04-4bf2-a1cb-5eb7bcb17a5b not bound to the agent host hv-cinder-83769 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 09:48:10.021804 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2f5e0-b1ae-4c3c-afbc-3d1cbc46b2ba req-f19eff0c-1f16-477b-80c3-050e9b662afb tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:48:10.023446 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-13a2f5e0-b1ae-4c3c-afbc-3d1cbc46b2ba req-f19eff0c-1f16-477b-80c3-050e9b662afb tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.65 "GET /v2.0/networks?id=9e493ca3-e280-43b9-b225-da7bca606395 HTTP/1.1" status: 200 len: 816 time: 0.1044447 May 12 09:48:10.102015 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-13a2f5e0-b1ae-4c3c-afbc-3d1cbc46b2ba req-96c01bb2-dafe-46ca-9863-54aca44303de tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b879e240eb4f48139e28cc43223b21da HTTP/1.1" status: 200 len: 380 time: 0.0535507 May 12 09:48:10.155247 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-56a1a34a-8fe1-42b7-850d-151ba00677cf req-679a4511-85c0-488e-a9ac-b719728bfa73 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7a27c8e-623a-4df5-9552-03cef9e9d0d7 HTTP/1.1" status: 200 len: 210 time: 0.0266430 May 12 09:48:10.183097 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [req-13a2f5e0-b1ae-4c3c-afbc-3d1cbc46b2ba req-9893c3f3-d5e8-4dd0-8366-eddee495bb83 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Request body: {'port': {'device_id': 'b7a27c8e-623a-4df5-9552-03cef9e9d0d7', 'network_id': '9e493ca3-e280-43b9-b225-da7bca606395', 'admin_state_up': True, 'tenant_id': 'b879e240eb4f48139e28cc43223b21da', 'security_groups': ['9578c71f-7477-4b14-921d-c4f1388fb29a']}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:48:10.291575 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13a2f5e0-b1ae-4c3c-afbc-3d1cbc46b2ba req-9893c3f3-d5e8-4dd0-8366-eddee495bb83 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Made reservation on behalf of b879e240eb4f48139e28cc43223b21da for: {'port': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 09:48:10.295080 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-13a2f5e0-b1ae-4c3c-afbc-3d1cbc46b2ba req-9893c3f3-d5e8-4dd0-8366-eddee495bb83 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:10.422570 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [req-13a2f5e0-b1ae-4c3c-afbc-3d1cbc46b2ba req-9893c3f3-d5e8-4dd0-8366-eddee495bb83 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Allocated IP 172.20.0.10 (9e493ca3-e280-43b9-b225-da7bca606395/d0dfb68a-43de-417f-95c4-a655ed09841d/44a51ff9-5482-46c9-a3f0-25e1a93e8a55) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 09:48:10.564915 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-13a2f5e0-b1ae-4c3c-afbc-3d1cbc46b2ba req-9893c3f3-d5e8-4dd0-8366-eddee495bb83 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks [] for port (44a51ff9-5482-46c9-a3f0-25e1a93e8a55), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:10.594198 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 45322) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:48:10.598188 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-13a2f5e0-b1ae-4c3c-afbc-3d1cbc46b2ba req-9893c3f3-d5e8-4dd0-8366-eddee495bb83 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740344012620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29192019'] for port (44a51ff9-5482-46c9-a3f0-25e1a93e8a55), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:10.643278 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13a2f5e0-b1ae-4c3c-afbc-3d1cbc46b2ba req-9893c3f3-d5e8-4dd0-8366-eddee495bb83 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Network 9e493ca3-e280-43b9-b225-da7bca606395 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 09:48:10.647016 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [req-13a2f5e0-b1ae-4c3c-afbc-3d1cbc46b2ba req-9893c3f3-d5e8-4dd0-8366-eddee495bb83 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:48:10.649463 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [req-13a2f5e0-b1ae-4c3c-afbc-3d1cbc46b2ba req-9893c3f3-d5e8-4dd0-8366-eddee495bb83 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 09:48:10.685078 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893c3f3-d5e8-4dd0-8366-eddee495bb83 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Pushing event updated for resources: {'Port': ['ID=44a51ff9-5482-46c9-a3f0-25e1a93e8a55,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:48:10.707705 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1e4f9154-9727-47d3-8ed7-8155c2640b0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:10.709699 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2f5e0-b1ae-4c3c-afbc-3d1cbc46b2ba req-9893c3f3-d5e8-4dd0-8366-eddee495bb83 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:48:10.710579 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-13a2f5e0-b1ae-4c3c-afbc-3d1cbc46b2ba req-9893c3f3-d5e8-4dd0-8366-eddee495bb83 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:10.728514 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-13a2f5e0-b1ae-4c3c-afbc-3d1cbc46b2ba req-9893c3f3-d5e8-4dd0-8366-eddee495bb83 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5495713 May 12 09:48:10.745619 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [req-13a2f5e0-b1ae-4c3c-afbc-3d1cbc46b2ba req-213910f5-4382-4c87-bc8d-d9913827b3e2 service neutron] Request body: {'port': {'device_id': 'b7a27c8e-623a-4df5-9552-03cef9e9d0d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:48:10.790987 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1e4f9154-9727-47d3-8ed7-8155c2640b0d admin admin] Publish callbacks [] for security_group (3e3b40ea-6e07-4631-beda-cba24971a1d4), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:10.796105 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-1e4f9154-9727-47d3-8ed7-8155c2640b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (3e3b40ea-6e07-4631-beda-cba24971a1d4), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:10.810735 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-13a2f5e0-b1ae-4c3c-afbc-3d1cbc46b2ba req-213910f5-4382-4c87-bc8d-d9913827b3e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (44a51ff9-5482-46c9-a3f0-25e1a93e8a55), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:10.836018 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-1e4f9154-9727-47d3-8ed7-8155c2640b0d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c8bf1c5de57946d08022929b3fd6b3e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2405508 May 12 09:48:10.837433 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4f9154-9727-47d3-8ed7-8155c2640b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3b40ea-6e07-4631-beda-cba24971a1d4,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:48:10.839970 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 45326) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:48:10.880498 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-8cc47157-e069-44da-90a6-6bb9b8a6d858 None None] Provisioning complete for port 44a51ff9-5482-46c9-a3f0-25e1a93e8a55 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:48:10.881064 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-8cc47157-e069-44da-90a6-6bb9b8a6d858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (44a51ff9-5482-46c9-a3f0-25e1a93e8a55), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:10.891184 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0f03f35f-a827-4e99-9721-1c63399dbe39 admin admin] Publish callbacks [] for security_group (3e3b40ea-6e07-4631-beda-cba24971a1d4), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:10.913207 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0f03f35f-a827-4e99-9721-1c63399dbe39 admin admin] Publish callbacks [] for security_group (3e3b40ea-6e07-4631-beda-cba24971a1d4), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:10.919928 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-8cc47157-e069-44da-90a6-6bb9b8a6d858 None None] Port 44a51ff9-5482-46c9-a3f0-25e1a93e8a55 cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 09:48:10.964671 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0f03f35f-a827-4e99-9721-1c63399dbe39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (3e3b40ea-6e07-4631-beda-cba24971a1d4), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:10.967175 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0f03f35f-a827-4e99-9721-1c63399dbe39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:10.968449 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-0f03f35f-a827-4e99-9721-1c63399dbe39 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3e3b40ea-6e07-4631-beda-cba24971a1d4 HTTP/1.1" status: 204 len: 168 time: 0.1274440 May 12 09:48:10.976514 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f03f35f-a827-4e99-9721-1c63399dbe39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3b40ea-6e07-4631-beda-cba24971a1d4,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:48:11.122116 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [req-13a2f5e0-b1ae-4c3c-afbc-3d1cbc46b2ba req-213910f5-4382-4c87-bc8d-d9913827b3e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44a51ff9-5482-46c9-a3f0-25e1a93e8a55 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 09:48:11.130158 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-13a2f5e0-b1ae-4c3c-afbc-3d1cbc46b2ba req-213910f5-4382-4c87-bc8d-d9913827b3e2 service neutron] Publish callbacks [] for port (44a51ff9-5482-46c9-a3f0-25e1a93e8a55), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:11.143366 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [req-13a2f5e0-b1ae-4c3c-afbc-3d1cbc46b2ba req-213910f5-4382-4c87-bc8d-d9913827b3e2 service neutron] Transition to ACTIVE for port object 44a51ff9-5482-46c9-a3f0-25e1a93e8a55 will not be triggered until provisioned by entity L2. {{(pid=103458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 09:48:11.147487 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-13a2f5e0-b1ae-4c3c-afbc-3d1cbc46b2ba req-213910f5-4382-4c87-bc8d-d9913827b3e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29192036'] for port (44a51ff9-5482-46c9-a3f0-25e1a93e8a55), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:11.197289 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213910f5-4382-4c87-bc8d-d9913827b3e2 service neutron] Pushing event updated for resources: {'Port': ['ID=44a51ff9-5482-46c9-a3f0-25e1a93e8a55,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:48:11.247229 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 45334) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:48:11.260949 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4ea9fef7-d602-4a7f-8ccb-1dc950221a54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:11.323491 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7891da85-0293-4db5-a61d-68207af1af60 req-861030ba-eadb-45ae-8f79-a42c364d4175 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:48:11.325056 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7891da85-0293-4db5-a61d-68207af1af60 req-861030ba-eadb-45ae-8f79-a42c364d4175 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7a27c8e-623a-4df5-9552-03cef9e9d0d7 HTTP/1.1" status: 200 len: 944 time: 0.0858221 May 12 09:48:11.347973 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4ea9fef7-d602-4a7f-8ccb-1dc950221a54 admin admin] Publish callbacks [] for security_group (41011c4b-768e-4a91-ac99-798826e69e86), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:11.349446 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-13a2f5e0-b1ae-4c3c-afbc-3d1cbc46b2ba req-213910f5-4382-4c87-bc8d-d9913827b3e2 service neutron] Attempting to bind port 44a51ff9-5482-46c9-a3f0-25e1a93e8a55 on host hv-cinder-83769 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 09:48:11.349833 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-13a2f5e0-b1ae-4c3c-afbc-3d1cbc46b2ba req-213910f5-4382-4c87-bc8d-d9913827b3e2 service neutron] Attempting to bind port 44a51ff9-5482-46c9-a3f0-25e1a93e8a55 by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': '13c6b376-b873-4e7b-b8cd-21838495d81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9e493ca3-e280-43b9-b225-da7bca606395'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 09:48:11.350342 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a2f5e0-b1ae-4c3c-afbc-3d1cbc46b2ba req-213910f5-4382-4c87-bc8d-d9913827b3e2 service neutron] Attempting to bind port 44a51ff9-5482-46c9-a3f0-25e1a93e8a55 on network 9e493ca3-e280-43b9-b225-da7bca606395 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 09:48:11.353125 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4ea9fef7-d602-4a7f-8ccb-1dc950221a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (41011c4b-768e-4a91-ac99-798826e69e86), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:11.369282 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a2f5e0-b1ae-4c3c-afbc-3d1cbc46b2ba req-213910f5-4382-4c87-bc8d-d9913827b3e2 service neutron] Port 44a51ff9-5482-46c9-a3f0-25e1a93e8a55 on network 9e493ca3-e280-43b9-b225-da7bca606395 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 09:48:11.369612 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a2f5e0-b1ae-4c3c-afbc-3d1cbc46b2ba req-213910f5-4382-4c87-bc8d-d9913827b3e2 service neutron] Attempting to bind port 44a51ff9-5482-46c9-a3f0-25e1a93e8a55 on network 9e493ca3-e280-43b9-b225-da7bca606395 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 09:48:11.379149 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a2f5e0-b1ae-4c3c-afbc-3d1cbc46b2ba req-213910f5-4382-4c87-bc8d-d9913827b3e2 service neutron] Checking agent: {'id': 'cdc2c050-d5b8-41e9-9f41-bf893d522faa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 9, 31, 46), 'started_at': datetime.datetime(2022, 5, 12, 9, 31, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 9, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 09:48:11.379864 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a2f5e0-b1ae-4c3c-afbc-3d1cbc46b2ba req-213910f5-4382-4c87-bc8d-d9913827b3e2 service neutron] Checking segment: {'id': '13c6b376-b873-4e7b-b8cd-21838495d81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9e493ca3-e280-43b9-b225-da7bca606395'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 09:48:11.379864 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a2f5e0-b1ae-4c3c-afbc-3d1cbc46b2ba req-213910f5-4382-4c87-bc8d-d9913827b3e2 service neutron] Bound using segment: {'id': '13c6b376-b873-4e7b-b8cd-21838495d81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9e493ca3-e280-43b9-b225-da7bca606395'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 09:48:11.380294 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-13a2f5e0-b1ae-4c3c-afbc-3d1cbc46b2ba req-213910f5-4382-4c87-bc8d-d9913827b3e2 service neutron] Bound port: 44a51ff9-5482-46c9-a3f0-25e1a93e8a55, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13c6b376-b873-4e7b-b8cd-21838495d81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9e493ca3-e280-43b9-b225-da7bca606395'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 09:48:11.380662 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-13a2f5e0-b1ae-4c3c-afbc-3d1cbc46b2ba req-213910f5-4382-4c87-bc8d-d9913827b3e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (44a51ff9-5482-46c9-a3f0-25e1a93e8a55), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:11.393492 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-4ea9fef7-d602-4a7f-8ccb-1dc950221a54 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d1d746cf5f1a4d00a755bd2d8f0faf27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1451855 May 12 09:48:11.394898 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9fef7-d602-4a7f-8ccb-1dc950221a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41011c4b-768e-4a91-ac99-798826e69e86,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:48:11.397147 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 45336) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:48:11.404649 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7891da85-0293-4db5-a61d-68207af1af60 req-227b1366-c116-4645-be54-21ee774a2794 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=9578c71f-7477-4b14-921d-c4f1388fb29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717211 May 12 09:48:11.450745 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-626fda8e-e53b-4049-a270-8361396646f5 admin admin] Publish callbacks [] for security_group (41011c4b-768e-4a91-ac99-798826e69e86), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:11.463867 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-13a2f5e0-b1ae-4c3c-afbc-3d1cbc46b2ba req-213910f5-4382-4c87-bc8d-d9913827b3e2 service neutron] For port 44a51ff9-5482-46c9-a3f0-25e1a93e8a55, host hv-cinder-83769, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 09:48:11.466940 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-13a2f5e0-b1ae-4c3c-afbc-3d1cbc46b2ba req-213910f5-4382-4c87-bc8d-d9913827b3e2 service neutron] For port 44a51ff9-5482-46c9-a3f0-25e1a93e8a55, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=44a51ff9-5482-46c9-a3f0-25e1a93e8a55,segment=NetworkSegment(13c6b376-b873-4e7b-b8cd-21838495d81c),segment_id=13c6b376-b873-4e7b-b8cd-21838495d81c)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 09:48:11.473853 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-13a2f5e0-b1ae-4c3c-afbc-3d1cbc46b2ba req-213910f5-4382-4c87-bc8d-d9913827b3e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29192036'] for port (44a51ff9-5482-46c9-a3f0-25e1a93e8a55), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:11.474045 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-626fda8e-e53b-4049-a270-8361396646f5 admin admin] Publish callbacks [] for security_group (41011c4b-768e-4a91-ac99-798826e69e86), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:11.508527 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2f5e0-b1ae-4c3c-afbc-3d1cbc46b2ba req-213910f5-4382-4c87-bc8d-d9913827b3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:48:11.509168 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-13a2f5e0-b1ae-4c3c-afbc-3d1cbc46b2ba req-213910f5-4382-4c87-bc8d-d9913827b3e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:11.510521 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-13a2f5e0-b1ae-4c3c-afbc-3d1cbc46b2ba req-213910f5-4382-4c87-bc8d-d9913827b3e2 service neutron] 10.222.0.65 "PUT /v2.0/ports/44a51ff9-5482-46c9-a3f0-25e1a93e8a55 HTTP/1.1" status: 200 len: 1094 time: 0.7696099 May 12 09:48:11.510950 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7a27c8e-623a-4df5-9552-03cef9e9d0d7', 'tag': '44a51ff9-5482-46c9-a3f0-25e1a93e8a55'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:48:11.513177 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c5c35592cdadc16d94e4e59e173057c198c772a9b1006d4fd44537c4a2e10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b32019b6-d234-45bb-a766-bb2e1ff9755f" -d '{"events": [{"name": "network-changed", "server_uuid": "b7a27c8e-623a-4df5-9552-03cef9e9d0d7", "tag": "44a51ff9-5482-46c9-a3f0-25e1a93e8a55"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:48:11.535132 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-626fda8e-e53b-4049-a270-8361396646f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (41011c4b-768e-4a91-ac99-798826e69e86), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:11.537596 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-626fda8e-e53b-4049-a270-8361396646f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:11.538889 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-626fda8e-e53b-4049-a270-8361396646f5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/41011c4b-768e-4a91-ac99-798826e69e86 HTTP/1.1" status: 204 len: 168 time: 0.1408465 May 12 09:48:11.546270 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213910f5-4382-4c87-bc8d-d9913827b3e2 service neutron] Pushing event updated for resources: {'Port': ['ID=44a51ff9-5482-46c9-a3f0-25e1a93e8a55,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:48:11.556509 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626fda8e-e53b-4049-a270-8361396646f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41011c4b-768e-4a91-ac99-798826e69e86,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:48:11.574067 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 09:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e3fa625-e2ec-499f-98fb-5a8e695603ac x-openstack-request-id: req-4e3fa625-e2ec-499f-98fb-5a8e695603ac {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:48:11.574360 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7a27c8e-623a-4df5-9552-03cef9e9d0d7", "tag": "44a51ff9-5482-46c9-a3f0-25e1a93e8a55", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:48:11.574616 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4e3fa625-e2ec-499f-98fb-5a8e695603ac {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:48:11.575172 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e3fa625-e2ec-499f-98fb-5a8e695603ac'] response: {'name': 'network-changed', 'server_uuid': 'b7a27c8e-623a-4df5-9552-03cef9e9d0d7', 'tag': '44a51ff9-5482-46c9-a3f0-25e1a93e8a55', 'status': 'completed', 'code': 200} May 12 09:48:11.631744 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2f5e0-b1ae-4c3c-afbc-3d1cbc46b2ba req-cece97c3-ef9b-4093-8fad-e4b102d88ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:48:11.633254 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-13a2f5e0-b1ae-4c3c-afbc-3d1cbc46b2ba req-cece97c3-ef9b-4093-8fad-e4b102d88ff8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b879e240eb4f48139e28cc43223b21da&device_id=b7a27c8e-623a-4df5-9552-03cef9e9d0d7 HTTP/1.1" status: 200 len: 1128 time: 0.0509593 May 12 09:48:11.684822 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-13a2f5e0-b1ae-4c3c-afbc-3d1cbc46b2ba req-9501d010-0e3b-449a-92d9-98726a873752 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44a51ff9-5482-46c9-a3f0-25e1a93e8a55 HTTP/1.1" status: 200 len: 217 time: 0.0394816 May 12 09:48:11.735590 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2f5e0-b1ae-4c3c-afbc-3d1cbc46b2ba req-522fb4fd-f9ea-4cd2-8433-15321488d9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:48:11.737108 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-13a2f5e0-b1ae-4c3c-afbc-3d1cbc46b2ba req-522fb4fd-f9ea-4cd2-8433-15321488d9ad service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d0dfb68a-43de-417f-95c4-a655ed09841d HTTP/1.1" status: 200 len: 855 time: 0.0471332 May 12 09:48:11.780767 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2f5e0-b1ae-4c3c-afbc-3d1cbc46b2ba req-f888fc28-49ba-46d3-be3c-91cbe4187a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:48:11.782218 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-13a2f5e0-b1ae-4c3c-afbc-3d1cbc46b2ba req-f888fc28-49ba-46d3-be3c-91cbe4187a06 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9e493ca3-e280-43b9-b225-da7bca606395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390439 May 12 09:48:11.874733 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-13a2f5e0-b1ae-4c3c-afbc-3d1cbc46b2ba req-3dab9de3-a28f-4678-9842-baf420b69041 service neutron] 10.222.0.65 "GET /v2.0/networks/9e493ca3-e280-43b9-b225-da7bca606395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859303 May 12 09:48:11.898632 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 45344) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:48:11.914298 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-231c31a5-5a9d-41cc-89b4-aaea3574b4c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:11.967456 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-13a2f5e0-b1ae-4c3c-afbc-3d1cbc46b2ba req-def18563-1a0f-4c3a-98d5-5263c34a386d service neutron] 10.222.0.65 "GET /v2.0/networks/9e493ca3-e280-43b9-b225-da7bca606395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868850 May 12 09:48:11.991704 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-231c31a5-5a9d-41cc-89b4-aaea3574b4c8 admin admin] Publish callbacks [] for security_group (1343667e-41d1-4b00-a2b9-ba3a94b26a6e), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:11.996019 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-231c31a5-5a9d-41cc-89b4-aaea3574b4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (1343667e-41d1-4b00-a2b9-ba3a94b26a6e), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:12.034486 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-231c31a5-5a9d-41cc-89b4-aaea3574b4c8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a0ff70871a484f5080e833e9b22962bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1347098 May 12 09:48:12.036524 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231c31a5-5a9d-41cc-89b4-aaea3574b4c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1343667e-41d1-4b00-a2b9-ba3a94b26a6e,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:48:12.037202 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 45346) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:48:12.086940 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1a228868-67c8-4ed4-9d7d-31192bba94dd admin admin] Publish callbacks [] for security_group (1343667e-41d1-4b00-a2b9-ba3a94b26a6e), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:12.111351 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1a228868-67c8-4ed4-9d7d-31192bba94dd admin admin] Publish callbacks [] for security_group (1343667e-41d1-4b00-a2b9-ba3a94b26a6e), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:12.157716 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1a228868-67c8-4ed4-9d7d-31192bba94dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (1343667e-41d1-4b00-a2b9-ba3a94b26a6e), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:12.160186 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-1a228868-67c8-4ed4-9d7d-31192bba94dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:12.161305 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-1a228868-67c8-4ed4-9d7d-31192bba94dd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1343667e-41d1-4b00-a2b9-ba3a94b26a6e HTTP/1.1" status: 204 len: 168 time: 0.1231365 May 12 09:48:12.168554 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a228868-67c8-4ed4-9d7d-31192bba94dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1343667e-41d1-4b00-a2b9-ba3a94b26a6e,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:48:12.530736 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f62a1-30a3-4ab5-9466-402a1f68d65c req-80d81622-327d-42a6-91e0-4f8f66f9fe66 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:48:12.532280 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4f7f62a1-30a3-4ab5-9466-402a1f68d65c req-80d81622-327d-42a6-91e0-4f8f66f9fe66 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7a27c8e-623a-4df5-9552-03cef9e9d0d7 HTTP/1.1" status: 200 len: 944 time: 0.0496736 May 12 09:48:12.578704 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4f7f62a1-30a3-4ab5-9466-402a1f68d65c req-6a92cd2f-bdd1-4dcd-b598-7218084b7a33 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=9578c71f-7477-4b14-921d-c4f1388fb29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401773 May 12 09:48:13.699163 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33084b07-d134-4e83-a0b0-bc90821589cf req-a0842da7-63ab-4819-ad83-fe575ff637e1 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:48:13.700731 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-33084b07-d134-4e83-a0b0-bc90821589cf req-a0842da7-63ab-4819-ad83-fe575ff637e1 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7a27c8e-623a-4df5-9552-03cef9e9d0d7 HTTP/1.1" status: 200 len: 944 time: 0.0485897 May 12 09:48:13.755447 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-33084b07-d134-4e83-a0b0-bc90821589cf req-3daaa733-064c-4f57-ab2e-423c671282dd tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=9578c71f-7477-4b14-921d-c4f1388fb29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455589 May 12 09:48:14.120062 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32019b6-d234-45bb-a766-bb2e1ff9755f req-39425fd1-db2b-47f0-9e88-8bef7ffe56cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:48:14.122683 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b32019b6-d234-45bb-a766-bb2e1ff9755f req-39425fd1-db2b-47f0-9e88-8bef7ffe56cd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b879e240eb4f48139e28cc43223b21da&device_id=b7a27c8e-623a-4df5-9552-03cef9e9d0d7 HTTP/1.1" status: 200 len: 1128 time: 0.0483513 May 12 09:48:14.209954 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32019b6-d234-45bb-a766-bb2e1ff9755f req-4717e149-0aca-42d5-a8c5-89c07307a91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:48:14.211391 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b32019b6-d234-45bb-a766-bb2e1ff9755f req-4717e149-0aca-42d5-a8c5-89c07307a91f service neutron] 10.222.0.65 "GET /v2.0/networks?id=9e493ca3-e280-43b9-b225-da7bca606395 HTTP/1.1" status: 200 len: 917 time: 0.0837715 May 12 09:48:14.253528 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b32019b6-d234-45bb-a766-bb2e1ff9755f req-ee8be93a-31ee-48b6-83c8-eefcf92e39e7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44a51ff9-5482-46c9-a3f0-25e1a93e8a55 HTTP/1.1" status: 200 len: 217 time: 0.0367064 May 12 09:48:14.297820 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32019b6-d234-45bb-a766-bb2e1ff9755f req-4c62a1ac-5006-4860-a2fd-8dcd496f302b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:48:14.299216 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b32019b6-d234-45bb-a766-bb2e1ff9755f req-4c62a1ac-5006-4860-a2fd-8dcd496f302b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d0dfb68a-43de-417f-95c4-a655ed09841d HTTP/1.1" status: 200 len: 855 time: 0.0404420 May 12 09:48:14.340545 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32019b6-d234-45bb-a766-bb2e1ff9755f req-bbced0da-c690-4caa-8288-7f0b7834358f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:48:14.342011 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b32019b6-d234-45bb-a766-bb2e1ff9755f req-bbced0da-c690-4caa-8288-7f0b7834358f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9e493ca3-e280-43b9-b225-da7bca606395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0369313 May 12 09:48:14.435429 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b32019b6-d234-45bb-a766-bb2e1ff9755f req-dd9bb188-f20e-43c4-8d25-aacde6dc4a47 service neutron] 10.222.0.65 "GET /v2.0/networks/9e493ca3-e280-43b9-b225-da7bca606395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878596 May 12 09:48:14.522477 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b32019b6-d234-45bb-a766-bb2e1ff9755f req-efcf62cb-a2ae-431c-b280-277b89835937 service neutron] 10.222.0.65 "GET /v2.0/networks/9e493ca3-e280-43b9-b225-da7bca606395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814204 May 12 09:48:14.876922 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527906cd-59f7-4821-8b6e-268438a30200 req-b4281048-eeda-4a8d-b9ab-f9db429199dc tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:48:14.878400 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-527906cd-59f7-4821-8b6e-268438a30200 req-b4281048-eeda-4a8d-b9ab-f9db429199dc tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7a27c8e-623a-4df5-9552-03cef9e9d0d7 HTTP/1.1" status: 200 len: 944 time: 0.0508716 May 12 09:48:14.925320 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-527906cd-59f7-4821-8b6e-268438a30200 req-5f88ed13-c010-4412-90f8-52ea9413bb10 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=9578c71f-7477-4b14-921d-c4f1388fb29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414283 May 12 09:48:15.267688 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device 44a51ff9-5482-46c9-a3f0-25e1a93e8a55 details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=103459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 09:48:15.366064 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] For port 44a51ff9-5482-46c9-a3f0-25e1a93e8a55, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=44a51ff9-5482-46c9-a3f0-25e1a93e8a55,segment=NetworkSegment(13c6b376-b873-4e7b-b8cd-21838495d81c),segment_id=13c6b376-b873-4e7b-b8cd-21838495d81c)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:48:15.377012 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Returning: {'device': '44a51ff9-5482-46c9-a3f0-25e1a93e8a55', 'network_id': '9e493ca3-e280-43b9-b225-da7bca606395', 'port_id': '44a51ff9-5482-46c9-a3f0-25e1a93e8a55', 'mac_address': 'fa:16:3e:75:30:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0dfb68a-43de-417f-95c4-a655ed09841d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 09:48:15.415458 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Current status of the port 44a51ff9-5482-46c9-a3f0-25e1a93e8a55 is: DOWN; New status is: BUILD {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:48:15.415847 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (44a51ff9-5482-46c9-a3f0-25e1a93e8a55), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:15.428713 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44a51ff9-5482-46c9-a3f0-25e1a93e8a55 {{(pid=103459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 09:48:15.447574 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] For port 44a51ff9-5482-46c9-a3f0-25e1a93e8a55, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=44a51ff9-5482-46c9-a3f0-25e1a93e8a55,segment=NetworkSegment(13c6b376-b873-4e7b-b8cd-21838495d81c),segment_id=13c6b376-b873-4e7b-b8cd-21838495d81c)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:48:15.451065 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (44a51ff9-5482-46c9-a3f0-25e1a93e8a55), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:15.499841 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Pushing event updated for resources: {'Port': ['ID=44a51ff9-5482-46c9-a3f0-25e1a93e8a55,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:48:15.506794 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:48:15.507145 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:48:15.507490 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:48:15.507832 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:48:15.508167 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:48:15.508499 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:48:15.508829 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:48:15.509157 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:48:15.509483 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:48:15.509809 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:48:15.510156 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:48:15.510487 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:48:15.510811 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:48:15.511132 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:48:15.511452 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:48:15.902460 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] get_ports_and_sgs() called for port_ids ['44a51ff9-5482-46c9-a3f0-25e1a93e8a55'] {{(pid=103459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 09:48:16.040422 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e01787-fd0d-4f71-86f9-a9bca56cc902 req-e62a50a5-00d3-4a58-8c8e-d12a77d779bb tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:48:16.042004 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-08e01787-fd0d-4f71-86f9-a9bca56cc902 req-e62a50a5-00d3-4a58-8c8e-d12a77d779bb tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7a27c8e-623a-4df5-9552-03cef9e9d0d7 HTTP/1.1" status: 200 len: 945 time: 0.0468123 May 12 09:48:16.088686 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-08e01787-fd0d-4f71-86f9-a9bca56cc902 req-33a8b8c2-f5de-45d9-83f5-b472e45afb0a tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=9578c71f-7477-4b14-921d-c4f1388fb29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401068 May 12 09:48:17.209990 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6daf6e7-45de-431c-adbc-9993fedcef65 req-3010c7f6-dcba-498f-98d2-f653117cc290 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:48:17.211421 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f6daf6e7-45de-431c-adbc-9993fedcef65 req-3010c7f6-dcba-498f-98d2-f653117cc290 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7a27c8e-623a-4df5-9552-03cef9e9d0d7 HTTP/1.1" status: 200 len: 945 time: 0.0499489 May 12 09:48:17.256095 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f6daf6e7-45de-431c-adbc-9993fedcef65 req-95e76b03-9f70-44ef-b93c-c75b59888925 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=9578c71f-7477-4b14-921d-c4f1388fb29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391746 May 12 09:48:17.266411 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device 44a51ff9-5482-46c9-a3f0-25e1a93e8a55 up at agent hyperv_hv-cinder-83769 {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 09:48:17.312877 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Provisioning for port 44a51ff9-5482-46c9-a3f0-25e1a93e8a55 completed by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 09:48:17.318538 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Provisioning complete for port 44a51ff9-5482-46c9-a3f0-25e1a93e8a55 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:48:17.318927 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (44a51ff9-5482-46c9-a3f0-25e1a93e8a55), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:17.393487 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Current status of the port 44a51ff9-5482-46c9-a3f0-25e1a93e8a55 is: BUILD; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:48:17.393792 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (44a51ff9-5482-46c9-a3f0-25e1a93e8a55), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:17.416277 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7a27c8e-623a-4df5-9552-03cef9e9d0d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a51ff9-5482-46c9-a3f0-25e1a93e8a55'}] {{(pid=103459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:48:17.418538 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86b47e387812c2b24e7094e641fb8cdf00e205bc2b1299b72670831d9f7cf680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e24dbf-03e6-4ed0-9839-39b5306455f1" -d '{"events": [{"server_uuid": "b7a27c8e-623a-4df5-9552-03cef9e9d0d7", "name": "network-vif-plugged", "status": "completed", "tag": "44a51ff9-5482-46c9-a3f0-25e1a93e8a55"}]}' {{(pid=103459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:48:17.431154 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] For port 44a51ff9-5482-46c9-a3f0-25e1a93e8a55, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=44a51ff9-5482-46c9-a3f0-25e1a93e8a55,segment=NetworkSegment(13c6b376-b873-4e7b-b8cd-21838495d81c),segment_id=13c6b376-b873-4e7b-b8cd-21838495d81c)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:48:17.435066 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (44a51ff9-5482-46c9-a3f0-25e1a93e8a55), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:17.460886 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 09:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-550eb97d-91c5-4afe-bbed-acd7296d8f24 x-openstack-request-id: req-550eb97d-91c5-4afe-bbed-acd7296d8f24 {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:48:17.461184 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7a27c8e-623a-4df5-9552-03cef9e9d0d7", "name": "network-vif-plugged", "status": "completed", "tag": "44a51ff9-5482-46c9-a3f0-25e1a93e8a55", "code": 200}]} {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:48:17.461444 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-550eb97d-91c5-4afe-bbed-acd7296d8f24 {{(pid=103459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:48:17.461837 dv-cinder-837699-5-iscsi neutron-server[103459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-550eb97d-91c5-4afe-bbed-acd7296d8f24'] response: {'server_uuid': 'b7a27c8e-623a-4df5-9552-03cef9e9d0d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a51ff9-5482-46c9-a3f0-25e1a93e8a55', 'code': 200} May 12 09:48:17.487289 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Pushing event updated for resources: {'Port': ['ID=44a51ff9-5482-46c9-a3f0-25e1a93e8a55,revision_number=5']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:48:17.653629 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde0384c-f971-4b92-b8a5-439b8a5b0b3c req-8f6bb334-89f0-4902-ab88-d8e3c865220b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:48:17.655138 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-bde0384c-f971-4b92-b8a5-439b8a5b0b3c req-8f6bb334-89f0-4902-ab88-d8e3c865220b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b7a27c8e-623a-4df5-9552-03cef9e9d0d7 HTTP/1.1" status: 200 len: 1130 time: 0.0379903 May 12 09:48:17.697757 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-bde0384c-f971-4b92-b8a5-439b8a5b0b3c req-9559bf12-1e33-4968-b4a6-a3fa5ad38b54 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=9578c71f-7477-4b14-921d-c4f1388fb29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366883 May 12 09:48:18.369055 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f347938-9205-4e6a-818e-75ec9ffd1234 req-fbcce883-3b8b-4101-b14b-0ab00863b922 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:48:18.370507 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4f347938-9205-4e6a-818e-75ec9ffd1234 req-fbcce883-3b8b-4101-b14b-0ab00863b922 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7a27c8e-623a-4df5-9552-03cef9e9d0d7 HTTP/1.1" status: 200 len: 946 time: 0.0448685 May 12 09:48:18.418655 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4f347938-9205-4e6a-818e-75ec9ffd1234 req-1d72871f-374f-4844-86d6-e574e316ebd4 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=9578c71f-7477-4b14-921d-c4f1388fb29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427682 May 12 09:48:19.646605 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-633056c4-7af3-47e4-abba-a4a059878339 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (9bee5a85-5be0-4217-aa6d-1f9c6538b987), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:19.703192 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ce527-97e3-4b4c-a2a2-2d84d614e4bf req-8cf1afc1-d242-4efe-97fc-992f15011a92 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:48:19.704681 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-728ce527-97e3-4b4c-a2a2-2d84d614e4bf req-8cf1afc1-d242-4efe-97fc-992f15011a92 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7a27c8e-623a-4df5-9552-03cef9e9d0d7 HTTP/1.1" status: 200 len: 946 time: 0.0454142 May 12 09:48:19.750265 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-728ce527-97e3-4b4c-a2a2-2d84d614e4bf req-46e0158b-386f-4164-b46e-5b43f9052c52 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=9578c71f-7477-4b14-921d-c4f1388fb29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400431 May 12 09:48:19.860269 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea588b5-d469-4458-ac95-3b921e8f06dd req-f0de0cf8-ee09-4f65-97ec-78d35c160d77 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:48:19.861699 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dea588b5-d469-4458-ac95-3b921e8f06dd req-f0de0cf8-ee09-4f65-97ec-78d35c160d77 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7a27c8e-623a-4df5-9552-03cef9e9d0d7 HTTP/1.1" status: 200 len: 946 time: 0.0453608 May 12 09:48:19.870605 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 45454) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:48:19.874719 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-f05c3db5-832a-4b45-b479-c64518d53f8c tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Request body: {'floatingip': {'port_id': '44a51ff9-5482-46c9-a3f0-25e1a93e8a55'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:48:19.915305 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f05c3db5-832a-4b45-b479-c64518d53f8c tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks [] for floatingip (60a63d20-2925-459a-9f55-41fe42bcfbc0), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:20.629798 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f05c3db5-832a-4b45-b479-c64518d53f8c tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:20.633142 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f05c3db5-832a-4b45-b479-c64518d53f8c tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799862'] for floatingip (60a63d20-2925-459a-9f55-41fe42bcfbc0), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:20.730968 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.db.l3_db [None req-f05c3db5-832a-4b45-b479-c64518d53f8c tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Floating IP 60a63d20-2925-459a-9f55-41fe42bcfbc0 associated. External IP: 172.27.3.6, port: 44a51ff9-5482-46c9-a3f0-25e1a93e8a55. May 12 09:48:20.851034 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (cdc2c050-d5b8-41e9-9f41-bf893d522faa), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:20.936792 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f05c3db5-832a-4b45-b479-c64518d53f8c tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Router f90e6c27-ca80-433c-b595-2a484251dabb has already been hosted by L3 agent 8db92903-2544-41c2-b919-def82c43c97a {{(pid=103458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 09:48:21.047335 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f05c3db5-832a-4b45-b479-c64518d53f8c tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Notify agent at l3_agent.dv-cinder-837699-5-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 09:48:21.051764 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f05c3db5-832a-4b45-b479-c64518d53f8c tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for floatingip (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:21.057325 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cb9594-4d01-4e3b-900d-e7f671af8973 None None] Sync routers for ids ['f90e6c27-ca80-433c-b595-2a484251dabb'] in dv-cinder-837699-5-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 09:48:21.067133 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cb9594-4d01-4e3b-900d-e7f671af8973 None None] Routers {'f90e6c27-ca80-433c-b595-2a484251dabb'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:48:21.067738 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-a0cb9594-4d01-4e3b-900d-e7f671af8973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:47:52Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['f90e6c27-ca80-433c-b595-2a484251dabb'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:48:21.080599 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-f05c3db5-832a-4b45-b479-c64518d53f8c tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "PUT /v2.0/floatingips/60a63d20-2925-459a-9f55-41fe42bcfbc0 HTTP/1.1" status: 200 len: 990 time: 1.2089911 May 12 09:48:21.081172 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7a27c8e-623a-4df5-9552-03cef9e9d0d7', 'tag': '44a51ff9-5482-46c9-a3f0-25e1a93e8a55'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:48:21.083977 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c5c35592cdadc16d94e4e59e173057c198c772a9b1006d4fd44537c4a2e10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ac7513-53af-42d5-b1b6-b18377dc899f" -d '{"events": [{"name": "network-changed", "server_uuid": "b7a27c8e-623a-4df5-9552-03cef9e9d0d7", "tag": "44a51ff9-5482-46c9-a3f0-25e1a93e8a55"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:48:21.122999 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 09:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b93d9ec7-3d44-4a79-8481-77ec7f514f59 x-openstack-request-id: req-b93d9ec7-3d44-4a79-8481-77ec7f514f59 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:48:21.123296 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7a27c8e-623a-4df5-9552-03cef9e9d0d7", "tag": "44a51ff9-5482-46c9-a3f0-25e1a93e8a55", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:48:21.123548 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b93d9ec7-3d44-4a79-8481-77ec7f514f59 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:48:21.123945 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b93d9ec7-3d44-4a79-8481-77ec7f514f59'] response: {'name': 'network-changed', 'server_uuid': 'b7a27c8e-623a-4df5-9552-03cef9e9d0d7', 'tag': '44a51ff9-5482-46c9-a3f0-25e1a93e8a55', 'status': 'completed', 'code': 200} May 12 09:48:21.180547 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-a0cb9594-4d01-4e3b-900d-e7f671af8973 None None] Set router f90e6c27-ca80-433c-b595-2a484251dabb gateway port host: dv-cinder-837699-5-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:48:21.205821 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac7513-53af-42d5-b1b6-b18377dc899f req-43f07b8b-0f9b-4f5b-be5b-8373e9be2793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:48:21.207886 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-52ac7513-53af-42d5-b1b6-b18377dc899f req-43f07b8b-0f9b-4f5b-be5b-8373e9be2793 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b879e240eb4f48139e28cc43223b21da&device_id=b7a27c8e-623a-4df5-9552-03cef9e9d0d7 HTTP/1.1" status: 200 len: 1130 time: 0.0384457 May 12 09:48:21.298873 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac7513-53af-42d5-b1b6-b18377dc899f req-941a2651-9269-4c4b-92a7-53af0e4119a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:48:21.300321 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-52ac7513-53af-42d5-b1b6-b18377dc899f req-941a2651-9269-4c4b-92a7-53af0e4119a2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9e493ca3-e280-43b9-b225-da7bca606395 HTTP/1.1" status: 200 len: 917 time: 0.0861824 May 12 09:48:21.369996 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-52ac7513-53af-42d5-b1b6-b18377dc899f req-a4a95bec-2ea2-483f-863d-62844d30dec5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44a51ff9-5482-46c9-a3f0-25e1a93e8a55 HTTP/1.1" status: 200 len: 998 time: 0.0641687 May 12 09:48:21.422705 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac7513-53af-42d5-b1b6-b18377dc899f req-fb254f82-122b-4212-bb38-d38e11d0d774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:48:21.424573 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-52ac7513-53af-42d5-b1b6-b18377dc899f req-fb254f82-122b-4212-bb38-d38e11d0d774 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d0dfb68a-43de-417f-95c4-a655ed09841d HTTP/1.1" status: 200 len: 855 time: 0.0485475 May 12 09:48:21.477561 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac7513-53af-42d5-b1b6-b18377dc899f req-16778dc1-5acc-415c-bf1b-5de1d5c6c1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:48:21.479093 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-52ac7513-53af-42d5-b1b6-b18377dc899f req-16778dc1-5acc-415c-bf1b-5de1d5c6c1ad service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9e493ca3-e280-43b9-b225-da7bca606395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464065 May 12 09:48:21.492048 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-a0cb9594-4d01-4e3b-900d-e7f671af8973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90e6c27-ca80-433c-b595-2a484251dabb', 'name': 'tempest-AttachVolumeShelveTestJSON-792793202-router', 'tenant_id': 'b879e240eb4f48139e28cc43223b21da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '2626c2b1-6da2-49ea-8030-726bc90bb272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:43:15Z', 'updated_at': '2022-05-12T09:43:17Z', 'revision_number': 4, 'project_id': 'b879e240eb4f48139e28cc43223b21da', 'gw_port': {'id': '2626c2b1-6da2-49ea-8030-726bc90bb272', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90e6c27-ca80-433c-b595-2a484251dabb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:43:15Z', 'updated_at': '2022-05-12T09:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_floatingips': [{'id': '60a63d20-2925-459a-9f55-41fe42bcfbc0', 'tenant_id': 'b879e240eb4f48139e28cc43223b21da', 'floating_ip_address': '172.27.3.6', 'floating_network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'router_id': 'f90e6c27-ca80-433c-b595-2a484251dabb', 'port_id': '44a51ff9-5482-46c9-a3f0-25e1a93e8a55', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e493ca3-e280-43b9-b225-da7bca606395', 'mac_address': 'fa:16:3e:75:30:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a27c8e-623a-4df5-9552-03cef9e9d0d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T09:48:07Z', 'updated_at': '2022-05-12T09:48:20Z', 'revision_number': 1, 'project_id': 'b879e240eb4f48139e28cc43223b21da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '553d5c0a-fd5a-4eb7-ab63-620bb35e4a42', 'name': '', 'network_id': '9e493ca3-e280-43b9-b225-da7bca606395', 'tenant_id': 'b879e240eb4f48139e28cc43223b21da', 'mac_address': 'fa:16:3e:9b:0b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90e6c27-ca80-433c-b595-2a484251dabb', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'd0dfb68a-43de-417f-95c4-a655ed09841d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:43:17Z', 'updated_at': '2022-05-12T09:43:21Z', 'revision_number': 5, 'project_id': 'b879e240eb4f48139e28cc43223b21da', 'subnets': [{'id': 'd0dfb68a-43de-417f-95c4-a655ed09841d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:48:21.518030 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cb9594-4d01-4e3b-900d-e7f671af8973 None None] Checking router: f90e6c27-ca80-433c-b595-2a484251dabb for host: dv-cinder-837699-5-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 09:48:21.526197 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cb9594-4d01-4e3b-900d-e7f671af8973 None None] Routers {'f90e6c27-ca80-433c-b595-2a484251dabb'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:48:21.526801 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-a0cb9594-4d01-4e3b-900d-e7f671af8973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:47:52Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['f90e6c27-ca80-433c-b595-2a484251dabb'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:48:21.569534 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-52ac7513-53af-42d5-b1b6-b18377dc899f req-4934d6d3-f8ff-4860-90c8-e1312ae6ca3d service neutron] 10.222.0.65 "GET /v2.0/networks/9e493ca3-e280-43b9-b225-da7bca606395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844233 May 12 09:48:21.641565 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-a0cb9594-4d01-4e3b-900d-e7f671af8973 None None] Set router f90e6c27-ca80-433c-b595-2a484251dabb gateway port host: dv-cinder-837699-5-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:48:21.667587 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-52ac7513-53af-42d5-b1b6-b18377dc899f req-f1c662cb-e148-4f9c-abb7-e5c7dbf37e55 service neutron] 10.222.0.65 "GET /v2.0/networks/9e493ca3-e280-43b9-b225-da7bca606395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916293 May 12 09:48:21.859889 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-a0cb9594-4d01-4e3b-900d-e7f671af8973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90e6c27-ca80-433c-b595-2a484251dabb', 'name': 'tempest-AttachVolumeShelveTestJSON-792793202-router', 'tenant_id': 'b879e240eb4f48139e28cc43223b21da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '2626c2b1-6da2-49ea-8030-726bc90bb272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:43:15Z', 'updated_at': '2022-05-12T09:43:17Z', 'revision_number': 4, 'project_id': 'b879e240eb4f48139e28cc43223b21da', 'gw_port': {'id': '2626c2b1-6da2-49ea-8030-726bc90bb272', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90e6c27-ca80-433c-b595-2a484251dabb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:43:15Z', 'updated_at': '2022-05-12T09:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_floatingips': [{'id': '60a63d20-2925-459a-9f55-41fe42bcfbc0', 'tenant_id': 'b879e240eb4f48139e28cc43223b21da', 'floating_ip_address': '172.27.3.6', 'floating_network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'router_id': 'f90e6c27-ca80-433c-b595-2a484251dabb', 'port_id': '44a51ff9-5482-46c9-a3f0-25e1a93e8a55', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e493ca3-e280-43b9-b225-da7bca606395', 'mac_address': 'fa:16:3e:75:30:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a27c8e-623a-4df5-9552-03cef9e9d0d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T09:48:07Z', 'updated_at': '2022-05-12T09:48:20Z', 'revision_number': 1, 'project_id': 'b879e240eb4f48139e28cc43223b21da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '553d5c0a-fd5a-4eb7-ab63-620bb35e4a42', 'name': '', 'network_id': '9e493ca3-e280-43b9-b225-da7bca606395', 'tenant_id': 'b879e240eb4f48139e28cc43223b21da', 'mac_address': 'fa:16:3e:9b:0b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90e6c27-ca80-433c-b595-2a484251dabb', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'd0dfb68a-43de-417f-95c4-a655ed09841d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:43:17Z', 'updated_at': '2022-05-12T09:43:21Z', 'revision_number': 5, 'project_id': 'b879e240eb4f48139e28cc43223b21da', 'subnets': [{'id': 'd0dfb68a-43de-417f-95c4-a655ed09841d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:48:21.878134 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-63bbfe09-3b93-40b2-a42a-0a42a12ea7a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (8db92903-2544-41c2-b919-def82c43c97a), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:21.887038 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cb9594-4d01-4e3b-900d-e7f671af8973 None None] The sync data for ids ['f90e6c27-ca80-433c-b595-2a484251dabb'] in dv-cinder-837699-5-iscsi is: [{'id': 'f90e6c27-ca80-433c-b595-2a484251dabb', 'name': 'tempest-AttachVolumeShelveTestJSON-792793202-router', 'tenant_id': 'b879e240eb4f48139e28cc43223b21da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '2626c2b1-6da2-49ea-8030-726bc90bb272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:43:15Z', 'updated_at': '2022-05-12T09:43:17Z', 'revision_number': 4, 'project_id': 'b879e240eb4f48139e28cc43223b21da', 'gw_port': {'id': '2626c2b1-6da2-49ea-8030-726bc90bb272', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90e6c27-ca80-433c-b595-2a484251dabb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:43:15Z', 'updated_at': '2022-05-12T09:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_floatingips': [{'id': '60a63d20-2925-459a-9f55-41fe42bcfbc0', 'tenant_id': 'b879e240eb4f48139e28cc43223b21da', 'floating_ip_address': '172.27.3.6', 'floating_network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'router_id': 'f90e6c27-ca80-433c-b595-2a484251dabb', 'port_id': '44a51ff9-5482-46c9-a3f0-25e1a93e8a55', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e493ca3-e280-43b9-b225-da7bca606395', 'mac_address': 'fa:16:3e:75:30:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a27c8e-623a-4df5-9552-03cef9e9d0d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T09:48:07Z', 'updated_at': '2022-05-12T09:48:20Z', 'revision_number': 1, 'project_id': 'b879e240eb4f48139e28cc43223b21da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '553d5c0a-fd5a-4eb7-ab63-620bb35e4a42', 'name': '', 'network_id': '9e493ca3-e280-43b9-b225-da7bca606395', 'tenant_id': 'b879e240eb4f48139e28cc43223b21da', 'mac_address': 'fa:16:3e:9b:0b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90e6c27-ca80-433c-b595-2a484251dabb', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'd0dfb68a-43de-417f-95c4-a655ed09841d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:43:17Z', 'updated_at': '2022-05-12T09:43:21Z', 'revision_number': 5, 'project_id': 'b879e240eb4f48139e28cc43223b21da', 'subnets': [{'id': 'd0dfb68a-43de-417f-95c4-a655ed09841d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 09:48:22.070000 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fd06be-ec6e-491f-bbfe-c88722468a2b None None] New status for floating IP 60a63d20-2925-459a-9f55-41fe42bcfbc0: ACTIVE {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 09:48:22.696455 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 45478) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:48:22.800428 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-42d5089b-9b22-413d-853c-6773ce4a78b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:22.871541 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-42d5089b-9b22-413d-853c-6773ce4a78b9 admin admin] Publish callbacks [] for security_group (c9361d63-ccd6-4191-9053-9acb090a130d), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:22.874991 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-42d5089b-9b22-413d-853c-6773ce4a78b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (c9361d63-ccd6-4191-9053-9acb090a130d), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:22.910816 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5089b-9b22-413d-853c-6773ce4a78b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9361d63-ccd6-4191-9053-9acb090a130d,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:48:22.914996 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-42d5089b-9b22-413d-853c-6773ce4a78b9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a55212104d024a66be6039ca367051b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2175562 May 12 09:48:22.918294 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 45482) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:48:22.963279 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ab0d7776-bb62-4892-b814-c44451d44728 admin admin] Publish callbacks [] for security_group (c9361d63-ccd6-4191-9053-9acb090a130d), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:22.983243 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ab0d7776-bb62-4892-b814-c44451d44728 admin admin] Publish callbacks [] for security_group (c9361d63-ccd6-4191-9053-9acb090a130d), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:23.031164 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ab0d7776-bb62-4892-b814-c44451d44728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (c9361d63-ccd6-4191-9053-9acb090a130d), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:23.033573 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-ab0d7776-bb62-4892-b814-c44451d44728 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:23.034700 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-ab0d7776-bb62-4892-b814-c44451d44728 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c9361d63-ccd6-4191-9053-9acb090a130d HTTP/1.1" status: 204 len: 168 time: 0.1161590 May 12 09:48:23.042179 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0d7776-bb62-4892-b814-c44451d44728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9361d63-ccd6-4191-9053-9acb090a130d,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:48:23.123408 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-13a031d7-5ec6-42a3-899f-d50e1f06c687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (f8def58d-f1ec-4d41-abae-d1c60f542bd3), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:23.289390 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 45488) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:48:23.302687 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-aaab11a7-e2ba-4fa5-987b-7e745b711321 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:23.373529 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-aaab11a7-e2ba-4fa5-987b-7e745b711321 admin admin] Publish callbacks [] for security_group (80b1ef90-b569-4a0a-8a12-1af2d8712e57), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:23.377005 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-aaab11a7-e2ba-4fa5-987b-7e745b711321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (80b1ef90-b569-4a0a-8a12-1af2d8712e57), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:23.413447 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-aaab11a7-e2ba-4fa5-987b-7e745b711321 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9721767fc36c4f5ca3fc6c826b877fe7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1230550 May 12 09:48:23.415345 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaab11a7-e2ba-4fa5-987b-7e745b711321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b1ef90-b569-4a0a-8a12-1af2d8712e57,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:48:23.416124 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 45490) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:48:23.464647 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3ff697bc-c23b-41b6-8dda-e527e7d56eed admin admin] Publish callbacks [] for security_group (80b1ef90-b569-4a0a-8a12-1af2d8712e57), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:23.484978 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3ff697bc-c23b-41b6-8dda-e527e7d56eed admin admin] Publish callbacks [] for security_group (80b1ef90-b569-4a0a-8a12-1af2d8712e57), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:23.528951 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3ff697bc-c23b-41b6-8dda-e527e7d56eed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (80b1ef90-b569-4a0a-8a12-1af2d8712e57), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:23.531432 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-3ff697bc-c23b-41b6-8dda-e527e7d56eed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:23.532589 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-3ff697bc-c23b-41b6-8dda-e527e7d56eed admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/80b1ef90-b569-4a0a-8a12-1af2d8712e57 HTTP/1.1" status: 204 len: 168 time: 0.1155121 May 12 09:48:23.540535 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff697bc-c23b-41b6-8dda-e527e7d56eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b1ef90-b569-4a0a-8a12-1af2d8712e57,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:48:24.172091 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 45512) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:48:24.273354 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-110c45f9-b2ca-4d29-b4a5-0a1f58cf19be admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1179763224-network', 'tenant_id': '6e6bc2241970493783de557e3f690105'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:48:24.291943 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-110c45f9-b2ca-4d29-b4a5-0a1f58cf19be admin admin] Made reservation on behalf of 6e6bc2241970493783de557e3f690105 for: {'network': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 09:48:24.294271 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-110c45f9-b2ca-4d29-b4a5-0a1f58cf19be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for network (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:24.302514 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-110c45f9-b2ca-4d29-b4a5-0a1f58cf19be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:24.374407 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-110c45f9-b2ca-4d29-b4a5-0a1f58cf19be admin admin] Publish callbacks [] for security_group (aeb11322-9869-4cdc-95ce-5e1f7121aa1a), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:24.377916 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-110c45f9-b2ca-4d29-b4a5-0a1f58cf19be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (aeb11322-9869-4cdc-95ce-5e1f7121aa1a), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:24.398698 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-110c45f9-b2ca-4d29-b4a5-0a1f58cf19be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=103458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 09:48:24.413434 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110c45f9-b2ca-4d29-b4a5-0a1f58cf19be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb11322-9869-4cdc-95ce-5e1f7121aa1a,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:48:24.416249 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-110c45f9-b2ca-4d29-b4a5-0a1f58cf19be admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740344558093', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720414'] for segment (f47e11d4-d34b-4d5a-95a2-c4d425db3481), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:24.416644 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.db.segments_db [None req-110c45f9-b2ca-4d29-b4a5-0a1f58cf19be admin admin] Added segment f47e11d4-d34b-4d5a-95a2-c4d425db3481 of type vlan for network f6f9b602-5994-4479-ba8e-6005a9bbaa39 May 12 09:48:24.457814 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-110c45f9-b2ca-4d29-b4a5-0a1f58cf19be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740344000386'] for network (f6f9b602-5994-4479-ba8e-6005a9bbaa39), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:24.481871 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-110c45f9-b2ca-4d29-b4a5-0a1f58cf19be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735'] for network (f6f9b602-5994-4479-ba8e-6005a9bbaa39), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:24.482855 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110c45f9-b2ca-4d29-b4a5-0a1f58cf19be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:48:24.483423 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-110c45f9-b2ca-4d29-b4a5-0a1f58cf19be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728753'] for network (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:24.513016 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-110c45f9-b2ca-4d29-b4a5-0a1f58cf19be admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3397696 May 12 09:48:24.516507 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 45516) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:48:24.522327 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-a830f09e-8531-4605-9b9a-e757644e1158 admin admin] Request body: {'subnet': {'network_id': 'f6f9b602-5994-4479-ba8e-6005a9bbaa39', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1179763224-subnet', 'tenant_id': '6e6bc2241970493783de557e3f690105', 'ip_version': 4}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:48:24.543329 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a984b3b9-a9e9-40d7-bd88-8cdbb1de5f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (e377c27d-f788-489a-9a4f-9db675c37dc4), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:24.544353 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a830f09e-8531-4605-9b9a-e757644e1158 admin admin] Made reservation on behalf of 6e6bc2241970493783de557e3f690105 for: {'subnet': 1} {{(pid=103457) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 09:48:24.544734 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110c45f9-b2ca-4d29-b4a5-0a1f58cf19be admin admin] Pushing event updated for resources: {'Network': ['ID=f6f9b602-5994-4479-ba8e-6005a9bbaa39,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:48:24.546775 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a830f09e-8531-4605-9b9a-e757644e1158 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25401347'] for subnet (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:24.555453 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Network f6f9b602-5994-4479-ba8e-6005a9bbaa39 details requested by agent ovs-agent-dv-cinder-837699-5-iscsi with host dv-cinder-837699-5-iscsi {{(pid=103459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 09:48:24.706398 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a830f09e-8531-4605-9b9a-e757644e1158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28484914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25401365'] for subnet (28623973-416c-4d68-8b43-8208a047eab8), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:24.757330 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a830f09e-8531-4605-9b9a-e757644e1158 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28623973-416c-4d68-8b43-8208a047eab8,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:48:24.772830 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a830f09e-8531-4605-9b9a-e757644e1158 admin admin] Checking segment: {'id': 'f47e11d4-d34b-4d5a-95a2-c4d425db3481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f6f9b602-5994-4479-ba8e-6005a9bbaa39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 09:48:24.773178 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a830f09e-8531-4605-9b9a-e757644e1158 admin admin] Network hostable DHCP agents. Network: f6f9b602-5994-4479-ba8e-6005a9bbaa39, hostable agents: ['9bee5a85-5be0-4217-aa6d-1f9c6538b987'], hosted agents: [] {{(pid=103457) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 09:48:24.788979 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a830f09e-8531-4605-9b9a-e757644e1158 admin admin] Network f6f9b602-5994-4479-ba8e-6005a9bbaa39 is scheduled to be hosted by DHCP agent 9bee5a85-5be0-4217-aa6d-1f9c6538b987 with binding_index 1 {{(pid=103457) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 09:48:24.797231 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-a830f09e-8531-4605-9b9a-e757644e1158 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837699-5-iscsi, f6f9b602-5994-4479-ba8e-6005a9bbaa39) {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:48:24.801757 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a830f09e-8531-4605-9b9a-e757644e1158 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:48:24.802373 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a830f09e-8531-4605-9b9a-e757644e1158 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728753'] for subnet (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:24.806974 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0478ae53-fae3-48d8-8413-941ef6bfd4f2 None None] Network f6f9b602-5994-4479-ba8e-6005a9bbaa39 requested from dv-cinder-837699-5-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 09:48:24.819347 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-a830f09e-8531-4605-9b9a-e757644e1158 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3016601 May 12 09:48:24.822103 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 45518) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:48:24.826580 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-f5f7ad3c-ef3f-43f3-be7c-1b792e2a6e1f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1179763224-router', 'tenant_id': '6e6bc2241970493783de557e3f690105', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b'}}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:48:24.845836 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f5f7ad3c-ef3f-43f3-be7c-1b792e2a6e1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3795715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6309'] for router (9bb081be-dfc2-44ad-9a22-80a42da3e463), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:24.846920 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f5f7ad3c-ef3f-43f3-be7c-1b792e2a6e1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3795959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3798042', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3743491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6238'] for router (9bb081be-dfc2-44ad-9a22-80a42da3e463), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:24.901321 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f5f7ad3c-ef3f-43f3-be7c-1b792e2a6e1f admin admin] Publish callbacks [] for router_controller (9bb081be-dfc2-44ad-9a22-80a42da3e463), precommit_add_association {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:24.905182 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca5f8f4-6df2-4651-a02d-a20e00c899a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f439b0a-a78d-5e02-af88-781e2083e254-f6f9b602-5994-4479-ba8e-6005a9bbaa39', 'network_id': 'f6f9b602-5994-4479-ba8e-6005a9bbaa39', 'project_id': '6e6bc2241970493783de557e3f690105', 'fixed_ips': [{'subnet_id': '28623973-416c-4d68-8b43-8208a047eab8'}]}} from dv-cinder-837699-5-iscsi. {{(pid=103459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 09:48:24.906123 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-0ca5f8f4-6df2-4651-a02d-a20e00c899a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:25.036353 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f5f7ad3c-ef3f-43f3-be7c-1b792e2a6e1f admin admin] Publish callbacks [] for router_gateway (9bb081be-dfc2-44ad-9a22-80a42da3e463), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:25.042152 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.db_base_plugin_common [None req-0ca5f8f4-6df2-4651-a02d-a20e00c899a3 None None] Allocated IP 172.20.0.2 (f6f9b602-5994-4479-ba8e-6005a9bbaa39/28623973-416c-4d68-8b43-8208a047eab8/8e4e35e0-fe1b-422a-aacb-49c7fb47de35) {{(pid=103459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 09:48:25.190723 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-0ca5f8f4-6df2-4651-a02d-a20e00c899a3 None None] Publish callbacks [] for port (8e4e35e0-fe1b-422a-aacb-49c7fb47de35), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:25.197027 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-0ca5f8f4-6df2-4651-a02d-a20e00c899a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740344012620'] for port (8e4e35e0-fe1b-422a-aacb-49c7fb47de35), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:25.221150 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f5f7ad3c-ef3f-43f3-be7c-1b792e2a6e1f admin admin] Publish callbacks [] for router_gateway (9bb081be-dfc2-44ad-9a22-80a42da3e463), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:25.233626 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca5f8f4-6df2-4651-a02d-a20e00c899a3 None None] Network f6f9b602-5994-4479-ba8e-6005a9bbaa39 is already hosted by enough agents. {{(pid=103459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 09:48:25.236389 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.scheduler.base_scheduler [None req-0ca5f8f4-6df2-4651-a02d-a20e00c899a3 None None] Resources bound (agent type, host, resource id): {{(pid=103459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:48:25.239695 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f5f7ad3c-ef3f-43f3-be7c-1b792e2a6e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:25.245556 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca5f8f4-6df2-4651-a02d-a20e00c899a3 None None] Received port after_create {{(pid=103459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 09:48:25.248567 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5f8f4-6df2-4651-a02d-a20e00c899a3 None None] Pushing event updated for resources: {'Port': ['ID=8e4e35e0-fe1b-422a-aacb-49c7fb47de35,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:48:25.306536 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-0ca5f8f4-6df2-4651-a02d-a20e00c899a3 None None] Attempting to bind port 8e4e35e0-fe1b-422a-aacb-49c7fb47de35 on host dv-cinder-837699-5-iscsi for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 09:48:25.306900 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-0ca5f8f4-6df2-4651-a02d-a20e00c899a3 None None] Attempting to bind port 8e4e35e0-fe1b-422a-aacb-49c7fb47de35 by drivers openvswitch,hyperv on host dv-cinder-837699-5-iscsi at level 0 using segments [{'id': 'f47e11d4-d34b-4d5a-95a2-c4d425db3481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f6f9b602-5994-4479-ba8e-6005a9bbaa39'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 09:48:25.307258 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca5f8f4-6df2-4651-a02d-a20e00c899a3 None None] Attempting to bind port 8e4e35e0-fe1b-422a-aacb-49c7fb47de35 on network f6f9b602-5994-4479-ba8e-6005a9bbaa39 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 09:48:25.312148 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca5f8f4-6df2-4651-a02d-a20e00c899a3 None None] Checking agent: {'id': '0e2e3861-7d79-4ce6-9d91-faa32ae2cb64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 9, 25, 26), 'started_at': datetime.datetime(2022, 5, 12, 9, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 9, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 09:48:25.312522 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca5f8f4-6df2-4651-a02d-a20e00c899a3 None None] Checking segment: {'id': 'f47e11d4-d34b-4d5a-95a2-c4d425db3481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f6f9b602-5994-4479-ba8e-6005a9bbaa39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 09:48:25.312918 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-0ca5f8f4-6df2-4651-a02d-a20e00c899a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:25.313460 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca5f8f4-6df2-4651-a02d-a20e00c899a3 None None] Bound using segment: {'id': 'f47e11d4-d34b-4d5a-95a2-c4d425db3481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f6f9b602-5994-4479-ba8e-6005a9bbaa39'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 09:48:25.313761 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-0ca5f8f4-6df2-4651-a02d-a20e00c899a3 None None] Bound port: 8e4e35e0-fe1b-422a-aacb-49c7fb47de35, host: dv-cinder-837699-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f47e11d4-d34b-4d5a-95a2-c4d425db3481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f6f9b602-5994-4479-ba8e-6005a9bbaa39'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 09:48:25.314165 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-0ca5f8f4-6df2-4651-a02d-a20e00c899a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (8e4e35e0-fe1b-422a-aacb-49c7fb47de35), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:25.348054 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-f5f7ad3c-ef3f-43f3-be7c-1b792e2a6e1f admin admin] Allocated IP 172.27.3.239 (35e64619-a59d-47b1-b4c9-78b55f54f97b/31f684fc-c02d-4e22-bb04-cd143bba725c/661a4470-5b33-4ef0-9807-43fb27abce33) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 09:48:25.378192 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-0ca5f8f4-6df2-4651-a02d-a20e00c899a3 None None] For port 8e4e35e0-fe1b-422a-aacb-49c7fb47de35, host dv-cinder-837699-5-iscsi, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 09:48:25.381783 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-0ca5f8f4-6df2-4651-a02d-a20e00c899a3 None None] For port 8e4e35e0-fe1b-422a-aacb-49c7fb47de35, host dv-cinder-837699-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=8e4e35e0-fe1b-422a-aacb-49c7fb47de35,segment=NetworkSegment(f47e11d4-d34b-4d5a-95a2-c4d425db3481),segment_id=f47e11d4-d34b-4d5a-95a2-c4d425db3481)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 09:48:25.387391 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-0ca5f8f4-6df2-4651-a02d-a20e00c899a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (8e4e35e0-fe1b-422a-aacb-49c7fb47de35), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:25.443178 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5f8f4-6df2-4651-a02d-a20e00c899a3 None None] Pushing event updated for resources: {'Port': ['ID=8e4e35e0-fe1b-422a-aacb-49c7fb47de35,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:48:25.454314 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f5f7ad3c-ef3f-43f3-be7c-1b792e2a6e1f admin admin] Publish callbacks [] for port (661a4470-5b33-4ef0-9807-43fb27abce33), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:25.488447 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f5f7ad3c-ef3f-43f3-be7c-1b792e2a6e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740344012620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29192019'] for port (661a4470-5b33-4ef0-9807-43fb27abce33), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:25.527413 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f7ad3c-ef3f-43f3-be7c-1b792e2a6e1f admin admin] Network 35e64619-a59d-47b1-b4c9-78b55f54f97b is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 09:48:25.532115 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-f5f7ad3c-ef3f-43f3-be7c-1b792e2a6e1f admin admin] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:48:25.537527 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f7ad3c-ef3f-43f3-be7c-1b792e2a6e1f admin admin] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 09:48:25.540504 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7ad3c-ef3f-43f3-be7c-1b792e2a6e1f admin admin] Pushing event updated for resources: {'Port': ['ID=661a4470-5b33-4ef0-9807-43fb27abce33,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:48:26.026040 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (0e2e3861-7d79-4ce6-9d91-faa32ae2cb64), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:26.072583 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f5f7ad3c-ef3f-43f3-be7c-1b792e2a6e1f admin admin] Publish callbacks [] for router_gateway (9bb081be-dfc2-44ad-9a22-80a42da3e463), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:26.283488 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f5f7ad3c-ef3f-43f3-be7c-1b792e2a6e1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3795854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798221'] for router (9bb081be-dfc2-44ad-9a22-80a42da3e463), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:26.333214 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8393cb30-759a-4c01-a924-8048bb381693 None None] Network f6f9b602-5994-4479-ba8e-6005a9bbaa39 requested from dv-cinder-837699-5-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 09:48:26.402626 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-28fe2f69-53c0-45c0-a134-09c6e15fca83 None None] Provisioning complete for port 8e4e35e0-fe1b-422a-aacb-49c7fb47de35 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:48:26.402997 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-28fe2f69-53c0-45c0-a134-09c6e15fca83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (8e4e35e0-fe1b-422a-aacb-49c7fb47de35), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:26.418621 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5f7ad3c-ef3f-43f3-be7c-1b792e2a6e1f admin admin] Router 9bb081be-dfc2-44ad-9a22-80a42da3e463 is scheduled to L3 agent 8db92903-2544-41c2-b919-def82c43c97a with binding_index 1 {{(pid=103458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 09:48:26.517777 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-28fe2f69-53c0-45c0-a134-09c6e15fca83 None None] Current status of the port 8e4e35e0-fe1b-422a-aacb-49c7fb47de35 is: DOWN; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:48:26.518327 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-28fe2f69-53c0-45c0-a134-09c6e15fca83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (8e4e35e0-fe1b-422a-aacb-49c7fb47de35), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:26.531660 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f7ad3c-ef3f-43f3-be7c-1b792e2a6e1f admin admin] Notify agent at l3_agent.dv-cinder-837699-5-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 09:48:26.545761 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37705cc5-086c-4b18-ab80-4c37ce69cb9d None None] Sync routers for ids ['9bb081be-dfc2-44ad-9a22-80a42da3e463'] in dv-cinder-837699-5-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 09:48:26.552515 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-f5f7ad3c-ef3f-43f3-be7c-1b792e2a6e1f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:26.553778 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-f5f7ad3c-ef3f-43f3-be7c-1b792e2a6e1f admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7305405 May 12 09:48:26.556351 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 45520) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:48:26.558704 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37705cc5-086c-4b18-ab80-4c37ce69cb9d None None] Routers {'9bb081be-dfc2-44ad-9a22-80a42da3e463'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:48:26.559620 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-37705cc5-086c-4b18-ab80-4c37ce69cb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:48:22Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['9bb081be-dfc2-44ad-9a22-80a42da3e463'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:48:26.567455 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-28fe2f69-53c0-45c0-a134-09c6e15fca83 None None] For port 8e4e35e0-fe1b-422a-aacb-49c7fb47de35, host dv-cinder-837699-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=8e4e35e0-fe1b-422a-aacb-49c7fb47de35,segment=NetworkSegment(f47e11d4-d34b-4d5a-95a2-c4d425db3481),segment_id=f47e11d4-d34b-4d5a-95a2-c4d425db3481)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:48:26.572180 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-28fe2f69-53c0-45c0-a134-09c6e15fca83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (8e4e35e0-fe1b-422a-aacb-49c7fb47de35), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:26.624861 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fe2f69-53c0-45c0-a134-09c6e15fca83 None None] Pushing event updated for resources: {'Port': ['ID=8e4e35e0-fe1b-422a-aacb-49c7fb47de35,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:48:26.674347 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-37705cc5-086c-4b18-ab80-4c37ce69cb9d None None] Set router 9bb081be-dfc2-44ad-9a22-80a42da3e463 gateway port host: dv-cinder-837699-5-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:48:26.794012 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-4fe30cc0-0500-42af-811e-41977c871504 None None] Provisioning complete for port 8e4e35e0-fe1b-422a-aacb-49c7fb47de35 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:48:26.794663 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4fe30cc0-0500-42af-811e-41977c871504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (8e4e35e0-fe1b-422a-aacb-49c7fb47de35), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:26.846905 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-37705cc5-086c-4b18-ab80-4c37ce69cb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'name': 'tempest-TestVolumeBootPattern-1179763224-router', 'tenant_id': '6e6bc2241970493783de557e3f690105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '661a4470-5b33-4ef0-9807-43fb27abce33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:48:24Z', 'updated_at': '2022-05-12T09:48:25Z', 'revision_number': 3, 'project_id': '6e6bc2241970493783de557e3f690105', 'gw_port': {'id': '661a4470-5b33-4ef0-9807-43fb27abce33', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:22:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:48:25Z', 'updated_at': '2022-05-12T09:48:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi'}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:48:26.873821 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37705cc5-086c-4b18-ab80-4c37ce69cb9d None None] Checking router: 9bb081be-dfc2-44ad-9a22-80a42da3e463 for host: dv-cinder-837699-5-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 09:48:26.875085 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37705cc5-086c-4b18-ab80-4c37ce69cb9d None None] Updating router 9bb081be-dfc2-44ad-9a22-80a42da3e463 port 661a4470-5b33-4ef0-9807-43fb27abce33 binding host dv-cinder-837699-5-iscsi {{(pid=103460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 09:48:26.883302 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-4fe30cc0-0500-42af-811e-41977c871504 None None] Current status of the port 8e4e35e0-fe1b-422a-aacb-49c7fb47de35 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:48:26.901887 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-37705cc5-086c-4b18-ab80-4c37ce69cb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (661a4470-5b33-4ef0-9807-43fb27abce33), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:27.002911 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e0e3aacd-3caf-44c7-a772-67a8447dfcd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:27.163428 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-e0e3aacd-3caf-44c7-a772-67a8447dfcd1 admin admin] Allocated IP 172.20.0.1 (f6f9b602-5994-4479-ba8e-6005a9bbaa39/28623973-416c-4d68-8b43-8208a047eab8/b894d993-7e82-490e-bf87-840c0c78c81f) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 09:48:27.192620 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-37705cc5-086c-4b18-ab80-4c37ce69cb9d None None] Publish callbacks [] for port (661a4470-5b33-4ef0-9807-43fb27abce33), precommit_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:27.199537 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-37705cc5-086c-4b18-ab80-4c37ce69cb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (661a4470-5b33-4ef0-9807-43fb27abce33), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:27.203587 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device 8e4e35e0-fe1b-422a-aacb-49c7fb47de35 up at agent ovs-agent-dv-cinder-837699-5-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 09:48:27.248587 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-37705cc5-086c-4b18-ab80-4c37ce69cb9d None None] Attempting to bind port 661a4470-5b33-4ef0-9807-43fb27abce33 on host dv-cinder-837699-5-iscsi for vnic_type normal with profile {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 09:48:27.248964 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-37705cc5-086c-4b18-ab80-4c37ce69cb9d None None] Attempting to bind port 661a4470-5b33-4ef0-9807-43fb27abce33 by drivers openvswitch,hyperv on host dv-cinder-837699-5-iscsi at level 0 using segments [{'id': '19f8603b-b081-4ce5-86ca-33d22941a00f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b'}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 09:48:27.249332 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37705cc5-086c-4b18-ab80-4c37ce69cb9d None None] Attempting to bind port 661a4470-5b33-4ef0-9807-43fb27abce33 on network 35e64619-a59d-47b1-b4c9-78b55f54f97b {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 09:48:27.254584 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Provisioning complete for port 8e4e35e0-fe1b-422a-aacb-49c7fb47de35 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:48:27.254964 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (8e4e35e0-fe1b-422a-aacb-49c7fb47de35), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:27.261689 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24807fc6-9639-48e7-93a2-57fdd2f36e2c None None] Pushing event updated for resources: {'Port': ['ID=661a4470-5b33-4ef0-9807-43fb27abce33,revision_number=2']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:48:27.264163 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37705cc5-086c-4b18-ab80-4c37ce69cb9d None None] Checking agent: {'id': '0e2e3861-7d79-4ce6-9d91-faa32ae2cb64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 9, 25, 26), 'started_at': datetime.datetime(2022, 5, 12, 9, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 9, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 09:48:27.264777 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37705cc5-086c-4b18-ab80-4c37ce69cb9d None None] Checking segment: {'id': '19f8603b-b081-4ce5-86ca-33d22941a00f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 09:48:27.265179 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-37705cc5-086c-4b18-ab80-4c37ce69cb9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:27.265579 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37705cc5-086c-4b18-ab80-4c37ce69cb9d None None] Bound using segment: {'id': '19f8603b-b081-4ce5-86ca-33d22941a00f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b'} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 09:48:27.266077 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-37705cc5-086c-4b18-ab80-4c37ce69cb9d None None] Bound port: 661a4470-5b33-4ef0-9807-43fb27abce33, host: dv-cinder-837699-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19f8603b-b081-4ce5-86ca-33d22941a00f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b'}}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 09:48:27.266461 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-37705cc5-086c-4b18-ab80-4c37ce69cb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (661a4470-5b33-4ef0-9807-43fb27abce33), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:27.291294 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24807fc6-9639-48e7-93a2-57fdd2f36e2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:48:27.291931 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24807fc6-9639-48e7-93a2-57fdd2f36e2c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:48:27.292484 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24807fc6-9639-48e7-93a2-57fdd2f36e2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:48:27.292846 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24807fc6-9639-48e7-93a2-57fdd2f36e2c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:48:27.293189 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24807fc6-9639-48e7-93a2-57fdd2f36e2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:48:27.293527 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24807fc6-9639-48e7-93a2-57fdd2f36e2c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:48:27.293862 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24807fc6-9639-48e7-93a2-57fdd2f36e2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:48:27.294227 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24807fc6-9639-48e7-93a2-57fdd2f36e2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:48:27.294560 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24807fc6-9639-48e7-93a2-57fdd2f36e2c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:48:27.294892 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24807fc6-9639-48e7-93a2-57fdd2f36e2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:48:27.295220 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24807fc6-9639-48e7-93a2-57fdd2f36e2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:48:27.295583 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24807fc6-9639-48e7-93a2-57fdd2f36e2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:48:27.296020 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24807fc6-9639-48e7-93a2-57fdd2f36e2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:48:27.296405 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24807fc6-9639-48e7-93a2-57fdd2f36e2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:48:27.296912 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24807fc6-9639-48e7-93a2-57fdd2f36e2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:48:27.302488 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e0e3aacd-3caf-44c7-a772-67a8447dfcd1 admin admin] Publish callbacks [] for port (b894d993-7e82-490e-bf87-840c0c78c81f), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:27.329692 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-37705cc5-086c-4b18-ab80-4c37ce69cb9d None None] For port 661a4470-5b33-4ef0-9807-43fb27abce33, host dv-cinder-837699-5-iscsi, cleared binding levels {{(pid=103460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 09:48:27.334398 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-37705cc5-086c-4b18-ab80-4c37ce69cb9d None None] For port 661a4470-5b33-4ef0-9807-43fb27abce33, host dv-cinder-837699-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=661a4470-5b33-4ef0-9807-43fb27abce33,segment=NetworkSegment(19f8603b-b081-4ce5-86ca-33d22941a00f),segment_id=19f8603b-b081-4ce5-86ca-33d22941a00f)] {{(pid=103460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 09:48:27.340559 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Current status of the port 8e4e35e0-fe1b-422a-aacb-49c7fb47de35 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:48:27.341134 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-37705cc5-086c-4b18-ab80-4c37ce69cb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (661a4470-5b33-4ef0-9807-43fb27abce33), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:27.342129 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e0e3aacd-3caf-44c7-a772-67a8447dfcd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740344012620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29192019'] for port (b894d993-7e82-490e-bf87-840c0c78c81f), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:27.383751 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e3aacd-3caf-44c7-a772-67a8447dfcd1 admin admin] Network f6f9b602-5994-4479-ba8e-6005a9bbaa39 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 09:48:27.386779 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-e0e3aacd-3caf-44c7-a772-67a8447dfcd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:48:27.389295 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e3aacd-3caf-44c7-a772-67a8447dfcd1 admin admin] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 09:48:27.400786 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37705cc5-086c-4b18-ab80-4c37ce69cb9d None None] Routers {'9bb081be-dfc2-44ad-9a22-80a42da3e463'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:48:27.401427 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-37705cc5-086c-4b18-ab80-4c37ce69cb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:48:22Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['9bb081be-dfc2-44ad-9a22-80a42da3e463'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:48:27.420501 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3aacd-3caf-44c7-a772-67a8447dfcd1 admin admin] Pushing event updated for resources: {'Port': ['ID=b894d993-7e82-490e-bf87-840c0c78c81f,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:48:27.440718 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e0e3aacd-3caf-44c7-a772-67a8447dfcd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3786720'] for router_interface (9bb081be-dfc2-44ad-9a22-80a42da3e463), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:27.444606 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24807fc6-9639-48e7-93a2-57fdd2f36e2c None None] Pushing event updated for resources: {'Port': ['ID=661a4470-5b33-4ef0-9807-43fb27abce33,revision_number=3']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:48:27.526429 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-37705cc5-086c-4b18-ab80-4c37ce69cb9d None None] Set router 9bb081be-dfc2-44ad-9a22-80a42da3e463 gateway port host: dv-cinder-837699-5-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:48:27.581409 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e0e3aacd-3caf-44c7-a772-67a8447dfcd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (b894d993-7e82-490e-bf87-840c0c78c81f), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:27.619837 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-0e1dd911-67b2-441d-b914-8686c5b15589 None None] Provisioning complete for port b894d993-7e82-490e-bf87-840c0c78c81f triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:48:27.620221 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-0e1dd911-67b2-441d-b914-8686c5b15589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (b894d993-7e82-490e-bf87-840c0c78c81f), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:27.656394 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-0e1dd911-67b2-441d-b914-8686c5b15589 None None] Port b894d993-7e82-490e-bf87-840c0c78c81f cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 09:48:27.703499 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-37705cc5-086c-4b18-ab80-4c37ce69cb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'name': 'tempest-TestVolumeBootPattern-1179763224-router', 'tenant_id': '6e6bc2241970493783de557e3f690105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '661a4470-5b33-4ef0-9807-43fb27abce33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:48:24Z', 'updated_at': '2022-05-12T09:48:25Z', 'revision_number': 3, 'project_id': '6e6bc2241970493783de557e3f690105', 'gw_port': {'id': '661a4470-5b33-4ef0-9807-43fb27abce33', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:22:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:48:25Z', 'updated_at': '2022-05-12T09:48:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi'}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:48:27.731207 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37705cc5-086c-4b18-ab80-4c37ce69cb9d None None] The sync data for ids ['9bb081be-dfc2-44ad-9a22-80a42da3e463'] in dv-cinder-837699-5-iscsi is: [{'id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'name': 'tempest-TestVolumeBootPattern-1179763224-router', 'tenant_id': '6e6bc2241970493783de557e3f690105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '661a4470-5b33-4ef0-9807-43fb27abce33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:48:24Z', 'updated_at': '2022-05-12T09:48:25Z', 'revision_number': 3, 'project_id': '6e6bc2241970493783de557e3f690105', 'gw_port': {'id': '661a4470-5b33-4ef0-9807-43fb27abce33', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:22:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:48:25Z', 'updated_at': '2022-05-12T09:48:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi'}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 09:48:27.789298 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e0e3aacd-3caf-44c7-a772-67a8447dfcd1 admin admin] Publish callbacks [] for port (b894d993-7e82-490e-bf87-840c0c78c81f), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:27.794160 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e0e3aacd-3caf-44c7-a772-67a8447dfcd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29192036'] for port (b894d993-7e82-490e-bf87-840c0c78c81f), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:27.862659 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-e0e3aacd-3caf-44c7-a772-67a8447dfcd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799210'] for router_interface (9bb081be-dfc2-44ad-9a22-80a42da3e463), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:27.864905 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3aacd-3caf-44c7-a772-67a8447dfcd1 admin admin] Pushing event updated for resources: {'Port': ['ID=b894d993-7e82-490e-bf87-840c0c78c81f,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:48:27.965432 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e3aacd-3caf-44c7-a772-67a8447dfcd1 admin admin] Network f6f9b602-5994-4479-ba8e-6005a9bbaa39 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 09:48:27.966788 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-e0e3aacd-3caf-44c7-a772-67a8447dfcd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:48:28.096684 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0e3aacd-3caf-44c7-a772-67a8447dfcd1 admin admin] Router 9bb081be-dfc2-44ad-9a22-80a42da3e463 has already been hosted by L3 agent 8db92903-2544-41c2-b919-def82c43c97a {{(pid=103458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 09:48:28.218310 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e3aacd-3caf-44c7-a772-67a8447dfcd1 admin admin] Notify agent at l3_agent.dv-cinder-837699-5-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 09:48:28.224153 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-e0e3aacd-3caf-44c7-a772-67a8447dfcd1 admin admin] 10.222.0.60 "PUT /v2.0/routers/9bb081be-dfc2-44ad-9a22-80a42da3e463/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6668341 May 12 09:48:28.279367 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-ce0472b3-a22d-4ea6-9a03-1d92ecd89128 None None] Provisioning complete for port b894d993-7e82-490e-bf87-840c0c78c81f triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:48:28.279962 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-ce0472b3-a22d-4ea6-9a03-1d92ecd89128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (b894d993-7e82-490e-bf87-840c0c78c81f), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:28.318973 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-ce0472b3-a22d-4ea6-9a03-1d92ecd89128 None None] Port b894d993-7e82-490e-bf87-840c0c78c81f cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 09:48:28.703767 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 45538) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:48:28.709185 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-904596d5-eb1f-48fd-84dd-815057e03002 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-855559223-network', 'tenant_id': '9629328eaaa04625b255cc18636c449b'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:48:28.727821 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-904596d5-eb1f-48fd-84dd-815057e03002 admin admin] Made reservation on behalf of 9629328eaaa04625b255cc18636c449b for: {'network': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 09:48:28.730119 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-904596d5-eb1f-48fd-84dd-815057e03002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for network (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:28.739320 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-904596d5-eb1f-48fd-84dd-815057e03002 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:28.813608 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-904596d5-eb1f-48fd-84dd-815057e03002 admin admin] Publish callbacks [] for security_group (2c27bb2b-5271-4419-8e51-675f02768c4d), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:28.818846 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-904596d5-eb1f-48fd-84dd-815057e03002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (2c27bb2b-5271-4419-8e51-675f02768c4d), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:28.844866 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-904596d5-eb1f-48fd-84dd-815057e03002 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=103458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 12 09:48:28.853331 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904596d5-eb1f-48fd-84dd-815057e03002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c27bb2b-5271-4419-8e51-675f02768c4d,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:48:28.859059 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-904596d5-eb1f-48fd-84dd-815057e03002 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740344558093', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720414'] for segment (39cdf3fe-7bc3-4511-ab44-0a7e592c4741), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:28.859453 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.db.segments_db [None req-904596d5-eb1f-48fd-84dd-815057e03002 admin admin] Added segment 39cdf3fe-7bc3-4511-ab44-0a7e592c4741 of type vlan for network 19c3919a-d13a-483d-8910-9b79df1663c5 May 12 09:48:28.899427 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-904596d5-eb1f-48fd-84dd-815057e03002 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740344000386'] for network (19c3919a-d13a-483d-8910-9b79df1663c5), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:28.923055 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-904596d5-eb1f-48fd-84dd-815057e03002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735'] for network (19c3919a-d13a-483d-8910-9b79df1663c5), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:28.924016 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904596d5-eb1f-48fd-84dd-815057e03002 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:48:28.924584 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-904596d5-eb1f-48fd-84dd-815057e03002 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728753'] for network (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:28.957728 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-904596d5-eb1f-48fd-84dd-815057e03002 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.2528613 May 12 09:48:28.960326 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 45540) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:48:28.988001 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-d69f57a6-d7db-4bca-8283-19737198194d admin admin] Request body: {'subnet': {'network_id': '19c3919a-d13a-483d-8910-9b79df1663c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-855559223-subnet', 'tenant_id': '9629328eaaa04625b255cc18636c449b', 'ip_version': 4}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:48:28.998195 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904596d5-eb1f-48fd-84dd-815057e03002 admin admin] Pushing event updated for resources: {'Network': ['ID=19c3919a-d13a-483d-8910-9b79df1663c5,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:48:29.009612 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Network 19c3919a-d13a-483d-8910-9b79df1663c5 details requested by agent ovs-agent-dv-cinder-837699-5-iscsi with host dv-cinder-837699-5-iscsi {{(pid=103459) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 12 09:48:29.011256 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69f57a6-d7db-4bca-8283-19737198194d admin admin] Made reservation on behalf of 9629328eaaa04625b255cc18636c449b for: {'subnet': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 09:48:29.013584 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d69f57a6-d7db-4bca-8283-19737198194d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28648136'] for subnet (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:29.188516 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device 661a4470-5b33-4ef0-9807-43fb27abce33 up at agent ovs-agent-dv-cinder-837699-5-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 09:48:29.193212 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d69f57a6-d7db-4bca-8283-19737198194d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29193443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28648158'] for subnet (1fbabbfd-7ff7-42b9-b95e-7a0a0f6345cb), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:29.238921 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Provisioning complete for port 661a4470-5b33-4ef0-9807-43fb27abce33 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:48:29.239648 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (661a4470-5b33-4ef0-9807-43fb27abce33), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:29.257241 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69f57a6-d7db-4bca-8283-19737198194d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fbabbfd-7ff7-42b9-b95e-7a0a0f6345cb,revision_number=0']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:48:29.263555 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69f57a6-d7db-4bca-8283-19737198194d admin admin] Checking segment: {'id': '39cdf3fe-7bc3-4511-ab44-0a7e592c4741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '19c3919a-d13a-483d-8910-9b79df1663c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 09:48:29.264179 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69f57a6-d7db-4bca-8283-19737198194d admin admin] Network hostable DHCP agents. Network: 19c3919a-d13a-483d-8910-9b79df1663c5, hostable agents: ['9bee5a85-5be0-4217-aa6d-1f9c6538b987'], hosted agents: [] {{(pid=103458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 12 09:48:29.281048 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69f57a6-d7db-4bca-8283-19737198194d admin admin] Network 19c3919a-d13a-483d-8910-9b79df1663c5 is scheduled to be hosted by DHCP agent 9bee5a85-5be0-4217-aa6d-1f9c6538b987 with binding_index 1 {{(pid=103458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 12 09:48:29.289792 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-d69f57a6-d7db-4bca-8283-19737198194d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837699-5-iscsi, 19c3919a-d13a-483d-8910-9b79df1663c5) {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:48:29.293890 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69f57a6-d7db-4bca-8283-19737198194d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:48:29.295841 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-d69f57a6-d7db-4bca-8283-19737198194d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:29.308316 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0837b64-ee7e-409a-a641-6365172f67e4 None None] Network 19c3919a-d13a-483d-8910-9b79df1663c5 requested from dv-cinder-837699-5-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 09:48:29.312203 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-d69f57a6-d7db-4bca-8283-19737198194d admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3506348 May 12 09:48:29.314495 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 45542) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:48:29.320071 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-2497a555-803c-4810-add0-5da3dfb60b77 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-855559223-router', 'tenant_id': '9629328eaaa04625b255cc18636c449b', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b'}}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:48:29.345381 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2497a555-803c-4810-add0-5da3dfb60b77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3795715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6309'] for router (76aafa9b-ba71-49f7-a612-ae86fb18d61c), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:29.345566 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370f3e0c-e04e-42b7-b545-e5c1e0f20c61 None None] Sync routers for ids ['9bb081be-dfc2-44ad-9a22-80a42da3e463'] in dv-cinder-837699-5-iscsi {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 09:48:29.346433 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2497a555-803c-4810-add0-5da3dfb60b77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3795959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3798042', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3743491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6238'] for router (76aafa9b-ba71-49f7-a612-ae86fb18d61c), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:29.350389 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Current status of the port 661a4470-5b33-4ef0-9807-43fb27abce33 is: DOWN; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:48:29.350780 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (661a4470-5b33-4ef0-9807-43fb27abce33), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:29.402949 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2497a555-803c-4810-add0-5da3dfb60b77 admin admin] Publish callbacks [] for router_controller (76aafa9b-ba71-49f7-a612-ae86fb18d61c), precommit_add_association {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:29.410932 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] For port 661a4470-5b33-4ef0-9807-43fb27abce33, host dv-cinder-837699-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=661a4470-5b33-4ef0-9807-43fb27abce33,segment=NetworkSegment(19f8603b-b081-4ce5-86ca-33d22941a00f),segment_id=19f8603b-b081-4ce5-86ca-33d22941a00f)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:48:29.418886 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370f3e0c-e04e-42b7-b545-e5c1e0f20c61 None None] Routers {'9bb081be-dfc2-44ad-9a22-80a42da3e463'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:48:29.419515 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-370f3e0c-e04e-42b7-b545-e5c1e0f20c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:48:22Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['9bb081be-dfc2-44ad-9a22-80a42da3e463'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:48:29.421282 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (661a4470-5b33-4ef0-9807-43fb27abce33), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:29.671138 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c09847-aebd-4bf3-977c-5cc425ae0123 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f439b0a-a78d-5e02-af88-781e2083e254-19c3919a-d13a-483d-8910-9b79df1663c5', 'network_id': '19c3919a-d13a-483d-8910-9b79df1663c5', 'project_id': '9629328eaaa04625b255cc18636c449b', 'fixed_ips': [{'subnet_id': '1fbabbfd-7ff7-42b9-b95e-7a0a0f6345cb'}]}} from dv-cinder-837699-5-iscsi. {{(pid=103459) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 12 09:48:29.672073 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d6c09847-aebd-4bf3-977c-5cc425ae0123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (None), before_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:29.715610 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Pushing event updated for resources: {'Port': ['ID=661a4470-5b33-4ef0-9807-43fb27abce33,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:48:29.748451 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-370f3e0c-e04e-42b7-b545-e5c1e0f20c61 None None] Set router 9bb081be-dfc2-44ad-9a22-80a42da3e463 gateway port host: dv-cinder-837699-5-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:48:29.836397 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2497a555-803c-4810-add0-5da3dfb60b77 admin admin] Publish callbacks [] for router_gateway (76aafa9b-ba71-49f7-a612-ae86fb18d61c), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:29.967932 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.db_base_plugin_common [None req-d6c09847-aebd-4bf3-977c-5cc425ae0123 None None] Allocated IP 172.20.0.2 (19c3919a-d13a-483d-8910-9b79df1663c5/1fbabbfd-7ff7-42b9-b95e-7a0a0f6345cb/3f34858e-10c4-4de3-8c57-0a4345c4de17) {{(pid=103459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 09:48:30.016921 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2497a555-803c-4810-add0-5da3dfb60b77 admin admin] Publish callbacks [] for router_gateway (76aafa9b-ba71-49f7-a612-ae86fb18d61c), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:30.037420 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2497a555-803c-4810-add0-5da3dfb60b77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:30.095416 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-370f3e0c-e04e-42b7-b545-e5c1e0f20c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'name': 'tempest-TestVolumeBootPattern-1179763224-router', 'tenant_id': '6e6bc2241970493783de557e3f690105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '661a4470-5b33-4ef0-9807-43fb27abce33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:48:24Z', 'updated_at': '2022-05-12T09:48:27Z', 'revision_number': 4, 'project_id': '6e6bc2241970493783de557e3f690105', 'gw_port': {'id': '661a4470-5b33-4ef0-9807-43fb27abce33', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:22:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:48:25Z', 'updated_at': '2022-05-12T09:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_interfaces': [{'id': 'b894d993-7e82-490e-bf87-840c0c78c81f', 'name': '', 'network_id': 'f6f9b602-5994-4479-ba8e-6005a9bbaa39', 'tenant_id': '6e6bc2241970493783de557e3f690105', 'mac_address': 'fa:16:3e:d3:45:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '28623973-416c-4d68-8b43-8208a047eab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:48:27Z', 'updated_at': '2022-05-12T09:48:27Z', 'revision_number': 2, 'project_id': '6e6bc2241970493783de557e3f690105', 'subnets': [{'id': '28623973-416c-4d68-8b43-8208a047eab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:48:30.130064 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370f3e0c-e04e-42b7-b545-e5c1e0f20c61 None None] Checking router: 9bb081be-dfc2-44ad-9a22-80a42da3e463 for host: dv-cinder-837699-5-iscsi {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 09:48:30.130415 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370f3e0c-e04e-42b7-b545-e5c1e0f20c61 None None] Updating router 9bb081be-dfc2-44ad-9a22-80a42da3e463 port b894d993-7e82-490e-bf87-840c0c78c81f binding host dv-cinder-837699-5-iscsi {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 09:48:30.142326 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-2497a555-803c-4810-add0-5da3dfb60b77 admin admin] Allocated IP 172.27.3.13 (35e64619-a59d-47b1-b4c9-78b55f54f97b/31f684fc-c02d-4e22-bb04-cd143bba725c/5858bdf8-60ee-4035-a5f0-e1ea450f70c0) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 09:48:30.190479 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-370f3e0c-e04e-42b7-b545-e5c1e0f20c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (b894d993-7e82-490e-bf87-840c0c78c81f), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:30.219603 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d6c09847-aebd-4bf3-977c-5cc425ae0123 None None] Publish callbacks [] for port (3f34858e-10c4-4de3-8c57-0a4345c4de17), precommit_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:30.245992 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d6c09847-aebd-4bf3-977c-5cc425ae0123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740344012620'] for port (3f34858e-10c4-4de3-8c57-0a4345c4de17), after_create {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:30.251839 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2497a555-803c-4810-add0-5da3dfb60b77 admin admin] Publish callbacks [] for port (5858bdf8-60ee-4035-a5f0-e1ea450f70c0), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:30.283920 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2497a555-803c-4810-add0-5da3dfb60b77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740344012620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29192019'] for port (5858bdf8-60ee-4035-a5f0-e1ea450f70c0), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:30.316807 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c09847-aebd-4bf3-977c-5cc425ae0123 None None] Network 19c3919a-d13a-483d-8910-9b79df1663c5 is already hosted by enough agents. {{(pid=103459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 09:48:30.329355 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2497a555-803c-4810-add0-5da3dfb60b77 admin admin] Network 35e64619-a59d-47b1-b4c9-78b55f54f97b is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 09:48:30.333813 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.scheduler.base_scheduler [None req-d6c09847-aebd-4bf3-977c-5cc425ae0123 None None] Resources bound (agent type, host, resource id): {{(pid=103459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:48:30.337613 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-2497a555-803c-4810-add0-5da3dfb60b77 admin admin] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:48:30.339301 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c09847-aebd-4bf3-977c-5cc425ae0123 None None] Received port after_create {{(pid=103459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 09:48:30.339788 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2497a555-803c-4810-add0-5da3dfb60b77 admin admin] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 09:48:30.340725 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c09847-aebd-4bf3-977c-5cc425ae0123 None None] Pushing event updated for resources: {'Port': ['ID=3f34858e-10c4-4de3-8c57-0a4345c4de17,revision_number=1']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:48:30.341753 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2497a555-803c-4810-add0-5da3dfb60b77 admin admin] Pushing event updated for resources: {'Port': ['ID=5858bdf8-60ee-4035-a5f0-e1ea450f70c0,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:48:30.460836 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-d6c09847-aebd-4bf3-977c-5cc425ae0123 None None] Attempting to bind port 3f34858e-10c4-4de3-8c57-0a4345c4de17 on host dv-cinder-837699-5-iscsi for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 09:48:30.461204 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-d6c09847-aebd-4bf3-977c-5cc425ae0123 None None] Attempting to bind port 3f34858e-10c4-4de3-8c57-0a4345c4de17 by drivers openvswitch,hyperv on host dv-cinder-837699-5-iscsi at level 0 using segments [{'id': '39cdf3fe-7bc3-4511-ab44-0a7e592c4741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '19c3919a-d13a-483d-8910-9b79df1663c5'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 09:48:30.461565 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c09847-aebd-4bf3-977c-5cc425ae0123 None None] Attempting to bind port 3f34858e-10c4-4de3-8c57-0a4345c4de17 on network 19c3919a-d13a-483d-8910-9b79df1663c5 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 09:48:30.478051 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c09847-aebd-4bf3-977c-5cc425ae0123 None None] Checking agent: {'id': '0e2e3861-7d79-4ce6-9d91-faa32ae2cb64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 9, 25, 26), 'started_at': datetime.datetime(2022, 5, 12, 9, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 9, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 09:48:30.478406 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c09847-aebd-4bf3-977c-5cc425ae0123 None None] Checking segment: {'id': '39cdf3fe-7bc3-4511-ab44-0a7e592c4741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '19c3919a-d13a-483d-8910-9b79df1663c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 09:48:30.478804 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d6c09847-aebd-4bf3-977c-5cc425ae0123 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:30.479191 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c09847-aebd-4bf3-977c-5cc425ae0123 None None] Bound using segment: {'id': '39cdf3fe-7bc3-4511-ab44-0a7e592c4741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '19c3919a-d13a-483d-8910-9b79df1663c5'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 09:48:30.479649 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-d6c09847-aebd-4bf3-977c-5cc425ae0123 None None] Bound port: 3f34858e-10c4-4de3-8c57-0a4345c4de17, host: dv-cinder-837699-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39cdf3fe-7bc3-4511-ab44-0a7e592c4741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '19c3919a-d13a-483d-8910-9b79df1663c5'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 09:48:30.480021 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d6c09847-aebd-4bf3-977c-5cc425ae0123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (3f34858e-10c4-4de3-8c57-0a4345c4de17), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:30.589541 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2497a555-803c-4810-add0-5da3dfb60b77 admin admin] Publish callbacks [] for router_gateway (76aafa9b-ba71-49f7-a612-ae86fb18d61c), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:30.598666 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-d6c09847-aebd-4bf3-977c-5cc425ae0123 None None] For port 3f34858e-10c4-4de3-8c57-0a4345c4de17, host dv-cinder-837699-5-iscsi, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 09:48:30.604488 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-d6c09847-aebd-4bf3-977c-5cc425ae0123 None None] For port 3f34858e-10c4-4de3-8c57-0a4345c4de17, host dv-cinder-837699-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=3f34858e-10c4-4de3-8c57-0a4345c4de17,segment=NetworkSegment(39cdf3fe-7bc3-4511-ab44-0a7e592c4741),segment_id=39cdf3fe-7bc3-4511-ab44-0a7e592c4741)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 09:48:30.615683 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d6c09847-aebd-4bf3-977c-5cc425ae0123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (3f34858e-10c4-4de3-8c57-0a4345c4de17), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:30.689856 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-370f3e0c-e04e-42b7-b545-e5c1e0f20c61 None None] Publish callbacks [] for port (b894d993-7e82-490e-bf87-840c0c78c81f), precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:30.705246 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-370f3e0c-e04e-42b7-b545-e5c1e0f20c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (b894d993-7e82-490e-bf87-840c0c78c81f), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:30.713037 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c09847-aebd-4bf3-977c-5cc425ae0123 None None] Pushing event updated for resources: {'Port': ['ID=3f34858e-10c4-4de3-8c57-0a4345c4de17,revision_number=2']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:48:30.764532 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148b7dcc-d4d1-4802-9a52-23b1447831a9 None None] Pushing event updated for resources: {'Port': ['ID=b894d993-7e82-490e-bf87-840c0c78c81f,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:48:30.805841 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2497a555-803c-4810-add0-5da3dfb60b77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3795854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798221'] for router (76aafa9b-ba71-49f7-a612-ae86fb18d61c), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:30.824673 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-370f3e0c-e04e-42b7-b545-e5c1e0f20c61 None None] Attempting to bind port b894d993-7e82-490e-bf87-840c0c78c81f on host dv-cinder-837699-5-iscsi for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 09:48:30.825044 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-370f3e0c-e04e-42b7-b545-e5c1e0f20c61 None None] Attempting to bind port b894d993-7e82-490e-bf87-840c0c78c81f by drivers openvswitch,hyperv on host dv-cinder-837699-5-iscsi at level 0 using segments [{'id': 'f47e11d4-d34b-4d5a-95a2-c4d425db3481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f6f9b602-5994-4479-ba8e-6005a9bbaa39'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 09:48:30.825402 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370f3e0c-e04e-42b7-b545-e5c1e0f20c61 None None] Attempting to bind port b894d993-7e82-490e-bf87-840c0c78c81f on network f6f9b602-5994-4479-ba8e-6005a9bbaa39 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 09:48:30.832692 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370f3e0c-e04e-42b7-b545-e5c1e0f20c61 None None] Checking agent: {'id': '0e2e3861-7d79-4ce6-9d91-faa32ae2cb64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 9, 25, 26), 'started_at': datetime.datetime(2022, 5, 12, 9, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 9, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 09:48:30.833060 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370f3e0c-e04e-42b7-b545-e5c1e0f20c61 None None] Checking segment: {'id': 'f47e11d4-d34b-4d5a-95a2-c4d425db3481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f6f9b602-5994-4479-ba8e-6005a9bbaa39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 09:48:30.833459 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-370f3e0c-e04e-42b7-b545-e5c1e0f20c61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:30.833849 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370f3e0c-e04e-42b7-b545-e5c1e0f20c61 None None] Bound using segment: {'id': 'f47e11d4-d34b-4d5a-95a2-c4d425db3481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f6f9b602-5994-4479-ba8e-6005a9bbaa39'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 09:48:30.834336 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-370f3e0c-e04e-42b7-b545-e5c1e0f20c61 None None] Bound port: b894d993-7e82-490e-bf87-840c0c78c81f, host: dv-cinder-837699-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f47e11d4-d34b-4d5a-95a2-c4d425db3481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f6f9b602-5994-4479-ba8e-6005a9bbaa39'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 09:48:30.834716 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-370f3e0c-e04e-42b7-b545-e5c1e0f20c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (b894d993-7e82-490e-bf87-840c0c78c81f), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:30.912808 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-370f3e0c-e04e-42b7-b545-e5c1e0f20c61 None None] For port b894d993-7e82-490e-bf87-840c0c78c81f, host dv-cinder-837699-5-iscsi, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 09:48:30.916592 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-370f3e0c-e04e-42b7-b545-e5c1e0f20c61 None None] For port b894d993-7e82-490e-bf87-840c0c78c81f, host dv-cinder-837699-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=b894d993-7e82-490e-bf87-840c0c78c81f,segment=NetworkSegment(f47e11d4-d34b-4d5a-95a2-c4d425db3481),segment_id=f47e11d4-d34b-4d5a-95a2-c4d425db3481)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 09:48:30.927648 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-370f3e0c-e04e-42b7-b545-e5c1e0f20c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (b894d993-7e82-490e-bf87-840c0c78c81f), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:30.995775 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370f3e0c-e04e-42b7-b545-e5c1e0f20c61 None None] Routers {'9bb081be-dfc2-44ad-9a22-80a42da3e463'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:48:30.996435 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-370f3e0c-e04e-42b7-b545-e5c1e0f20c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:48:22Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['9bb081be-dfc2-44ad-9a22-80a42da3e463'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:48:31.005306 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2497a555-803c-4810-add0-5da3dfb60b77 admin admin] Router 76aafa9b-ba71-49f7-a612-ae86fb18d61c is scheduled to L3 agent 8db92903-2544-41c2-b919-def82c43c97a with binding_index 1 {{(pid=103458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 12 09:48:31.052659 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148b7dcc-d4d1-4802-9a52-23b1447831a9 None None] Pushing event updated for resources: {'Port': ['ID=b894d993-7e82-490e-bf87-840c0c78c81f,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:48:31.080486 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3d02134a-b81e-4ad9-b2fe-8be785c74bd9 None None] Provisioning complete for port b894d993-7e82-490e-bf87-840c0c78c81f triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:48:31.080733 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3d02134a-b81e-4ad9-b2fe-8be785c74bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (b894d993-7e82-490e-bf87-840c0c78c81f), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:31.140120 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2497a555-803c-4810-add0-5da3dfb60b77 admin admin] Notify agent at l3_agent.dv-cinder-837699-5-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 09:48:31.160122 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a807fd-2111-4e08-b825-8310a7ff347f None None] Sync routers for ids ['76aafa9b-ba71-49f7-a612-ae86fb18d61c'] in dv-cinder-837699-5-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 09:48:31.177934 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2497a555-803c-4810-add0-5da3dfb60b77 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:31.180963 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 45544) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:48:31.190123 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a807fd-2111-4e08-b825-8310a7ff347f None None] Routers {'76aafa9b-ba71-49f7-a612-ae86fb18d61c'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:48:31.192809 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-2497a555-803c-4810-add0-5da3dfb60b77 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8771932 May 12 09:48:31.194613 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-a3a807fd-2111-4e08-b825-8310a7ff347f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:48:22Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['76aafa9b-ba71-49f7-a612-ae86fb18d61c'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:48:31.313231 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-370f3e0c-e04e-42b7-b545-e5c1e0f20c61 None None] Set router 9bb081be-dfc2-44ad-9a22-80a42da3e463 gateway port host: dv-cinder-837699-5-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:48:31.371823 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device 3f34858e-10c4-4de3-8c57-0a4345c4de17 up at agent ovs-agent-dv-cinder-837699-5-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 09:48:31.478052 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-a3a807fd-2111-4e08-b825-8310a7ff347f None None] Set router 76aafa9b-ba71-49f7-a612-ae86fb18d61c gateway port host: dv-cinder-837699-5-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:48:31.596834 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3d02134a-b81e-4ad9-b2fe-8be785c74bd9 None None] Current status of the port b894d993-7e82-490e-bf87-840c0c78c81f is: DOWN; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:48:31.597288 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3d02134a-b81e-4ad9-b2fe-8be785c74bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (b894d993-7e82-490e-bf87-840c0c78c81f), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:31.651022 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0da9ff59-8f9d-436f-9b9e-c7903419f124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:31.679374 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-a3a807fd-2111-4e08-b825-8310a7ff347f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76aafa9b-ba71-49f7-a612-ae86fb18d61c', 'name': 'tempest-TestVolumeBootPattern-855559223-router', 'tenant_id': '9629328eaaa04625b255cc18636c449b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '5858bdf8-60ee-4035-a5f0-e1ea450f70c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:48:29Z', 'updated_at': '2022-05-12T09:48:30Z', 'revision_number': 3, 'project_id': '9629328eaaa04625b255cc18636c449b', 'gw_port': {'id': '5858bdf8-60ee-4035-a5f0-e1ea450f70c0', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e8:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76aafa9b-ba71-49f7-a612-ae86fb18d61c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:48:30Z', 'updated_at': '2022-05-12T09:48:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi'}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:48:31.687101 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3d02134a-b81e-4ad9-b2fe-8be785c74bd9 None None] For port b894d993-7e82-490e-bf87-840c0c78c81f, host dv-cinder-837699-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=b894d993-7e82-490e-bf87-840c0c78c81f,segment=NetworkSegment(f47e11d4-d34b-4d5a-95a2-c4d425db3481),segment_id=f47e11d4-d34b-4d5a-95a2-c4d425db3481)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:48:31.700214 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3d02134a-b81e-4ad9-b2fe-8be785c74bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (b894d993-7e82-490e-bf87-840c0c78c81f), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:31.713182 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a807fd-2111-4e08-b825-8310a7ff347f None None] Checking router: 76aafa9b-ba71-49f7-a612-ae86fb18d61c for host: dv-cinder-837699-5-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 09:48:31.713791 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a807fd-2111-4e08-b825-8310a7ff347f None None] Updating router 76aafa9b-ba71-49f7-a612-ae86fb18d61c port 5858bdf8-60ee-4035-a5f0-e1ea450f70c0 binding host dv-cinder-837699-5-iscsi {{(pid=103460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 09:48:31.731502 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Provisioning complete for port 3f34858e-10c4-4de3-8c57-0a4345c4de17 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:48:31.731502 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (3f34858e-10c4-4de3-8c57-0a4345c4de17), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:31.756715 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-a3a807fd-2111-4e08-b825-8310a7ff347f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (5858bdf8-60ee-4035-a5f0-e1ea450f70c0), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:31.803538 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d02134a-b81e-4ad9-b2fe-8be785c74bd9 None None] Pushing event updated for resources: {'Port': ['ID=b894d993-7e82-490e-bf87-840c0c78c81f,revision_number=5']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:48:31.855737 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-0da9ff59-8f9d-436f-9b9e-c7903419f124 admin admin] Allocated IP 172.20.0.1 (19c3919a-d13a-483d-8910-9b79df1663c5/1fbabbfd-7ff7-42b9-b95e-7a0a0f6345cb/6292ef61-f181-4f72-8790-c1f351a89f7f) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 09:48:31.862655 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-8007855b-aa73-40b7-b262-cdbd9dbc04c9 None None] Provisioning complete for port b894d993-7e82-490e-bf87-840c0c78c81f triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:48:31.863047 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-8007855b-aa73-40b7-b262-cdbd9dbc04c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (b894d993-7e82-490e-bf87-840c0c78c81f), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:31.892631 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-370f3e0c-e04e-42b7-b545-e5c1e0f20c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'name': 'tempest-TestVolumeBootPattern-1179763224-router', 'tenant_id': '6e6bc2241970493783de557e3f690105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '661a4470-5b33-4ef0-9807-43fb27abce33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:48:24Z', 'updated_at': '2022-05-12T09:48:27Z', 'revision_number': 4, 'project_id': '6e6bc2241970493783de557e3f690105', 'gw_port': {'id': '661a4470-5b33-4ef0-9807-43fb27abce33', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:22:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:48:25Z', 'updated_at': '2022-05-12T09:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_interfaces': [{'id': 'b894d993-7e82-490e-bf87-840c0c78c81f', 'name': '', 'network_id': 'f6f9b602-5994-4479-ba8e-6005a9bbaa39', 'tenant_id': '6e6bc2241970493783de557e3f690105', 'mac_address': 'fa:16:3e:d3:45:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '28623973-416c-4d68-8b43-8208a047eab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:48:27Z', 'updated_at': '2022-05-12T09:48:30Z', 'revision_number': 4, 'project_id': '6e6bc2241970493783de557e3f690105', 'subnets': [{'id': '28623973-416c-4d68-8b43-8208a047eab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:48:31.943890 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370f3e0c-e04e-42b7-b545-e5c1e0f20c61 None None] The sync data for ids ['9bb081be-dfc2-44ad-9a22-80a42da3e463'] in dv-cinder-837699-5-iscsi is: [{'id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'name': 'tempest-TestVolumeBootPattern-1179763224-router', 'tenant_id': '6e6bc2241970493783de557e3f690105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '661a4470-5b33-4ef0-9807-43fb27abce33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:48:24Z', 'updated_at': '2022-05-12T09:48:27Z', 'revision_number': 4, 'project_id': '6e6bc2241970493783de557e3f690105', 'gw_port': {'id': '661a4470-5b33-4ef0-9807-43fb27abce33', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:22:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:48:25Z', 'updated_at': '2022-05-12T09:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_interfaces': [{'id': 'b894d993-7e82-490e-bf87-840c0c78c81f', 'name': '', 'network_id': 'f6f9b602-5994-4479-ba8e-6005a9bbaa39', 'tenant_id': '6e6bc2241970493783de557e3f690105', 'mac_address': 'fa:16:3e:d3:45:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '28623973-416c-4d68-8b43-8208a047eab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:48:27Z', 'updated_at': '2022-05-12T09:48:30Z', 'revision_number': 4, 'project_id': '6e6bc2241970493783de557e3f690105', 'subnets': [{'id': '28623973-416c-4d68-8b43-8208a047eab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 09:48:31.969571 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Current status of the port 3f34858e-10c4-4de3-8c57-0a4345c4de17 is: DOWN; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:48:31.973859 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (3f34858e-10c4-4de3-8c57-0a4345c4de17), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:32.013602 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0da9ff59-8f9d-436f-9b9e-c7903419f124 admin admin] Publish callbacks [] for port (6292ef61-f181-4f72-8790-c1f351a89f7f), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:32.062637 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] For port 3f34858e-10c4-4de3-8c57-0a4345c4de17, host dv-cinder-837699-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=3f34858e-10c4-4de3-8c57-0a4345c4de17,segment=NetworkSegment(39cdf3fe-7bc3-4511-ab44-0a7e592c4741),segment_id=39cdf3fe-7bc3-4511-ab44-0a7e592c4741)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:48:32.066736 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d853ee-3174-4c11-a1f1-63d9ea5c9dbb None None] Network 19c3919a-d13a-483d-8910-9b79df1663c5 requested from dv-cinder-837699-5-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 09:48:32.073135 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0da9ff59-8f9d-436f-9b9e-c7903419f124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740344012620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28491394'] for port (6292ef61-f181-4f72-8790-c1f351a89f7f), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:32.118048 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da9ff59-8f9d-436f-9b9e-c7903419f124 admin admin] Network 19c3919a-d13a-483d-8910-9b79df1663c5 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 09:48:32.122439 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-0da9ff59-8f9d-436f-9b9e-c7903419f124 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:48:32.128095 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da9ff59-8f9d-436f-9b9e-c7903419f124 admin admin] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 09:48:32.147168 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (3f34858e-10c4-4de3-8c57-0a4345c4de17), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:32.148327 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device 661a4470-5b33-4ef0-9807-43fb27abce33 up at agent ovs-agent-dv-cinder-837699-5-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 09:48:32.164896 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0da9ff59-8f9d-436f-9b9e-c7903419f124 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3786720'] for router_interface (76aafa9b-ba71-49f7-a612-ae86fb18d61c), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:32.184585 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-a3a807fd-2111-4e08-b825-8310a7ff347f None None] Publish callbacks [] for port (5858bdf8-60ee-4035-a5f0-e1ea450f70c0), precommit_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:32.190524 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-a3a807fd-2111-4e08-b825-8310a7ff347f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (5858bdf8-60ee-4035-a5f0-e1ea450f70c0), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:32.230322 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-a3a807fd-2111-4e08-b825-8310a7ff347f None None] Attempting to bind port 5858bdf8-60ee-4035-a5f0-e1ea450f70c0 on host dv-cinder-837699-5-iscsi for vnic_type normal with profile {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 09:48:32.231429 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-a3a807fd-2111-4e08-b825-8310a7ff347f None None] Attempting to bind port 5858bdf8-60ee-4035-a5f0-e1ea450f70c0 by drivers openvswitch,hyperv on host dv-cinder-837699-5-iscsi at level 0 using segments [{'id': '19f8603b-b081-4ce5-86ca-33d22941a00f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b'}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 09:48:32.231429 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a807fd-2111-4e08-b825-8310a7ff347f None None] Attempting to bind port 5858bdf8-60ee-4035-a5f0-e1ea450f70c0 on network 35e64619-a59d-47b1-b4c9-78b55f54f97b {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 09:48:32.234424 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-8007855b-aa73-40b7-b262-cdbd9dbc04c9 None None] Current status of the port b894d993-7e82-490e-bf87-840c0c78c81f is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:48:32.268565 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a807fd-2111-4e08-b825-8310a7ff347f None None] Checking agent: {'id': '0e2e3861-7d79-4ce6-9d91-faa32ae2cb64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 9, 25, 26), 'started_at': datetime.datetime(2022, 5, 12, 9, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 9, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 09:48:32.269760 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a807fd-2111-4e08-b825-8310a7ff347f None None] Checking segment: {'id': '19f8603b-b081-4ce5-86ca-33d22941a00f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 09:48:32.270219 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-a3a807fd-2111-4e08-b825-8310a7ff347f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:32.270750 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a807fd-2111-4e08-b825-8310a7ff347f None None] Bound using segment: {'id': '19f8603b-b081-4ce5-86ca-33d22941a00f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b'} {{(pid=103460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 09:48:32.271282 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.managers [None req-a3a807fd-2111-4e08-b825-8310a7ff347f None None] Bound port: 5858bdf8-60ee-4035-a5f0-e1ea450f70c0, host: dv-cinder-837699-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19f8603b-b081-4ce5-86ca-33d22941a00f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b'}}] {{(pid=103460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 09:48:32.271668 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-a3a807fd-2111-4e08-b825-8310a7ff347f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (5858bdf8-60ee-4035-a5f0-e1ea450f70c0), before_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:32.278851 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da9ff59-8f9d-436f-9b9e-c7903419f124 admin admin] Pushing event updated for resources: {'Port': ['ID=6292ef61-f181-4f72-8790-c1f351a89f7f,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:48:32.288846 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da9ff59-8f9d-436f-9b9e-c7903419f124 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:48:32.289601 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da9ff59-8f9d-436f-9b9e-c7903419f124 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:48:32.290217 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da9ff59-8f9d-436f-9b9e-c7903419f124 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:48:32.290790 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da9ff59-8f9d-436f-9b9e-c7903419f124 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:48:32.291340 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da9ff59-8f9d-436f-9b9e-c7903419f124 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:48:32.291889 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da9ff59-8f9d-436f-9b9e-c7903419f124 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:48:32.292445 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da9ff59-8f9d-436f-9b9e-c7903419f124 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:48:32.292988 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da9ff59-8f9d-436f-9b9e-c7903419f124 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:48:32.293615 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da9ff59-8f9d-436f-9b9e-c7903419f124 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:48:32.294045 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da9ff59-8f9d-436f-9b9e-c7903419f124 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:48:32.294384 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da9ff59-8f9d-436f-9b9e-c7903419f124 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:48:32.294724 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da9ff59-8f9d-436f-9b9e-c7903419f124 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:48:32.295056 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da9ff59-8f9d-436f-9b9e-c7903419f124 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:48:32.295386 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da9ff59-8f9d-436f-9b9e-c7903419f124 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:48:32.295711 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da9ff59-8f9d-436f-9b9e-c7903419f124 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:48:32.305501 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Pushing event updated for resources: {'Port': ['ID=3f34858e-10c4-4de3-8c57-0a4345c4de17,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:48:32.335809 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-a3a807fd-2111-4e08-b825-8310a7ff347f None None] For port 5858bdf8-60ee-4035-a5f0-e1ea450f70c0, host dv-cinder-837699-5-iscsi, cleared binding levels {{(pid=103460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 09:48:32.339927 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.plugins.ml2.db [None req-a3a807fd-2111-4e08-b825-8310a7ff347f None None] For port 5858bdf8-60ee-4035-a5f0-e1ea450f70c0, host dv-cinder-837699-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=5858bdf8-60ee-4035-a5f0-e1ea450f70c0,segment=NetworkSegment(19f8603b-b081-4ce5-86ca-33d22941a00f),segment_id=19f8603b-b081-4ce5-86ca-33d22941a00f)] {{(pid=103460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 09:48:32.345937 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0da9ff59-8f9d-436f-9b9e-c7903419f124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (6292ef61-f181-4f72-8790-c1f351a89f7f), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:32.350828 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron_lib.callbacks.manager [None req-a3a807fd-2111-4e08-b825-8310a7ff347f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (5858bdf8-60ee-4035-a5f0-e1ea450f70c0), after_update {{(pid=103460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:32.375807 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Provisioning complete for port 661a4470-5b33-4ef0-9807-43fb27abce33 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:48:32.377360 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (661a4470-5b33-4ef0-9807-43fb27abce33), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:32.387239 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57a0efb-52b7-40fb-96b6-7bec3bb39f70 None None] Pushing event updated for resources: {'Port': ['ID=5858bdf8-60ee-4035-a5f0-e1ea450f70c0,revision_number=2']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:48:32.412138 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3e3bff89-4271-4688-b010-4bc9884a6d13 None None] Provisioning complete for port 3f34858e-10c4-4de3-8c57-0a4345c4de17 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:48:32.413244 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3e3bff89-4271-4688-b010-4bc9884a6d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (3f34858e-10c4-4de3-8c57-0a4345c4de17), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:32.448518 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57a0efb-52b7-40fb-96b6-7bec3bb39f70 None None] Pushing event updated for resources: {'Port': ['ID=5858bdf8-60ee-4035-a5f0-e1ea450f70c0,revision_number=3']} {{(pid=103460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:48:32.452562 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a807fd-2111-4e08-b825-8310a7ff347f None None] Routers {'76aafa9b-ba71-49f7-a612-ae86fb18d61c'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:48:32.453182 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-a3a807fd-2111-4e08-b825-8310a7ff347f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:48:22Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['76aafa9b-ba71-49f7-a612-ae86fb18d61c'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:48:32.540558 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Current status of the port 661a4470-5b33-4ef0-9807-43fb27abce33 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:48:32.598360 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3e3bff89-4271-4688-b010-4bc9884a6d13 None None] Current status of the port 3f34858e-10c4-4de3-8c57-0a4345c4de17 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:48:32.610612 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-a3a807fd-2111-4e08-b825-8310a7ff347f None None] Set router 76aafa9b-ba71-49f7-a612-ae86fb18d61c gateway port host: dv-cinder-837699-5-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:48:32.720516 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-1d4b9d4b-8c1a-400e-a629-0de0ddf33727 None None] Provisioning complete for port 3f34858e-10c4-4de3-8c57-0a4345c4de17 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:48:32.721226 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-1d4b9d4b-8c1a-400e-a629-0de0ddf33727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (3f34858e-10c4-4de3-8c57-0a4345c4de17), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:32.859602 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-1d4b9d4b-8c1a-400e-a629-0de0ddf33727 None None] Current status of the port 3f34858e-10c4-4de3-8c57-0a4345c4de17 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:48:32.873150 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-a3a807fd-2111-4e08-b825-8310a7ff347f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76aafa9b-ba71-49f7-a612-ae86fb18d61c', 'name': 'tempest-TestVolumeBootPattern-855559223-router', 'tenant_id': '9629328eaaa04625b255cc18636c449b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '5858bdf8-60ee-4035-a5f0-e1ea450f70c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:48:29Z', 'updated_at': '2022-05-12T09:48:32Z', 'revision_number': 4, 'project_id': '9629328eaaa04625b255cc18636c449b', 'gw_port': {'id': '5858bdf8-60ee-4035-a5f0-e1ea450f70c0', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e8:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76aafa9b-ba71-49f7-a612-ae86fb18d61c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:48:30Z', 'updated_at': '2022-05-12T09:48:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_interfaces': [{'id': '6292ef61-f181-4f72-8790-c1f351a89f7f', 'name': '', 'network_id': '19c3919a-d13a-483d-8910-9b79df1663c5', 'tenant_id': '9629328eaaa04625b255cc18636c449b', 'mac_address': 'fa:16:3e:61:bd:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76aafa9b-ba71-49f7-a612-ae86fb18d61c', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '1fbabbfd-7ff7-42b9-b95e-7a0a0f6345cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:48:31Z', 'updated_at': '2022-05-12T09:48:31Z', 'revision_number': 1, 'project_id': '9629328eaaa04625b255cc18636c449b', 'subnets': [{'id': '1fbabbfd-7ff7-42b9-b95e-7a0a0f6345cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:48:32.874798 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-1d4b9d4b-8c1a-400e-a629-0de0ddf33727 None None] Provisioning complete for port 6292ef61-f181-4f72-8790-c1f351a89f7f triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:48:32.875345 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-1d4b9d4b-8c1a-400e-a629-0de0ddf33727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (6292ef61-f181-4f72-8790-c1f351a89f7f), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:32.915521 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a807fd-2111-4e08-b825-8310a7ff347f None None] The sync data for ids ['76aafa9b-ba71-49f7-a612-ae86fb18d61c'] in dv-cinder-837699-5-iscsi is: [{'id': '76aafa9b-ba71-49f7-a612-ae86fb18d61c', 'name': 'tempest-TestVolumeBootPattern-855559223-router', 'tenant_id': '9629328eaaa04625b255cc18636c449b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '5858bdf8-60ee-4035-a5f0-e1ea450f70c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:48:29Z', 'updated_at': '2022-05-12T09:48:32Z', 'revision_number': 4, 'project_id': '9629328eaaa04625b255cc18636c449b', 'gw_port': {'id': '5858bdf8-60ee-4035-a5f0-e1ea450f70c0', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e8:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76aafa9b-ba71-49f7-a612-ae86fb18d61c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:48:30Z', 'updated_at': '2022-05-12T09:48:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_interfaces': [{'id': '6292ef61-f181-4f72-8790-c1f351a89f7f', 'name': '', 'network_id': '19c3919a-d13a-483d-8910-9b79df1663c5', 'tenant_id': '9629328eaaa04625b255cc18636c449b', 'mac_address': 'fa:16:3e:61:bd:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76aafa9b-ba71-49f7-a612-ae86fb18d61c', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '1fbabbfd-7ff7-42b9-b95e-7a0a0f6345cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:48:31Z', 'updated_at': '2022-05-12T09:48:31Z', 'revision_number': 1, 'project_id': '9629328eaaa04625b255cc18636c449b', 'subnets': [{'id': '1fbabbfd-7ff7-42b9-b95e-7a0a0f6345cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 09:48:32.926074 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-1d4b9d4b-8c1a-400e-a629-0de0ddf33727 None None] Port 6292ef61-f181-4f72-8790-c1f351a89f7f cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 09:48:32.932983 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0da9ff59-8f9d-436f-9b9e-c7903419f124 admin admin] Publish callbacks [] for port (6292ef61-f181-4f72-8790-c1f351a89f7f), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:32.943919 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0da9ff59-8f9d-436f-9b9e-c7903419f124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28491445'] for port (6292ef61-f181-4f72-8790-c1f351a89f7f), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:33.013043 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0da9ff59-8f9d-436f-9b9e-c7903419f124 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3799210'] for router_interface (76aafa9b-ba71-49f7-a612-ae86fb18d61c), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:33.015454 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da9ff59-8f9d-436f-9b9e-c7903419f124 admin admin] Pushing event updated for resources: {'Port': ['ID=6292ef61-f181-4f72-8790-c1f351a89f7f,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:48:33.058095 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-2b5ae329-1e59-4610-adc4-2676cc80e031 None None] Provisioning complete for port 6292ef61-f181-4f72-8790-c1f351a89f7f triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:48:33.058557 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-2b5ae329-1e59-4610-adc4-2676cc80e031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (6292ef61-f181-4f72-8790-c1f351a89f7f), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:33.101631 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-2b5ae329-1e59-4610-adc4-2676cc80e031 None None] Port 6292ef61-f181-4f72-8790-c1f351a89f7f cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 09:48:33.133488 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da9ff59-8f9d-436f-9b9e-c7903419f124 admin admin] Network 19c3919a-d13a-483d-8910-9b79df1663c5 is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 09:48:33.134989 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-0da9ff59-8f9d-436f-9b9e-c7903419f124 admin admin] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:48:33.351742 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0da9ff59-8f9d-436f-9b9e-c7903419f124 admin admin] Router 76aafa9b-ba71-49f7-a612-ae86fb18d61c has already been hosted by L3 agent 8db92903-2544-41c2-b919-def82c43c97a {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 09:48:33.363774 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device 3f34858e-10c4-4de3-8c57-0a4345c4de17 up at agent ovs-agent-dv-cinder-837699-5-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 09:48:33.433615 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-c4715458-c71e-4a83-9e16-f333187d0f05 None None] Provisioning complete for port 6292ef61-f181-4f72-8790-c1f351a89f7f triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:48:33.434294 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-c4715458-c71e-4a83-9e16-f333187d0f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (6292ef61-f181-4f72-8790-c1f351a89f7f), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:33.437176 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Provisioning complete for port 3f34858e-10c4-4de3-8c57-0a4345c4de17 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:48:33.437544 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (3f34858e-10c4-4de3-8c57-0a4345c4de17), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:33.496455 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-c4715458-c71e-4a83-9e16-f333187d0f05 None None] Port 6292ef61-f181-4f72-8790-c1f351a89f7f cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 09:48:33.497773 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0da9ff59-8f9d-436f-9b9e-c7903419f124 admin admin] Notify agent at l3_agent.dv-cinder-837699-5-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 09:48:33.502936 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-0da9ff59-8f9d-436f-9b9e-c7903419f124 admin admin] 10.222.0.60 "PUT /v2.0/routers/76aafa9b-ba71-49f7-a612-ae86fb18d61c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3206930 May 12 09:48:33.550343 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Current status of the port 3f34858e-10c4-4de3-8c57-0a4345c4de17 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:48:33.551494 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device b894d993-7e82-490e-bf87-840c0c78c81f up at agent ovs-agent-dv-cinder-837699-5-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 09:48:33.602477 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Provisioning complete for port b894d993-7e82-490e-bf87-840c0c78c81f triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:48:33.602891 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (b894d993-7e82-490e-bf87-840c0c78c81f), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:33.687086 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Current status of the port b894d993-7e82-490e-bf87-840c0c78c81f is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:48:33.855205 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 45552) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:48:33.859710 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-244c86d2-2592-4f14-bd67-c9858c949df1 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-176244007', 'description': 'tempest-secgroup-smoke-176244007 description', 'project_id': '6e6bc2241970493783de557e3f690105'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:48:33.878742 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-244c86d2-2592-4f14-bd67-c9858c949df1 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:33.941769 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-244c86d2-2592-4f14-bd67-c9858c949df1 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks [] for security_group (2d61dae1-6db7-4389-988a-c2f29773c422), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:33.944996 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-244c86d2-2592-4f14-bd67-c9858c949df1 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (2d61dae1-6db7-4389-988a-c2f29773c422), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:33.976036 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-244c86d2-2592-4f14-bd67-c9858c949df1 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:33.977226 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-244c86d2-2592-4f14-bd67-c9858c949df1 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1210160 May 12 09:48:33.979073 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244c86d2-2592-4f14-bd67-c9858c949df1 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d61dae1-6db7-4389-988a-c2f29773c422,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:48:33.980298 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 45554) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:48:33.984935 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-942fa25f-b204-4bf0-808f-7e2dc5af2a9e tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Request body: {'security_group_rule': {'security_group_id': '2d61dae1-6db7-4389-988a-c2f29773c422', 'project_id': '6e6bc2241970493783de557e3f690105', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:48:34.010629 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-942fa25f-b204-4bf0-808f-7e2dc5af2a9e tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks [] for security_group_rule (b55d75a0-fe15-40b9-8856-316f5fd33fac), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:34.055669 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-942fa25f-b204-4bf0-808f-7e2dc5af2a9e tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks [] for security_group_rule (b55d75a0-fe15-40b9-8856-316f5fd33fac), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:34.058925 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-942fa25f-b204-4bf0-808f-7e2dc5af2a9e tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689781'] for security_group_rule (b55d75a0-fe15-40b9-8856-316f5fd33fac), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:34.076048 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942fa25f-b204-4bf0-808f-7e2dc5af2a9e tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b55d75a0-fe15-40b9-8856-316f5fd33fac,revision_number=0']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:48:34.084917 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-942fa25f-b204-4bf0-808f-7e2dc5af2a9e tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:34.086123 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-942fa25f-b204-4bf0-808f-7e2dc5af2a9e tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1047924 May 12 09:48:34.088949 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 45556) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:48:34.093379 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-ddc69673-7fd0-46b0-b607-ccebfc0ee3f7 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Request body: {'security_group_rule': {'security_group_id': '2d61dae1-6db7-4389-988a-c2f29773c422', 'project_id': '6e6bc2241970493783de557e3f690105', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:48:34.119020 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ddc69673-7fd0-46b0-b607-ccebfc0ee3f7 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks [] for security_group_rule (baca6e3f-625e-483a-a4dd-611ab9ef1383), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:34.164474 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ddc69673-7fd0-46b0-b607-ccebfc0ee3f7 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks [] for security_group_rule (baca6e3f-625e-483a-a4dd-611ab9ef1383), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:34.167806 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ddc69673-7fd0-46b0-b607-ccebfc0ee3f7 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689781'] for security_group_rule (baca6e3f-625e-483a-a4dd-611ab9ef1383), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:34.184217 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc69673-7fd0-46b0-b607-ccebfc0ee3f7 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baca6e3f-625e-483a-a4dd-611ab9ef1383,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:48:34.194363 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ddc69673-7fd0-46b0-b607-ccebfc0ee3f7 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:34.195484 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-ddc69673-7fd0-46b0-b607-ccebfc0ee3f7 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1055331 May 12 09:48:34.198150 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 45558) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:48:34.202325 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-604d3b44-6814-4b2d-943a-543d2b20c9c1 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Request body: {'security_group_rule': {'security_group_id': '2d61dae1-6db7-4389-988a-c2f29773c422', 'project_id': '6e6bc2241970493783de557e3f690105', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:48:34.213744 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-1d9e6a58-d356-44ab-bb34-37357c1267d7 None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 09:48:34.227575 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-604d3b44-6814-4b2d-943a-543d2b20c9c1 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks [] for security_group_rule (bed2bfec-13a8-416c-b0b1-48678ec7859d), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:34.282438 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-604d3b44-6814-4b2d-943a-543d2b20c9c1 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks [] for security_group_rule (bed2bfec-13a8-416c-b0b1-48678ec7859d), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:34.285765 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-604d3b44-6814-4b2d-943a-543d2b20c9c1 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689781'] for security_group_rule (bed2bfec-13a8-416c-b0b1-48678ec7859d), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:34.302594 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604d3b44-6814-4b2d-943a-543d2b20c9c1 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bed2bfec-13a8-416c-b0b1-48678ec7859d,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:48:34.309209 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-604d3b44-6814-4b2d-943a-543d2b20c9c1 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:34.310387 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-604d3b44-6814-4b2d-943a-543d2b20c9c1 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1113343 May 12 09:48:34.313066 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 45562) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:48:34.317689 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-be5a80b1-d227-43c1-ac01-a5d8cfe0bd3c tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Request body: {'security_group_rule': {'security_group_id': '2d61dae1-6db7-4389-988a-c2f29773c422', 'project_id': '6e6bc2241970493783de557e3f690105', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:48:34.344862 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-be5a80b1-d227-43c1-ac01-a5d8cfe0bd3c tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks [] for security_group_rule (4209e7c4-1b6c-41fc-a7bc-fececc1d6ea7), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:34.400030 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-be5a80b1-d227-43c1-ac01-a5d8cfe0bd3c tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks [] for security_group_rule (4209e7c4-1b6c-41fc-a7bc-fececc1d6ea7), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:34.407203 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-be5a80b1-d227-43c1-ac01-a5d8cfe0bd3c tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689781'] for security_group_rule (4209e7c4-1b6c-41fc-a7bc-fececc1d6ea7), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:34.424070 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5a80b1-d227-43c1-ac01-a5d8cfe0bd3c tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4209e7c4-1b6c-41fc-a7bc-fececc1d6ea7,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:48:34.432903 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-be5a80b1-d227-43c1-ac01-a5d8cfe0bd3c tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:34.434108 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-be5a80b1-d227-43c1-ac01-a5d8cfe0bd3c tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1201115 May 12 09:48:34.436697 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 45564) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:48:34.441047 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-c0112a50-46f3-4f1a-88b1-53e069b4bdc9 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Request body: {'security_group_rule': {'security_group_id': '2d61dae1-6db7-4389-988a-c2f29773c422', 'project_id': '6e6bc2241970493783de557e3f690105', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:48:34.461583 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.db.securitygroups_db [None req-c0112a50-46f3-4f1a-88b1-53e069b4bdc9 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Project 6e6bc2241970493783de557e3f690105 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 09:48:34.466816 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c0112a50-46f3-4f1a-88b1-53e069b4bdc9 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks [] for security_group_rule (695e0e26-6fac-475e-9461-0286d3e15c66), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:34.526498 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c0112a50-46f3-4f1a-88b1-53e069b4bdc9 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks [] for security_group_rule (695e0e26-6fac-475e-9461-0286d3e15c66), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:34.529630 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c0112a50-46f3-4f1a-88b1-53e069b4bdc9 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689781'] for security_group_rule (695e0e26-6fac-475e-9461-0286d3e15c66), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:34.546058 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0112a50-46f3-4f1a-88b1-53e069b4bdc9 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=695e0e26-6fac-475e-9461-0286d3e15c66,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:48:34.553704 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-c0112a50-46f3-4f1a-88b1-53e069b4bdc9 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:34.554909 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-c0112a50-46f3-4f1a-88b1-53e069b4bdc9 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1172593 May 12 09:48:34.557607 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 45566) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:48:34.561983 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-56202bf2-ffe7-4700-a528-6d76828f216a tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Request body: {'security_group_rule': {'security_group_id': '2d61dae1-6db7-4389-988a-c2f29773c422', 'project_id': '6e6bc2241970493783de557e3f690105', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:48:34.582320 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.db.securitygroups_db [None req-56202bf2-ffe7-4700-a528-6d76828f216a tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Project 6e6bc2241970493783de557e3f690105 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 12 09:48:34.587474 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-56202bf2-ffe7-4700-a528-6d76828f216a tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks [] for security_group_rule (96aa8150-165b-4c2e-b76d-3341ea629e7a), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:34.643059 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-56202bf2-ffe7-4700-a528-6d76828f216a tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks [] for security_group_rule (96aa8150-165b-4c2e-b76d-3341ea629e7a), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:34.646978 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-56202bf2-ffe7-4700-a528-6d76828f216a tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689781'] for security_group_rule (96aa8150-165b-4c2e-b76d-3341ea629e7a), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:34.664365 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56202bf2-ffe7-4700-a528-6d76828f216a tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96aa8150-165b-4c2e-b76d-3341ea629e7a,revision_number=0']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:48:34.670809 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-56202bf2-ffe7-4700-a528-6d76828f216a tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:34.671956 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-56202bf2-ffe7-4700-a528-6d76828f216a tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1133287 May 12 09:48:35.208336 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device 5858bdf8-60ee-4035-a5f0-e1ea450f70c0 up at agent ovs-agent-dv-cinder-837699-5-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 09:48:35.259445 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Provisioning complete for port 5858bdf8-60ee-4035-a5f0-e1ea450f70c0 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:48:35.259806 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (5858bdf8-60ee-4035-a5f0-e1ea450f70c0), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:35.339592 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Current status of the port 5858bdf8-60ee-4035-a5f0-e1ea450f70c0 is: DOWN; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:48:35.339990 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (5858bdf8-60ee-4035-a5f0-e1ea450f70c0), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:35.362223 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] For port 5858bdf8-60ee-4035-a5f0-e1ea450f70c0, host dv-cinder-837699-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=5858bdf8-60ee-4035-a5f0-e1ea450f70c0,segment=NetworkSegment(19f8603b-b081-4ce5-86ca-33d22941a00f),segment_id=19f8603b-b081-4ce5-86ca-33d22941a00f)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:48:35.368248 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (5858bdf8-60ee-4035-a5f0-e1ea450f70c0), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:35.418629 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Pushing event updated for resources: {'Port': ['ID=5858bdf8-60ee-4035-a5f0-e1ea450f70c0,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:48:36.139837 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6e8ed3-54b0-4872-8e45-fba19e664179 None None] Sync routers for ids ['76aafa9b-ba71-49f7-a612-ae86fb18d61c'] in dv-cinder-837699-5-iscsi {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 09:48:36.152242 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6e8ed3-54b0-4872-8e45-fba19e664179 None None] Routers {'76aafa9b-ba71-49f7-a612-ae86fb18d61c'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:48:36.152880 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-9a6e8ed3-54b0-4872-8e45-fba19e664179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:48:22Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['76aafa9b-ba71-49f7-a612-ae86fb18d61c'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:48:36.267476 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-9a6e8ed3-54b0-4872-8e45-fba19e664179 None None] Set router 76aafa9b-ba71-49f7-a612-ae86fb18d61c gateway port host: dv-cinder-837699-5-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:48:36.475853 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-9a6e8ed3-54b0-4872-8e45-fba19e664179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76aafa9b-ba71-49f7-a612-ae86fb18d61c', 'name': 'tempest-TestVolumeBootPattern-855559223-router', 'tenant_id': '9629328eaaa04625b255cc18636c449b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '5858bdf8-60ee-4035-a5f0-e1ea450f70c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:48:29Z', 'updated_at': '2022-05-12T09:48:32Z', 'revision_number': 4, 'project_id': '9629328eaaa04625b255cc18636c449b', 'gw_port': {'id': '5858bdf8-60ee-4035-a5f0-e1ea450f70c0', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76aafa9b-ba71-49f7-a612-ae86fb18d61c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:48:30Z', 'updated_at': '2022-05-12T09:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_interfaces': [{'id': '6292ef61-f181-4f72-8790-c1f351a89f7f', 'name': '', 'network_id': '19c3919a-d13a-483d-8910-9b79df1663c5', 'tenant_id': '9629328eaaa04625b255cc18636c449b', 'mac_address': 'fa:16:3e:61:bd:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76aafa9b-ba71-49f7-a612-ae86fb18d61c', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '1fbabbfd-7ff7-42b9-b95e-7a0a0f6345cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:48:31Z', 'updated_at': '2022-05-12T09:48:32Z', 'revision_number': 2, 'project_id': '9629328eaaa04625b255cc18636c449b', 'subnets': [{'id': '1fbabbfd-7ff7-42b9-b95e-7a0a0f6345cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:48:36.502601 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6e8ed3-54b0-4872-8e45-fba19e664179 None None] Checking router: 76aafa9b-ba71-49f7-a612-ae86fb18d61c for host: dv-cinder-837699-5-iscsi {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 09:48:36.502965 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6e8ed3-54b0-4872-8e45-fba19e664179 None None] Updating router 76aafa9b-ba71-49f7-a612-ae86fb18d61c port 6292ef61-f181-4f72-8790-c1f351a89f7f binding host dv-cinder-837699-5-iscsi {{(pid=103459) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 12 09:48:36.531176 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9a6e8ed3-54b0-4872-8e45-fba19e664179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (6292ef61-f181-4f72-8790-c1f351a89f7f), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:36.837056 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9a6e8ed3-54b0-4872-8e45-fba19e664179 None None] Publish callbacks [] for port (6292ef61-f181-4f72-8790-c1f351a89f7f), precommit_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:36.842874 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9a6e8ed3-54b0-4872-8e45-fba19e664179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (6292ef61-f181-4f72-8790-c1f351a89f7f), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:36.893593 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77017730-9958-428f-9a06-1e3ffa68bfdf None None] Pushing event updated for resources: {'Port': ['ID=6292ef61-f181-4f72-8790-c1f351a89f7f,revision_number=3']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:48:37.081208 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-9a6e8ed3-54b0-4872-8e45-fba19e664179 None None] Attempting to bind port 6292ef61-f181-4f72-8790-c1f351a89f7f on host dv-cinder-837699-5-iscsi for vnic_type normal with profile {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 09:48:37.081599 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-9a6e8ed3-54b0-4872-8e45-fba19e664179 None None] Attempting to bind port 6292ef61-f181-4f72-8790-c1f351a89f7f by drivers openvswitch,hyperv on host dv-cinder-837699-5-iscsi at level 0 using segments [{'id': '39cdf3fe-7bc3-4511-ab44-0a7e592c4741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '19c3919a-d13a-483d-8910-9b79df1663c5'}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 09:48:37.081990 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6e8ed3-54b0-4872-8e45-fba19e664179 None None] Attempting to bind port 6292ef61-f181-4f72-8790-c1f351a89f7f on network 19c3919a-d13a-483d-8910-9b79df1663c5 {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 09:48:37.086937 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6e8ed3-54b0-4872-8e45-fba19e664179 None None] Checking agent: {'id': '0e2e3861-7d79-4ce6-9d91-faa32ae2cb64', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837699-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 9, 25, 26), 'started_at': datetime.datetime(2022, 5, 12, 9, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 9, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837699-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 09:48:37.087359 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6e8ed3-54b0-4872-8e45-fba19e664179 None None] Checking segment: {'id': '39cdf3fe-7bc3-4511-ab44-0a7e592c4741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '19c3919a-d13a-483d-8910-9b79df1663c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 09:48:37.087709 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9a6e8ed3-54b0-4872-8e45-fba19e664179 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:37.088105 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6e8ed3-54b0-4872-8e45-fba19e664179 None None] Bound using segment: {'id': '39cdf3fe-7bc3-4511-ab44-0a7e592c4741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '19c3919a-d13a-483d-8910-9b79df1663c5'} {{(pid=103459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 09:48:37.088561 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.managers [None req-9a6e8ed3-54b0-4872-8e45-fba19e664179 None None] Bound port: 6292ef61-f181-4f72-8790-c1f351a89f7f, host: dv-cinder-837699-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39cdf3fe-7bc3-4511-ab44-0a7e592c4741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '19c3919a-d13a-483d-8910-9b79df1663c5'}}] {{(pid=103459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 09:48:37.088939 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9a6e8ed3-54b0-4872-8e45-fba19e664179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (6292ef61-f181-4f72-8790-c1f351a89f7f), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:37.159195 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-5184fbde-58fa-4612-92ed-e29977e6cb0b None None] Provisioning complete for port 6292ef61-f181-4f72-8790-c1f351a89f7f triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:48:37.160064 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-5184fbde-58fa-4612-92ed-e29977e6cb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (6292ef61-f181-4f72-8790-c1f351a89f7f), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:37.198952 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device 5858bdf8-60ee-4035-a5f0-e1ea450f70c0 up at agent ovs-agent-dv-cinder-837699-5-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 09:48:37.201325 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-9a6e8ed3-54b0-4872-8e45-fba19e664179 None None] For port 6292ef61-f181-4f72-8790-c1f351a89f7f, host dv-cinder-837699-5-iscsi, cleared binding levels {{(pid=103459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 09:48:37.237297 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-5184fbde-58fa-4612-92ed-e29977e6cb0b None None] Port 6292ef61-f181-4f72-8790-c1f351a89f7f cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 09:48:37.241710 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-9a6e8ed3-54b0-4872-8e45-fba19e664179 None None] For port 6292ef61-f181-4f72-8790-c1f351a89f7f, host dv-cinder-837699-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=6292ef61-f181-4f72-8790-c1f351a89f7f,segment=NetworkSegment(39cdf3fe-7bc3-4511-ab44-0a7e592c4741),segment_id=39cdf3fe-7bc3-4511-ab44-0a7e592c4741)] {{(pid=103459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 09:48:37.256227 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9a6e8ed3-54b0-4872-8e45-fba19e664179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (6292ef61-f181-4f72-8790-c1f351a89f7f), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:37.322629 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Provisioning complete for port 5858bdf8-60ee-4035-a5f0-e1ea450f70c0 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:48:37.323286 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (5858bdf8-60ee-4035-a5f0-e1ea450f70c0), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:37.327378 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77017730-9958-428f-9a06-1e3ffa68bfdf None None] Pushing event updated for resources: {'Port': ['ID=6292ef61-f181-4f72-8790-c1f351a89f7f,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:48:37.352977 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6e8ed3-54b0-4872-8e45-fba19e664179 None None] Routers {'76aafa9b-ba71-49f7-a612-ae86fb18d61c'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:48:37.353669 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-9a6e8ed3-54b0-4872-8e45-fba19e664179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:48:22Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['76aafa9b-ba71-49f7-a612-ae86fb18d61c'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:48:37.502490 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Current status of the port 5858bdf8-60ee-4035-a5f0-e1ea450f70c0 is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:48:37.518107 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-9a6e8ed3-54b0-4872-8e45-fba19e664179 None None] Set router 76aafa9b-ba71-49f7-a612-ae86fb18d61c gateway port host: dv-cinder-837699-5-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:48:37.561381 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-4e1ae443-3770-42bb-8327-2446de681cef None None] Provisioning complete for port 6292ef61-f181-4f72-8790-c1f351a89f7f triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:48:37.561671 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4e1ae443-3770-42bb-8327-2446de681cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (6292ef61-f181-4f72-8790-c1f351a89f7f), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:37.765244 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-4e1ae443-3770-42bb-8327-2446de681cef None None] Current status of the port 6292ef61-f181-4f72-8790-c1f351a89f7f is: DOWN; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:48:37.765635 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4e1ae443-3770-42bb-8327-2446de681cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (6292ef61-f181-4f72-8790-c1f351a89f7f), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:37.802871 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-9a6e8ed3-54b0-4872-8e45-fba19e664179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76aafa9b-ba71-49f7-a612-ae86fb18d61c', 'name': 'tempest-TestVolumeBootPattern-855559223-router', 'tenant_id': '9629328eaaa04625b255cc18636c449b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '5858bdf8-60ee-4035-a5f0-e1ea450f70c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:48:29Z', 'updated_at': '2022-05-12T09:48:32Z', 'revision_number': 4, 'project_id': '9629328eaaa04625b255cc18636c449b', 'gw_port': {'id': '5858bdf8-60ee-4035-a5f0-e1ea450f70c0', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76aafa9b-ba71-49f7-a612-ae86fb18d61c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:48:30Z', 'updated_at': '2022-05-12T09:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_interfaces': [{'id': '6292ef61-f181-4f72-8790-c1f351a89f7f', 'name': '', 'network_id': '19c3919a-d13a-483d-8910-9b79df1663c5', 'tenant_id': '9629328eaaa04625b255cc18636c449b', 'mac_address': 'fa:16:3e:61:bd:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76aafa9b-ba71-49f7-a612-ae86fb18d61c', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '1fbabbfd-7ff7-42b9-b95e-7a0a0f6345cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:48:31Z', 'updated_at': '2022-05-12T09:48:37Z', 'revision_number': 4, 'project_id': '9629328eaaa04625b255cc18636c449b', 'subnets': [{'id': '1fbabbfd-7ff7-42b9-b95e-7a0a0f6345cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:48:37.840252 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-4e1ae443-3770-42bb-8327-2446de681cef None None] For port 6292ef61-f181-4f72-8790-c1f351a89f7f, host dv-cinder-837699-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=6292ef61-f181-4f72-8790-c1f351a89f7f,segment=NetworkSegment(39cdf3fe-7bc3-4511-ab44-0a7e592c4741),segment_id=39cdf3fe-7bc3-4511-ab44-0a7e592c4741)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:48:37.841726 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6e8ed3-54b0-4872-8e45-fba19e664179 None None] The sync data for ids ['76aafa9b-ba71-49f7-a612-ae86fb18d61c'] in dv-cinder-837699-5-iscsi is: [{'id': '76aafa9b-ba71-49f7-a612-ae86fb18d61c', 'name': 'tempest-TestVolumeBootPattern-855559223-router', 'tenant_id': '9629328eaaa04625b255cc18636c449b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '5858bdf8-60ee-4035-a5f0-e1ea450f70c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:48:29Z', 'updated_at': '2022-05-12T09:48:32Z', 'revision_number': 4, 'project_id': '9629328eaaa04625b255cc18636c449b', 'gw_port': {'id': '5858bdf8-60ee-4035-a5f0-e1ea450f70c0', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76aafa9b-ba71-49f7-a612-ae86fb18d61c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:48:30Z', 'updated_at': '2022-05-12T09:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_interfaces': [{'id': '6292ef61-f181-4f72-8790-c1f351a89f7f', 'name': '', 'network_id': '19c3919a-d13a-483d-8910-9b79df1663c5', 'tenant_id': '9629328eaaa04625b255cc18636c449b', 'mac_address': 'fa:16:3e:61:bd:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76aafa9b-ba71-49f7-a612-ae86fb18d61c', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '1fbabbfd-7ff7-42b9-b95e-7a0a0f6345cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:48:31Z', 'updated_at': '2022-05-12T09:48:37Z', 'revision_number': 4, 'project_id': '9629328eaaa04625b255cc18636c449b', 'subnets': [{'id': '1fbabbfd-7ff7-42b9-b95e-7a0a0f6345cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 09:48:37.846175 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4e1ae443-3770-42bb-8327-2446de681cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (6292ef61-f181-4f72-8790-c1f351a89f7f), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:37.900792 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1ae443-3770-42bb-8327-2446de681cef None None] Pushing event updated for resources: {'Port': ['ID=6292ef61-f181-4f72-8790-c1f351a89f7f,revision_number=5']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:48:39.192976 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device 6292ef61-f181-4f72-8790-c1f351a89f7f up at agent ovs-agent-dv-cinder-837699-5-iscsi {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 09:48:39.241580 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Provisioning complete for port 6292ef61-f181-4f72-8790-c1f351a89f7f triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:48:39.241987 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (6292ef61-f181-4f72-8790-c1f351a89f7f), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:39.328516 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Current status of the port 6292ef61-f181-4f72-8790-c1f351a89f7f is: ACTIVE; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:48:49.648566 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-bf531a18-3700-4557-9c2a-1f78315d607b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (9bee5a85-5be0-4217-aa6d-1f9c6538b987), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:50.880676 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (cdc2c050-d5b8-41e9-9f41-bf893d522faa), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:51.881662 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-8a4cd1c5-87e3-45c4-be0c-a3b000806f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (8db92903-2544-41c2-b919-def82c43c97a), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:52.881285 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ca49cc24-e0dd-4e8f-9f64-ee970f44db37 req-05821b88-2d6e-47b0-a48b-e9bbfd6dfadc service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b7a27c8e-623a-4df5-9552-03cef9e9d0d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0370829 May 12 09:48:52.979090 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca49cc24-e0dd-4e8f-9f64-ee970f44db37 req-7bc398cc-5458-4e16-9d74-31f610561fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:48:52.980561 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ca49cc24-e0dd-4e8f-9f64-ee970f44db37 req-7bc398cc-5458-4e16-9d74-31f610561fea service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b879e240eb4f48139e28cc43223b21da&device_id=b7a27c8e-623a-4df5-9552-03cef9e9d0d7 HTTP/1.1" status: 200 len: 1130 time: 0.0428908 May 12 09:48:53.080329 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca49cc24-e0dd-4e8f-9f64-ee970f44db37 req-8afff009-6323-4832-9972-bbc9a8a9d2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:48:53.082327 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ca49cc24-e0dd-4e8f-9f64-ee970f44db37 req-8afff009-6323-4832-9972-bbc9a8a9d2c4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9e493ca3-e280-43b9-b225-da7bca606395 HTTP/1.1" status: 200 len: 917 time: 0.0833604 May 12 09:48:53.125094 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-13a031d7-5ec6-42a3-899f-d50e1f06c687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (f8def58d-f1ec-4d41-abae-d1c60f542bd3), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:53.150284 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ca49cc24-e0dd-4e8f-9f64-ee970f44db37 req-01d2351b-8a84-48fc-a549-7a8a231f337d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44a51ff9-5482-46c9-a3f0-25e1a93e8a55 HTTP/1.1" status: 200 len: 1000 time: 0.0620832 May 12 09:48:53.196415 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca49cc24-e0dd-4e8f-9f64-ee970f44db37 req-b727036c-7c1b-48b9-81d4-ad5275e6754b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:48:53.197865 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ca49cc24-e0dd-4e8f-9f64-ee970f44db37 req-b727036c-7c1b-48b9-81d4-ad5275e6754b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d0dfb68a-43de-417f-95c4-a655ed09841d HTTP/1.1" status: 200 len: 855 time: 0.0422330 May 12 09:48:53.244390 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca49cc24-e0dd-4e8f-9f64-ee970f44db37 req-4733340a-90b7-40b3-8404-ab78510812a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:48:53.245853 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ca49cc24-e0dd-4e8f-9f64-ee970f44db37 req-4733340a-90b7-40b3-8404-ab78510812a7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9e493ca3-e280-43b9-b225-da7bca606395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426199 May 12 09:48:53.337032 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ca49cc24-e0dd-4e8f-9f64-ee970f44db37 req-6adea10d-c911-43a9-b405-1950011946ca service neutron] 10.222.0.65 "GET /v2.0/networks/9e493ca3-e280-43b9-b225-da7bca606395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851510 May 12 09:48:53.422567 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ca49cc24-e0dd-4e8f-9f64-ee970f44db37 req-54446cc2-984f-40f7-99ce-09c7748ef66c service neutron] 10.222.0.65 "GET /v2.0/networks/9e493ca3-e280-43b9-b225-da7bca606395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798459 May 12 09:48:54.545616 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a984b3b9-a9e9-40d7-bd88-8cdbb1de5f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (e377c27d-f788-489a-9a4f-9db675c37dc4), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:56.019587 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (0e2e3861-7d79-4ce6-9d91-faa32ae2cb64), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:56.306178 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e59f4ed5-b183-4c13-b174-5bf3aff4ae64 req-fb88d3e6-67e8-4e71-a361-b33a3f475af3 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-176244007&fields=id&tenant_id=6e6bc2241970493783de557e3f690105 HTTP/1.1" status: 200 len: 267 time: 0.0470173 May 12 09:48:56.408075 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59f4ed5-b183-4c13-b174-5bf3aff4ae64 req-00fe10f5-2357-493b-b96f-9bc0487d23b8 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:48:56.409543 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e59f4ed5-b183-4c13-b174-5bf3aff4ae64 req-00fe10f5-2357-493b-b96f-9bc0487d23b8 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/networks?id=f6f9b602-5994-4479-ba8e-6005a9bbaa39 HTTP/1.1" status: 200 len: 812 time: 0.0972843 May 12 09:48:56.423247 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e59f4ed5-b183-4c13-b174-5bf3aff4ae64 req-69291dd8-9658-4857-b260-ed5e153b87d9 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/quotas/6e6bc2241970493783de557e3f690105 HTTP/1.1" status: 200 len: 375 time: 0.0085833 May 12 09:48:56.469371 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e59f4ed5-b183-4c13-b174-5bf3aff4ae64 req-8b4f9333-b836-4a89-81de-cc9af20cb2f8 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6e6bc2241970493783de557e3f690105&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0410736 May 12 09:48:56.573461 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e59f4ed5-b183-4c13-b174-5bf3aff4ae64 req-cc8757e5-6013-4620-a73e-a3e2fc7b8950 service neutron] 10.222.0.60 "GET /v2.0/networks/f6f9b602-5994-4479-ba8e-6005a9bbaa39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924056 May 12 09:48:56.663133 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e59f4ed5-b183-4c13-b174-5bf3aff4ae64 req-8fb4f1fd-cbee-4e7a-b05b-7e18dc8120e9 service neutron] 10.222.0.60 "GET /v2.0/networks/f6f9b602-5994-4479-ba8e-6005a9bbaa39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840521 May 12 09:48:56.938504 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6f9c6dac-22a7-4561-80c6-6ef0d068ae0c req-d3d5fa8d-1603-414e-bb0c-9bd47b537819 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/ports?device_id=c701302e-c5c6-409c-9ec9-034448c9b961 HTTP/1.1" status: 200 len: 210 time: 0.0270226 May 12 09:48:57.995218 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59f4ed5-b183-4c13-b174-5bf3aff4ae64 req-f431a8ab-8c42-49cf-8657-b38f0ce27aab tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:48:57.996640 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e59f4ed5-b183-4c13-b174-5bf3aff4ae64 req-f431a8ab-8c42-49cf-8657-b38f0ce27aab tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.65 "GET /v2.0/networks?id=f6f9b602-5994-4479-ba8e-6005a9bbaa39 HTTP/1.1" status: 200 len: 812 time: 0.1030915 May 12 09:48:58.031961 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-99d961b0-fa9d-4800-b96d-0e7042518031 req-f35c1f78-e094-45d1-b9a6-90fc754cc413 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/ports?device_id=c701302e-c5c6-409c-9ec9-034448c9b961 HTTP/1.1" status: 200 len: 210 time: 0.0264139 May 12 09:48:58.176776 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e59f4ed5-b183-4c13-b174-5bf3aff4ae64 req-cc9fdaeb-83a7-4186-a12f-62a87e367efe tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e6bc2241970493783de557e3f690105 HTTP/1.1" status: 200 len: 379 time: 0.0568109 May 12 09:48:58.227311 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [req-e59f4ed5-b183-4c13-b174-5bf3aff4ae64 req-897e2ba6-1c8e-4ee8-af8e-a1745f2192a4 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Request body: {'port': {'device_id': 'c701302e-c5c6-409c-9ec9-034448c9b961', 'network_id': 'f6f9b602-5994-4479-ba8e-6005a9bbaa39', 'admin_state_up': True, 'tenant_id': '6e6bc2241970493783de557e3f690105', 'security_groups': ['2d61dae1-6db7-4389-988a-c2f29773c422']}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:48:58.334164 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e59f4ed5-b183-4c13-b174-5bf3aff4ae64 req-897e2ba6-1c8e-4ee8-af8e-a1745f2192a4 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Made reservation on behalf of 6e6bc2241970493783de557e3f690105 for: {'port': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 09:48:58.337757 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-e59f4ed5-b183-4c13-b174-5bf3aff4ae64 req-897e2ba6-1c8e-4ee8-af8e-a1745f2192a4 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:58.460177 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [req-e59f4ed5-b183-4c13-b174-5bf3aff4ae64 req-897e2ba6-1c8e-4ee8-af8e-a1745f2192a4 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Allocated IP 172.20.0.12 (f6f9b602-5994-4479-ba8e-6005a9bbaa39/28623973-416c-4d68-8b43-8208a047eab8/ba0739a1-e943-4513-865f-943e7ca3eba8) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 09:48:58.608597 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-e59f4ed5-b183-4c13-b174-5bf3aff4ae64 req-897e2ba6-1c8e-4ee8-af8e-a1745f2192a4 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks [] for port (ba0739a1-e943-4513-865f-943e7ca3eba8), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:58.640227 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-e59f4ed5-b183-4c13-b174-5bf3aff4ae64 req-897e2ba6-1c8e-4ee8-af8e-a1745f2192a4 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740344012620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29192019'] for port (ba0739a1-e943-4513-865f-943e7ca3eba8), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:58.681409 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e59f4ed5-b183-4c13-b174-5bf3aff4ae64 req-897e2ba6-1c8e-4ee8-af8e-a1745f2192a4 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Network f6f9b602-5994-4479-ba8e-6005a9bbaa39 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 09:48:58.684388 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [req-e59f4ed5-b183-4c13-b174-5bf3aff4ae64 req-897e2ba6-1c8e-4ee8-af8e-a1745f2192a4 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:48:58.689913 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [req-e59f4ed5-b183-4c13-b174-5bf3aff4ae64 req-897e2ba6-1c8e-4ee8-af8e-a1745f2192a4 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 09:48:58.713289 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897e2ba6-1c8e-4ee8-af8e-a1745f2192a4 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Pushing event updated for resources: {'Port': ['ID=ba0739a1-e943-4513-865f-943e7ca3eba8,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:48:58.732075 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897e2ba6-1c8e-4ee8-af8e-a1745f2192a4 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:48:58.732331 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897e2ba6-1c8e-4ee8-af8e-a1745f2192a4 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:48:58.733257 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897e2ba6-1c8e-4ee8-af8e-a1745f2192a4 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:48:58.733598 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897e2ba6-1c8e-4ee8-af8e-a1745f2192a4 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:48:58.733953 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897e2ba6-1c8e-4ee8-af8e-a1745f2192a4 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:48:58.734280 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897e2ba6-1c8e-4ee8-af8e-a1745f2192a4 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:48:58.734600 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897e2ba6-1c8e-4ee8-af8e-a1745f2192a4 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:48:58.734916 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897e2ba6-1c8e-4ee8-af8e-a1745f2192a4 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:48:58.735231 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897e2ba6-1c8e-4ee8-af8e-a1745f2192a4 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:48:58.735546 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897e2ba6-1c8e-4ee8-af8e-a1745f2192a4 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:48:58.735864 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897e2ba6-1c8e-4ee8-af8e-a1745f2192a4 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:48:58.736177 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897e2ba6-1c8e-4ee8-af8e-a1745f2192a4 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:48:58.736495 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897e2ba6-1c8e-4ee8-af8e-a1745f2192a4 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:48:58.736801 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897e2ba6-1c8e-4ee8-af8e-a1745f2192a4 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:48:58.737113 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897e2ba6-1c8e-4ee8-af8e-a1745f2192a4 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:48:58.758667 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59f4ed5-b183-4c13-b174-5bf3aff4ae64 req-897e2ba6-1c8e-4ee8-af8e-a1745f2192a4 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:48:58.759201 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-e59f4ed5-b183-4c13-b174-5bf3aff4ae64 req-897e2ba6-1c8e-4ee8-af8e-a1745f2192a4 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:58.777184 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e59f4ed5-b183-4c13-b174-5bf3aff4ae64 req-897e2ba6-1c8e-4ee8-af8e-a1745f2192a4 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5535951 May 12 09:48:58.796508 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [req-e59f4ed5-b183-4c13-b174-5bf3aff4ae64 req-a1f60e59-1ec1-4097-bf34-3226b64dc8fa service neutron] Request body: {'port': {'device_id': 'c701302e-c5c6-409c-9ec9-034448c9b961', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:48:58.858566 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-e59f4ed5-b183-4c13-b174-5bf3aff4ae64 req-a1f60e59-1ec1-4097-bf34-3226b64dc8fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (ba0739a1-e943-4513-865f-943e7ca3eba8), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:58.896687 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-b89bb37c-15f2-4572-bc0e-8434bbc4d346 None None] Provisioning complete for port ba0739a1-e943-4513-865f-943e7ca3eba8 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:48:58.897764 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-b89bb37c-15f2-4572-bc0e-8434bbc4d346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (ba0739a1-e943-4513-865f-943e7ca3eba8), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:58.932707 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-b89bb37c-15f2-4572-bc0e-8434bbc4d346 None None] Port ba0739a1-e943-4513-865f-943e7ca3eba8 cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 09:48:59.163796 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efb9fd2-271b-4465-81dd-9aa9ef37b592 req-45ccb2a8-6d0f-48f7-8468-4b2a2a859451 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:48:59.165224 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0efb9fd2-271b-4465-81dd-9aa9ef37b592 req-45ccb2a8-6d0f-48f7-8468-4b2a2a859451 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/ports?device_id=c701302e-c5c6-409c-9ec9-034448c9b961 HTTP/1.1" status: 200 len: 932 time: 0.0578344 May 12 09:48:59.211303 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [req-e59f4ed5-b183-4c13-b174-5bf3aff4ae64 req-a1f60e59-1ec1-4097-bf34-3226b64dc8fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba0739a1-e943-4513-865f-943e7ca3eba8 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 09:48:59.225765 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-e59f4ed5-b183-4c13-b174-5bf3aff4ae64 req-a1f60e59-1ec1-4097-bf34-3226b64dc8fa service neutron] Publish callbacks [] for port (ba0739a1-e943-4513-865f-943e7ca3eba8), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:59.249769 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [req-e59f4ed5-b183-4c13-b174-5bf3aff4ae64 req-a1f60e59-1ec1-4097-bf34-3226b64dc8fa service neutron] Transition to ACTIVE for port object ba0739a1-e943-4513-865f-943e7ca3eba8 will not be triggered until provisioned by entity L2. {{(pid=103458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 09:48:59.254068 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0efb9fd2-271b-4465-81dd-9aa9ef37b592 req-17efed0e-a757-462c-8048-509ebdac8eec tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d61dae1-6db7-4389-988a-c2f29773c422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688956 May 12 09:48:59.255112 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-e59f4ed5-b183-4c13-b174-5bf3aff4ae64 req-a1f60e59-1ec1-4097-bf34-3226b64dc8fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29192036'] for port (ba0739a1-e943-4513-865f-943e7ca3eba8), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:59.310333 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f60e59-1ec1-4097-bf34-3226b64dc8fa service neutron] Pushing event updated for resources: {'Port': ['ID=ba0739a1-e943-4513-865f-943e7ca3eba8,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:48:59.374797 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-e59f4ed5-b183-4c13-b174-5bf3aff4ae64 req-a1f60e59-1ec1-4097-bf34-3226b64dc8fa service neutron] Attempting to bind port ba0739a1-e943-4513-865f-943e7ca3eba8 on host hv-cinder-83769 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 09:48:59.375128 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-e59f4ed5-b183-4c13-b174-5bf3aff4ae64 req-a1f60e59-1ec1-4097-bf34-3226b64dc8fa service neutron] Attempting to bind port ba0739a1-e943-4513-865f-943e7ca3eba8 by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': 'f47e11d4-d34b-4d5a-95a2-c4d425db3481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f6f9b602-5994-4479-ba8e-6005a9bbaa39'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 09:48:59.375454 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59f4ed5-b183-4c13-b174-5bf3aff4ae64 req-a1f60e59-1ec1-4097-bf34-3226b64dc8fa service neutron] Attempting to bind port ba0739a1-e943-4513-865f-943e7ca3eba8 on network f6f9b602-5994-4479-ba8e-6005a9bbaa39 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 09:48:59.380486 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59f4ed5-b183-4c13-b174-5bf3aff4ae64 req-a1f60e59-1ec1-4097-bf34-3226b64dc8fa service neutron] Port ba0739a1-e943-4513-865f-943e7ca3eba8 on network f6f9b602-5994-4479-ba8e-6005a9bbaa39 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 09:48:59.380798 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59f4ed5-b183-4c13-b174-5bf3aff4ae64 req-a1f60e59-1ec1-4097-bf34-3226b64dc8fa service neutron] Attempting to bind port ba0739a1-e943-4513-865f-943e7ca3eba8 on network f6f9b602-5994-4479-ba8e-6005a9bbaa39 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 09:48:59.386121 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59f4ed5-b183-4c13-b174-5bf3aff4ae64 req-a1f60e59-1ec1-4097-bf34-3226b64dc8fa service neutron] Checking agent: {'id': 'cdc2c050-d5b8-41e9-9f41-bf893d522faa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 9, 31, 46), 'started_at': datetime.datetime(2022, 5, 12, 9, 31, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 9, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 09:48:59.386456 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59f4ed5-b183-4c13-b174-5bf3aff4ae64 req-a1f60e59-1ec1-4097-bf34-3226b64dc8fa service neutron] Checking segment: {'id': 'f47e11d4-d34b-4d5a-95a2-c4d425db3481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f6f9b602-5994-4479-ba8e-6005a9bbaa39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 09:48:59.386832 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59f4ed5-b183-4c13-b174-5bf3aff4ae64 req-a1f60e59-1ec1-4097-bf34-3226b64dc8fa service neutron] Bound using segment: {'id': 'f47e11d4-d34b-4d5a-95a2-c4d425db3481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f6f9b602-5994-4479-ba8e-6005a9bbaa39'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 09:48:59.387253 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-e59f4ed5-b183-4c13-b174-5bf3aff4ae64 req-a1f60e59-1ec1-4097-bf34-3226b64dc8fa service neutron] Bound port: ba0739a1-e943-4513-865f-943e7ca3eba8, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f47e11d4-d34b-4d5a-95a2-c4d425db3481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f6f9b602-5994-4479-ba8e-6005a9bbaa39'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 09:48:59.387609 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-e59f4ed5-b183-4c13-b174-5bf3aff4ae64 req-a1f60e59-1ec1-4097-bf34-3226b64dc8fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (ba0739a1-e943-4513-865f-943e7ca3eba8), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:59.451982 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-e59f4ed5-b183-4c13-b174-5bf3aff4ae64 req-a1f60e59-1ec1-4097-bf34-3226b64dc8fa service neutron] For port ba0739a1-e943-4513-865f-943e7ca3eba8, host hv-cinder-83769, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 09:48:59.454924 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-e59f4ed5-b183-4c13-b174-5bf3aff4ae64 req-a1f60e59-1ec1-4097-bf34-3226b64dc8fa service neutron] For port ba0739a1-e943-4513-865f-943e7ca3eba8, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=ba0739a1-e943-4513-865f-943e7ca3eba8,segment=NetworkSegment(f47e11d4-d34b-4d5a-95a2-c4d425db3481),segment_id=f47e11d4-d34b-4d5a-95a2-c4d425db3481)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 09:48:59.460022 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-e59f4ed5-b183-4c13-b174-5bf3aff4ae64 req-a1f60e59-1ec1-4097-bf34-3226b64dc8fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29192036'] for port (ba0739a1-e943-4513-865f-943e7ca3eba8), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:59.496846 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59f4ed5-b183-4c13-b174-5bf3aff4ae64 req-a1f60e59-1ec1-4097-bf34-3226b64dc8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:48:59.497579 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-e59f4ed5-b183-4c13-b174-5bf3aff4ae64 req-a1f60e59-1ec1-4097-bf34-3226b64dc8fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:48:59.498967 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e59f4ed5-b183-4c13-b174-5bf3aff4ae64 req-a1f60e59-1ec1-4097-bf34-3226b64dc8fa service neutron] 10.222.0.65 "PUT /v2.0/ports/ba0739a1-e943-4513-865f-943e7ca3eba8 HTTP/1.1" status: 200 len: 1094 time: 0.7068117 May 12 09:48:59.501088 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c701302e-c5c6-409c-9ec9-034448c9b961', 'tag': 'ba0739a1-e943-4513-865f-943e7ca3eba8'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:48:59.503331 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c5c35592cdadc16d94e4e59e173057c198c772a9b1006d4fd44537c4a2e10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f0224a1-907a-4917-bddc-ece6905ac38c" -d '{"events": [{"name": "network-changed", "server_uuid": "c701302e-c5c6-409c-9ec9-034448c9b961", "tag": "ba0739a1-e943-4513-865f-943e7ca3eba8"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:48:59.535729 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f60e59-1ec1-4097-bf34-3226b64dc8fa service neutron] Pushing event updated for resources: {'Port': ['ID=ba0739a1-e943-4513-865f-943e7ca3eba8,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:48:59.565694 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 09:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f93d5c11-2965-4a1c-a7e7-0892203fb037 x-openstack-request-id: req-f93d5c11-2965-4a1c-a7e7-0892203fb037 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:48:59.566015 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c701302e-c5c6-409c-9ec9-034448c9b961", "tag": "ba0739a1-e943-4513-865f-943e7ca3eba8", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:48:59.566272 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f93d5c11-2965-4a1c-a7e7-0892203fb037 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:48:59.566802 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f93d5c11-2965-4a1c-a7e7-0892203fb037'] response: {'name': 'network-changed', 'server_uuid': 'c701302e-c5c6-409c-9ec9-034448c9b961', 'tag': 'ba0739a1-e943-4513-865f-943e7ca3eba8', 'status': 'completed', 'code': 200} May 12 09:48:59.593466 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59f4ed5-b183-4c13-b174-5bf3aff4ae64 req-a1718b1f-f713-473a-ae55-ed5c9eac0c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:48:59.594995 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e59f4ed5-b183-4c13-b174-5bf3aff4ae64 req-a1718b1f-f713-473a-ae55-ed5c9eac0c1c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6e6bc2241970493783de557e3f690105&device_id=c701302e-c5c6-409c-9ec9-034448c9b961 HTTP/1.1" status: 200 len: 1128 time: 0.0412943 May 12 09:48:59.645155 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e59f4ed5-b183-4c13-b174-5bf3aff4ae64 req-8254615f-d6e2-4ecf-b598-a58144ad9c03 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba0739a1-e943-4513-865f-943e7ca3eba8 HTTP/1.1" status: 200 len: 217 time: 0.0358646 May 12 09:48:59.693763 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59f4ed5-b183-4c13-b174-5bf3aff4ae64 req-4ada00ac-6776-4923-a67d-6542427714cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:48:59.695393 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e59f4ed5-b183-4c13-b174-5bf3aff4ae64 req-4ada00ac-6776-4923-a67d-6542427714cf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=28623973-416c-4d68-8b43-8208a047eab8 HTTP/1.1" status: 200 len: 851 time: 0.0445492 May 12 09:48:59.740177 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59f4ed5-b183-4c13-b174-5bf3aff4ae64 req-7e84b634-9adf-47f2-8940-dcd297ae0a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:48:59.741645 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e59f4ed5-b183-4c13-b174-5bf3aff4ae64 req-7e84b634-9adf-47f2-8940-dcd297ae0a90 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f6f9b602-5994-4479-ba8e-6005a9bbaa39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406058 May 12 09:48:59.829809 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e59f4ed5-b183-4c13-b174-5bf3aff4ae64 req-cff244ab-db5d-4012-bcc2-83ffba78589b service neutron] 10.222.0.65 "GET /v2.0/networks/f6f9b602-5994-4479-ba8e-6005a9bbaa39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815158 May 12 09:48:59.918920 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e59f4ed5-b183-4c13-b174-5bf3aff4ae64 req-c2e7c000-0512-47d9-8ad1-40218395ee48 service neutron] 10.222.0.65 "GET /v2.0/networks/f6f9b602-5994-4479-ba8e-6005a9bbaa39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838866 May 12 09:49:00.363816 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5e320d-66a5-401e-a763-cfba8d284d7e req-2da3e636-8f30-403e-a661-8b4322b797cb tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:49:00.365170 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ac5e320d-66a5-401e-a763-cfba8d284d7e req-2da3e636-8f30-403e-a661-8b4322b797cb tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/ports?device_id=c701302e-c5c6-409c-9ec9-034448c9b961 HTTP/1.1" status: 200 len: 944 time: 0.0454476 May 12 09:49:00.412906 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ac5e320d-66a5-401e-a763-cfba8d284d7e req-e35f0336-8c5f-4e81-b3a7-12a55c7e78b3 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d61dae1-6db7-4389-988a-c2f29773c422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423117 May 12 09:49:00.804522 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0224a1-907a-4917-bddc-ece6905ac38c req-2814c6a1-fa69-4e97-9242-64f91f3b886b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:49:00.805971 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4f0224a1-907a-4917-bddc-ece6905ac38c req-2814c6a1-fa69-4e97-9242-64f91f3b886b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6e6bc2241970493783de557e3f690105&device_id=c701302e-c5c6-409c-9ec9-034448c9b961 HTTP/1.1" status: 200 len: 1128 time: 0.0416832 May 12 09:49:00.894406 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0224a1-907a-4917-bddc-ece6905ac38c req-ebf44e6b-1498-4368-9fe2-ff047e6b3246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:49:00.895871 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4f0224a1-907a-4917-bddc-ece6905ac38c req-ebf44e6b-1498-4368-9fe2-ff047e6b3246 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f6f9b602-5994-4479-ba8e-6005a9bbaa39 HTTP/1.1" status: 200 len: 913 time: 0.0833638 May 12 09:49:00.938355 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4f0224a1-907a-4917-bddc-ece6905ac38c req-1520bd00-22f7-4aa4-b051-f2926adca002 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba0739a1-e943-4513-865f-943e7ca3eba8 HTTP/1.1" status: 200 len: 217 time: 0.0361397 May 12 09:49:00.984094 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0224a1-907a-4917-bddc-ece6905ac38c req-13c864e8-a1a9-4535-ae9b-fa465919580f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:49:00.985493 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4f0224a1-907a-4917-bddc-ece6905ac38c req-13c864e8-a1a9-4535-ae9b-fa465919580f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=28623973-416c-4d68-8b43-8208a047eab8 HTTP/1.1" status: 200 len: 851 time: 0.0415609 May 12 09:49:01.025668 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0224a1-907a-4917-bddc-ece6905ac38c req-bc849795-e3ea-4c41-b42f-89e71eb156e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:49:01.027097 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4f0224a1-907a-4917-bddc-ece6905ac38c req-bc849795-e3ea-4c41-b42f-89e71eb156e3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f6f9b602-5994-4479-ba8e-6005a9bbaa39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0361018 May 12 09:49:01.117547 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4f0224a1-907a-4917-bddc-ece6905ac38c req-ff45559a-d412-4363-90b4-a36dca568827 service neutron] 10.222.0.65 "GET /v2.0/networks/f6f9b602-5994-4479-ba8e-6005a9bbaa39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841715 May 12 09:49:01.203030 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4f0224a1-907a-4917-bddc-ece6905ac38c req-35344529-fb04-4973-8b75-4e864d13db40 service neutron] 10.222.0.65 "GET /v2.0/networks/f6f9b602-5994-4479-ba8e-6005a9bbaa39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793231 May 12 09:49:01.647214 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491cfb2c-07d7-415f-8db0-bed2f363a5c9 req-b368b301-d155-4800-8ca4-d959fa7e541b tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:49:01.648669 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-491cfb2c-07d7-415f-8db0-bed2f363a5c9 req-b368b301-d155-4800-8ca4-d959fa7e541b tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/ports?device_id=c701302e-c5c6-409c-9ec9-034448c9b961 HTTP/1.1" status: 200 len: 944 time: 0.1688671 May 12 09:49:01.698995 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-491cfb2c-07d7-415f-8db0-bed2f363a5c9 req-c8b6c264-921a-4ef9-beac-f3688bb67bee tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d61dae1-6db7-4389-988a-c2f29773c422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446951 May 12 09:49:02.810219 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034cd499-d73e-44a6-801f-670833ed6e8f req-45e8f1e3-df27-4320-a787-a8fa85bd7823 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:49:02.811661 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-034cd499-d73e-44a6-801f-670833ed6e8f req-45e8f1e3-df27-4320-a787-a8fa85bd7823 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/ports?device_id=c701302e-c5c6-409c-9ec9-034448c9b961 HTTP/1.1" status: 200 len: 944 time: 0.0457239 May 12 09:49:02.858546 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-034cd499-d73e-44a6-801f-670833ed6e8f req-b2b08177-674c-4d93-8a77-df3747c8c77a tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d61dae1-6db7-4389-988a-c2f29773c422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414679 May 12 09:49:03.968775 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f391d93b-4989-4ae8-97c6-4d5816098a46 req-08626ddb-5937-44f0-987b-64d2c3905962 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:49:03.970229 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f391d93b-4989-4ae8-97c6-4d5816098a46 req-08626ddb-5937-44f0-987b-64d2c3905962 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/ports?device_id=c701302e-c5c6-409c-9ec9-034448c9b961 HTTP/1.1" status: 200 len: 944 time: 0.0457067 May 12 09:49:04.017611 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f391d93b-4989-4ae8-97c6-4d5816098a46 req-9b075a68-8a0b-4f57-bb09-5796a5a4dedd tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d61dae1-6db7-4389-988a-c2f29773c422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414286 May 12 09:49:05.399515 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe7df5d-bb6d-4bba-8b98-9c166f684afb req-675109ed-5b70-4870-b676-93de42c49749 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:49:05.400862 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ffe7df5d-bb6d-4bba-8b98-9c166f684afb req-675109ed-5b70-4870-b676-93de42c49749 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/ports?device_id=c701302e-c5c6-409c-9ec9-034448c9b961 HTTP/1.1" status: 200 len: 944 time: 0.3159907 May 12 09:49:05.446979 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ffe7df5d-bb6d-4bba-8b98-9c166f684afb req-5ae9d389-fab6-4304-bae7-7a674eb23087 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d61dae1-6db7-4389-988a-c2f29773c422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405827 May 12 09:49:06.555094 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff7e9c-dd1c-4d2b-b7d3-457deae7a49d req-9fa53e58-5167-4c6e-938f-6e376fc3348d tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:49:06.556521 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4fff7e9c-dd1c-4d2b-b7d3-457deae7a49d req-9fa53e58-5167-4c6e-938f-6e376fc3348d tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/ports?device_id=c701302e-c5c6-409c-9ec9-034448c9b961 HTTP/1.1" status: 200 len: 944 time: 0.0452864 May 12 09:49:06.603406 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4fff7e9c-dd1c-4d2b-b7d3-457deae7a49d req-5bd7e7f3-131d-473a-a778-6dcbfe0c00fc tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d61dae1-6db7-4389-988a-c2f29773c422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414402 May 12 09:49:07.553634 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device ba0739a1-e943-4513-865f-943e7ca3eba8 details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=103459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 09:49:07.656433 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] For port ba0739a1-e943-4513-865f-943e7ca3eba8, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=ba0739a1-e943-4513-865f-943e7ca3eba8,segment=NetworkSegment(f47e11d4-d34b-4d5a-95a2-c4d425db3481),segment_id=f47e11d4-d34b-4d5a-95a2-c4d425db3481)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:49:07.668125 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Returning: {'device': 'ba0739a1-e943-4513-865f-943e7ca3eba8', 'network_id': 'f6f9b602-5994-4479-ba8e-6005a9bbaa39', 'port_id': 'ba0739a1-e943-4513-865f-943e7ca3eba8', 'mac_address': 'fa:16:3e:f9:08:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28623973-416c-4d68-8b43-8208a047eab8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 09:49:07.704995 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Current status of the port ba0739a1-e943-4513-865f-943e7ca3eba8 is: DOWN; New status is: BUILD {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:49:07.705361 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (ba0739a1-e943-4513-865f-943e7ca3eba8), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:49:07.716974 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9a9382-5d90-4f41-8b75-016dcc425f36 req-55e40ecd-e54d-4356-a23d-60817922d5d4 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:49:07.718470 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3f9a9382-5d90-4f41-8b75-016dcc425f36 req-55e40ecd-e54d-4356-a23d-60817922d5d4 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/ports?device_id=c701302e-c5c6-409c-9ec9-034448c9b961 HTTP/1.1" status: 200 len: 944 time: 0.0490458 May 12 09:49:07.718901 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba0739a1-e943-4513-865f-943e7ca3eba8 {{(pid=103459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 09:49:07.739025 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] For port ba0739a1-e943-4513-865f-943e7ca3eba8, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=ba0739a1-e943-4513-865f-943e7ca3eba8,segment=NetworkSegment(f47e11d4-d34b-4d5a-95a2-c4d425db3481),segment_id=f47e11d4-d34b-4d5a-95a2-c4d425db3481)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:49:07.742889 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (ba0739a1-e943-4513-865f-943e7ca3eba8), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:49:07.769594 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3f9a9382-5d90-4f41-8b75-016dcc425f36 req-46fa91bf-7035-44d4-a299-5fe0916d239c tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d61dae1-6db7-4389-988a-c2f29773c422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441892 May 12 09:49:07.789575 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Pushing event updated for resources: {'Port': ['ID=ba0739a1-e943-4513-865f-943e7ca3eba8,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:49:08.158016 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] get_ports_and_sgs() called for port_ids ['ba0739a1-e943-4513-865f-943e7ca3eba8'] {{(pid=103459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 09:49:08.881825 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad4aeb5-00ca-41ee-b39f-fb4228be7791 req-5ce18fd3-ff62-4d4d-8c60-255ff3993d71 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:49:08.883277 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1ad4aeb5-00ca-41ee-b39f-fb4228be7791 req-5ce18fd3-ff62-4d4d-8c60-255ff3993d71 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/ports?device_id=c701302e-c5c6-409c-9ec9-034448c9b961 HTTP/1.1" status: 200 len: 945 time: 0.0451033 May 12 09:49:08.931161 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1ad4aeb5-00ca-41ee-b39f-fb4228be7791 req-58b1b238-ed94-4ac2-bd9f-057374f54b8a tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d61dae1-6db7-4389-988a-c2f29773c422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423288 May 12 09:49:09.582366 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device ba0739a1-e943-4513-865f-943e7ca3eba8 up at agent hyperv_hv-cinder-83769 {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 09:49:09.624804 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Provisioning for port ba0739a1-e943-4513-865f-943e7ca3eba8 completed by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 09:49:09.631167 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Provisioning complete for port ba0739a1-e943-4513-865f-943e7ca3eba8 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:49:09.631540 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (ba0739a1-e943-4513-865f-943e7ca3eba8), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:49:09.704890 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Current status of the port ba0739a1-e943-4513-865f-943e7ca3eba8 is: BUILD; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:49:09.705274 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (ba0739a1-e943-4513-865f-943e7ca3eba8), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:49:09.726690 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c701302e-c5c6-409c-9ec9-034448c9b961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba0739a1-e943-4513-865f-943e7ca3eba8'}] {{(pid=103459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:49:09.728918 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86b47e387812c2b24e7094e641fb8cdf00e205bc2b1299b72670831d9f7cf680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1616b5c6-1e49-454e-bf0c-1c49a32667bd" -d '{"events": [{"server_uuid": "c701302e-c5c6-409c-9ec9-034448c9b961", "name": "network-vif-plugged", "status": "completed", "tag": "ba0739a1-e943-4513-865f-943e7ca3eba8"}]}' {{(pid=103459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:49:09.741604 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] For port ba0739a1-e943-4513-865f-943e7ca3eba8, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=ba0739a1-e943-4513-865f-943e7ca3eba8,segment=NetworkSegment(f47e11d4-d34b-4d5a-95a2-c4d425db3481),segment_id=f47e11d4-d34b-4d5a-95a2-c4d425db3481)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:49:09.745803 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (ba0739a1-e943-4513-865f-943e7ca3eba8), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:49:09.773167 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 09:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f80ce3c7-b172-4b12-9ea9-8fec5cab6302 x-openstack-request-id: req-f80ce3c7-b172-4b12-9ea9-8fec5cab6302 {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:49:09.773448 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c701302e-c5c6-409c-9ec9-034448c9b961", "name": "network-vif-plugged", "status": "completed", "tag": "ba0739a1-e943-4513-865f-943e7ca3eba8", "code": 200}]} {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:49:09.773709 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f80ce3c7-b172-4b12-9ea9-8fec5cab6302 {{(pid=103459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:49:09.774126 dv-cinder-837699-5-iscsi neutron-server[103459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f80ce3c7-b172-4b12-9ea9-8fec5cab6302'] response: {'server_uuid': 'c701302e-c5c6-409c-9ec9-034448c9b961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba0739a1-e943-4513-865f-943e7ca3eba8', 'code': 200} May 12 09:49:09.799221 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Pushing event updated for resources: {'Port': ['ID=ba0739a1-e943-4513-865f-943e7ca3eba8,revision_number=5']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:49:10.010337 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dabba09-5804-4ff7-80df-6c09a47e8ad8 req-269494ac-f9f3-4977-9563-853961763518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:49:10.011876 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5dabba09-5804-4ff7-80df-6c09a47e8ad8 req-269494ac-f9f3-4977-9563-853961763518 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c701302e-c5c6-409c-9ec9-034448c9b961 HTTP/1.1" status: 200 len: 1130 time: 0.0454147 May 12 09:49:10.064096 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bce879-f8df-466a-a28f-fe4e8e328573 req-af6db56f-56fd-491c-98d4-80373bdb8af8 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:49:10.065526 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-82bce879-f8df-466a-a28f-fe4e8e328573 req-af6db56f-56fd-491c-98d4-80373bdb8af8 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/ports?device_id=c701302e-c5c6-409c-9ec9-034448c9b961 HTTP/1.1" status: 200 len: 946 time: 0.0655773 May 12 09:49:10.101000 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5dabba09-5804-4ff7-80df-6c09a47e8ad8 req-7c18e8de-cd71-4034-936c-828f750ad3de service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=2d61dae1-6db7-4389-988a-c2f29773c422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673757 May 12 09:49:10.127238 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-82bce879-f8df-466a-a28f-fe4e8e328573 req-8d54eba4-810f-419c-a980-1167c91196ff tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d61dae1-6db7-4389-988a-c2f29773c422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555236 May 12 09:49:11.211942 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-1d9e6a58-d356-44ab-bb34-37357c1267d7 None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 09:49:11.286850 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6cc339-c0fa-40fb-8a3f-fa346ced8b1b req-268d272d-0a7b-4817-890f-88e28eede012 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:49:11.288278 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1f6cc339-c0fa-40fb-8a3f-fa346ced8b1b req-268d272d-0a7b-4817-890f-88e28eede012 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/ports?device_id=c701302e-c5c6-409c-9ec9-034448c9b961 HTTP/1.1" status: 200 len: 946 time: 0.0938845 May 12 09:49:11.335642 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1f6cc339-c0fa-40fb-8a3f-fa346ced8b1b req-7fa4be20-b635-4ecb-841f-f46fab546856 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d61dae1-6db7-4389-988a-c2f29773c422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418351 May 12 09:49:12.450055 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24f166-cf17-4d64-96ad-7b94a60ddab7 req-f4c45765-34f6-4768-b2ae-21e8c1f6778e tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:49:12.451501 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8e24f166-cf17-4d64-96ad-7b94a60ddab7 req-f4c45765-34f6-4768-b2ae-21e8c1f6778e tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/ports?device_id=c701302e-c5c6-409c-9ec9-034448c9b961 HTTP/1.1" status: 200 len: 946 time: 0.0495842 May 12 09:49:12.498648 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8e24f166-cf17-4d64-96ad-7b94a60ddab7 req-55ebfa17-df87-46e3-a0b1-257e75f7620f tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d61dae1-6db7-4389-988a-c2f29773c422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416584 May 12 09:49:12.610218 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ccc35-c0c5-4cce-b351-4b2e714f0373 req-c74b9bd9-1f52-4f09-97bc-31932a4c850f tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:49:12.611639 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-860ccc35-c0c5-4cce-b351-4b2e714f0373 req-c74b9bd9-1f52-4f09-97bc-31932a4c850f tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/ports?device_id=c701302e-c5c6-409c-9ec9-034448c9b961 HTTP/1.1" status: 200 len: 946 time: 0.0482280 May 12 09:49:12.659143 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-860ccc35-c0c5-4cce-b351-4b2e714f0373 req-1666ac09-031f-4a6a-a2f4-ed5dce91aca6 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d61dae1-6db7-4389-988a-c2f29773c422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417731 May 12 09:49:12.680900 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 45746) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:49:12.762164 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae48789-6714-4b93-8f58-d3649f08b4fb tempest-TestVolumeBootPattern-55136911 tempest-TestVolumeBootPattern-55136911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:49:12.763680 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-4ae48789-6714-4b93-8f58-d3649f08b4fb tempest-TestVolumeBootPattern-55136911 tempest-TestVolumeBootPattern-55136911-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=c701302e-c5c6-409c-9ec9-034448c9b961 HTTP/1.1" status: 200 len: 1125 time: 0.0818167 May 12 09:49:12.766938 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 45750) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:49:12.771649 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [None req-aaff230b-8466-4763-94ad-530f691b6ddd tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Request body: {'floatingip': {'floating_network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'port_id': 'ba0739a1-e943-4513-865f-943e7ca3eba8', 'tenant_id': '6e6bc2241970493783de557e3f690105', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:49:12.791574 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-aaff230b-8466-4763-94ad-530f691b6ddd tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:49:12.866810 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-aaff230b-8466-4763-94ad-530f691b6ddd tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:49:12.969138 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [None req-aaff230b-8466-4763-94ad-530f691b6ddd tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Allocated IP 172.27.3.18 (35e64619-a59d-47b1-b4c9-78b55f54f97b/31f684fc-c02d-4e22-bb04-cd143bba725c/4a37e983-01f6-4030-8213-7e2b43f69b77) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 09:49:13.068539 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-aaff230b-8466-4763-94ad-530f691b6ddd tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks [] for port (4a37e983-01f6-4030-8213-7e2b43f69b77), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:49:13.103725 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-aaff230b-8466-4763-94ad-530f691b6ddd tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740344012620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29192019'] for port (4a37e983-01f6-4030-8213-7e2b43f69b77), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:49:13.144607 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaff230b-8466-4763-94ad-530f691b6ddd tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Network 35e64619-a59d-47b1-b4c9-78b55f54f97b is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 09:49:13.147443 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [None req-aaff230b-8466-4763-94ad-530f691b6ddd tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:49:13.150831 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaff230b-8466-4763-94ad-530f691b6ddd tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 09:49:13.176746 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaff230b-8466-4763-94ad-530f691b6ddd tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Pushing event updated for resources: {'Port': ['ID=4a37e983-01f6-4030-8213-7e2b43f69b77,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:49:13.511328 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-aaff230b-8466-4763-94ad-530f691b6ddd tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks [] for floatingip (4a8ce6e0-fb15-4b90-b46a-c58de6fa0ee5), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:49:13.576762 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-aaff230b-8466-4763-94ad-530f691b6ddd tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (4a37e983-01f6-4030-8213-7e2b43f69b77), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:49:13.753390 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-aaff230b-8466-4763-94ad-530f691b6ddd tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks [] for port (4a37e983-01f6-4030-8213-7e2b43f69b77), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:49:13.757733 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-aaff230b-8466-4763-94ad-530f691b6ddd tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29192036'] for port (4a37e983-01f6-4030-8213-7e2b43f69b77), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:49:13.829931 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaff230b-8466-4763-94ad-530f691b6ddd tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Pushing event updated for resources: {'Port': ['ID=4a37e983-01f6-4030-8213-7e2b43f69b77,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:49:13.838602 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-aaff230b-8466-4763-94ad-530f691b6ddd tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799862'] for floatingip (4a8ce6e0-fb15-4b90-b46a-c58de6fa0ee5), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:49:13.939718 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.db.l3_db [None req-aaff230b-8466-4763-94ad-530f691b6ddd tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Floating IP 4a8ce6e0-fb15-4b90-b46a-c58de6fa0ee5 associated. External IP: 172.27.3.18, port: ba0739a1-e943-4513-865f-943e7ca3eba8. May 12 09:49:14.154788 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaff230b-8466-4763-94ad-530f691b6ddd tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Router 9bb081be-dfc2-44ad-9a22-80a42da3e463 has already been hosted by L3 agent 8db92903-2544-41c2-b919-def82c43c97a {{(pid=103458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 09:49:14.260750 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaff230b-8466-4763-94ad-530f691b6ddd tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Notify agent at l3_agent.dv-cinder-837699-5-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 09:49:14.271907 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e426d3-0d85-4156-80d5-8b2a8f34052c None None] Sync routers for ids ['9bb081be-dfc2-44ad-9a22-80a42da3e463'] in dv-cinder-837699-5-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 09:49:14.279028 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-aaff230b-8466-4763-94ad-530f691b6ddd tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for floatingip (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:49:14.283036 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e426d3-0d85-4156-80d5-8b2a8f34052c None None] Routers {'9bb081be-dfc2-44ad-9a22-80a42da3e463'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:49:14.284160 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-26e426d3-0d85-4156-80d5-8b2a8f34052c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:48:52Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['9bb081be-dfc2-44ad-9a22-80a42da3e463'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:49:14.308545 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-aaff230b-8466-4763-94ad-530f691b6ddd tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5406005 May 12 09:49:14.309231 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c701302e-c5c6-409c-9ec9-034448c9b961', 'tag': 'ba0739a1-e943-4513-865f-943e7ca3eba8'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:49:14.311566 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c5c35592cdadc16d94e4e59e173057c198c772a9b1006d4fd44537c4a2e10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba0f0dc-b827-46b1-87c0-34f8b280507d" -d '{"events": [{"name": "network-changed", "server_uuid": "c701302e-c5c6-409c-9ec9-034448c9b961", "tag": "ba0739a1-e943-4513-865f-943e7ca3eba8"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:49:14.345621 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 09:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f046d1-a468-433e-ab86-e2c2697eff4c x-openstack-request-id: req-64f046d1-a468-433e-ab86-e2c2697eff4c {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:49:14.345953 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c701302e-c5c6-409c-9ec9-034448c9b961", "tag": "ba0739a1-e943-4513-865f-943e7ca3eba8", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:49:14.346204 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-64f046d1-a468-433e-ab86-e2c2697eff4c {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:49:14.346667 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64f046d1-a468-433e-ab86-e2c2697eff4c'] response: {'name': 'network-changed', 'server_uuid': 'c701302e-c5c6-409c-9ec9-034448c9b961', 'tag': 'ba0739a1-e943-4513-865f-943e7ca3eba8', 'status': 'completed', 'code': 200} May 12 09:49:14.398232 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-26e426d3-0d85-4156-80d5-8b2a8f34052c None None] Set router 9bb081be-dfc2-44ad-9a22-80a42da3e463 gateway port host: dv-cinder-837699-5-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:49:14.430608 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba0f0dc-b827-46b1-87c0-34f8b280507d req-5baf6c37-e969-4c42-8d0f-4560f0f544ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:49:14.432165 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2ba0f0dc-b827-46b1-87c0-34f8b280507d req-5baf6c37-e969-4c42-8d0f-4560f0f544ff service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6e6bc2241970493783de557e3f690105&device_id=c701302e-c5c6-409c-9ec9-034448c9b961 HTTP/1.1" status: 200 len: 1130 time: 0.0431025 May 12 09:49:14.524232 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba0f0dc-b827-46b1-87c0-34f8b280507d req-12279382-cd71-45b1-a80e-5bd087c52a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:49:14.525722 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2ba0f0dc-b827-46b1-87c0-34f8b280507d req-12279382-cd71-45b1-a80e-5bd087c52a71 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f6f9b602-5994-4479-ba8e-6005a9bbaa39 HTTP/1.1" status: 200 len: 913 time: 0.0882056 May 12 09:49:14.596284 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2ba0f0dc-b827-46b1-87c0-34f8b280507d req-379f0ef2-ee61-4ac3-9e44-55b0d1aa51e4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba0739a1-e943-4513-865f-943e7ca3eba8 HTTP/1.1" status: 200 len: 999 time: 0.0648470 May 12 09:49:14.644868 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba0f0dc-b827-46b1-87c0-34f8b280507d req-42600ecf-6621-4582-8da1-2c7a27e0814c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:49:14.646327 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2ba0f0dc-b827-46b1-87c0-34f8b280507d req-42600ecf-6621-4582-8da1-2c7a27e0814c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=28623973-416c-4d68-8b43-8208a047eab8 HTTP/1.1" status: 200 len: 851 time: 0.0434234 May 12 09:49:14.687637 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba0f0dc-b827-46b1-87c0-34f8b280507d req-259a4a5a-5e1a-4378-aaf4-c63572753317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:49:14.688994 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2ba0f0dc-b827-46b1-87c0-34f8b280507d req-259a4a5a-5e1a-4378-aaf4-c63572753317 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f6f9b602-5994-4479-ba8e-6005a9bbaa39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0368567 May 12 09:49:14.691289 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-26e426d3-0d85-4156-80d5-8b2a8f34052c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'name': 'tempest-TestVolumeBootPattern-1179763224-router', 'tenant_id': '6e6bc2241970493783de557e3f690105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '661a4470-5b33-4ef0-9807-43fb27abce33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:48:24Z', 'updated_at': '2022-05-12T09:48:27Z', 'revision_number': 4, 'project_id': '6e6bc2241970493783de557e3f690105', 'gw_port': {'id': '661a4470-5b33-4ef0-9807-43fb27abce33', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:22:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:48:25Z', 'updated_at': '2022-05-12T09:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_floatingips': [{'id': '4a8ce6e0-fb15-4b90-b46a-c58de6fa0ee5', 'tenant_id': '6e6bc2241970493783de557e3f690105', 'floating_ip_address': '172.27.3.18', 'floating_network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'router_id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'port_id': 'ba0739a1-e943-4513-865f-943e7ca3eba8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6f9b602-5994-4479-ba8e-6005a9bbaa39', 'mac_address': 'fa:16:3e:f9:08:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c701302e-c5c6-409c-9ec9-034448c9b961', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T09:49:13Z', 'updated_at': '2022-05-12T09:49:13Z', 'revision_number': 0, 'project_id': '6e6bc2241970493783de557e3f690105', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b894d993-7e82-490e-bf87-840c0c78c81f', 'name': '', 'network_id': 'f6f9b602-5994-4479-ba8e-6005a9bbaa39', 'tenant_id': '6e6bc2241970493783de557e3f690105', 'mac_address': 'fa:16:3e:d3:45:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '28623973-416c-4d68-8b43-8208a047eab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:48:27Z', 'updated_at': '2022-05-12T09:48:31Z', 'revision_number': 5, 'project_id': '6e6bc2241970493783de557e3f690105', 'subnets': [{'id': '28623973-416c-4d68-8b43-8208a047eab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:49:14.726665 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e426d3-0d85-4156-80d5-8b2a8f34052c None None] Checking router: 9bb081be-dfc2-44ad-9a22-80a42da3e463 for host: dv-cinder-837699-5-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 09:49:14.734929 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e426d3-0d85-4156-80d5-8b2a8f34052c None None] Routers {'9bb081be-dfc2-44ad-9a22-80a42da3e463'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:49:14.735538 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-26e426d3-0d85-4156-80d5-8b2a8f34052c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:48:52Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['9bb081be-dfc2-44ad-9a22-80a42da3e463'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:49:14.787872 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2ba0f0dc-b827-46b1-87c0-34f8b280507d req-31e77864-cf18-4909-b856-5828dced1ca3 service neutron] 10.222.0.65 "GET /v2.0/networks/f6f9b602-5994-4479-ba8e-6005a9bbaa39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920444 May 12 09:49:14.842365 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-26e426d3-0d85-4156-80d5-8b2a8f34052c None None] Set router 9bb081be-dfc2-44ad-9a22-80a42da3e463 gateway port host: dv-cinder-837699-5-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:49:14.877543 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2ba0f0dc-b827-46b1-87c0-34f8b280507d req-ed29ea46-9f08-42bb-b29f-e4ea6d5f3b6b service neutron] 10.222.0.65 "GET /v2.0/networks/f6f9b602-5994-4479-ba8e-6005a9bbaa39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835996 May 12 09:49:15.050319 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-26e426d3-0d85-4156-80d5-8b2a8f34052c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'name': 'tempest-TestVolumeBootPattern-1179763224-router', 'tenant_id': '6e6bc2241970493783de557e3f690105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '661a4470-5b33-4ef0-9807-43fb27abce33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:48:24Z', 'updated_at': '2022-05-12T09:48:27Z', 'revision_number': 4, 'project_id': '6e6bc2241970493783de557e3f690105', 'gw_port': {'id': '661a4470-5b33-4ef0-9807-43fb27abce33', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:22:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:48:25Z', 'updated_at': '2022-05-12T09:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_floatingips': [{'id': '4a8ce6e0-fb15-4b90-b46a-c58de6fa0ee5', 'tenant_id': '6e6bc2241970493783de557e3f690105', 'floating_ip_address': '172.27.3.18', 'floating_network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'router_id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'port_id': 'ba0739a1-e943-4513-865f-943e7ca3eba8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6f9b602-5994-4479-ba8e-6005a9bbaa39', 'mac_address': 'fa:16:3e:f9:08:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c701302e-c5c6-409c-9ec9-034448c9b961', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T09:49:13Z', 'updated_at': '2022-05-12T09:49:13Z', 'revision_number': 0, 'project_id': '6e6bc2241970493783de557e3f690105', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b894d993-7e82-490e-bf87-840c0c78c81f', 'name': '', 'network_id': 'f6f9b602-5994-4479-ba8e-6005a9bbaa39', 'tenant_id': '6e6bc2241970493783de557e3f690105', 'mac_address': 'fa:16:3e:d3:45:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '28623973-416c-4d68-8b43-8208a047eab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:48:27Z', 'updated_at': '2022-05-12T09:48:31Z', 'revision_number': 5, 'project_id': '6e6bc2241970493783de557e3f690105', 'subnets': [{'id': '28623973-416c-4d68-8b43-8208a047eab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:49:15.079726 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e426d3-0d85-4156-80d5-8b2a8f34052c None None] The sync data for ids ['9bb081be-dfc2-44ad-9a22-80a42da3e463'] in dv-cinder-837699-5-iscsi is: [{'id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'name': 'tempest-TestVolumeBootPattern-1179763224-router', 'tenant_id': '6e6bc2241970493783de557e3f690105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '661a4470-5b33-4ef0-9807-43fb27abce33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:48:24Z', 'updated_at': '2022-05-12T09:48:27Z', 'revision_number': 4, 'project_id': '6e6bc2241970493783de557e3f690105', 'gw_port': {'id': '661a4470-5b33-4ef0-9807-43fb27abce33', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:22:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:48:25Z', 'updated_at': '2022-05-12T09:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_floatingips': [{'id': '4a8ce6e0-fb15-4b90-b46a-c58de6fa0ee5', 'tenant_id': '6e6bc2241970493783de557e3f690105', 'floating_ip_address': '172.27.3.18', 'floating_network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'router_id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'port_id': 'ba0739a1-e943-4513-865f-943e7ca3eba8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6f9b602-5994-4479-ba8e-6005a9bbaa39', 'mac_address': 'fa:16:3e:f9:08:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c701302e-c5c6-409c-9ec9-034448c9b961', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T09:49:13Z', 'updated_at': '2022-05-12T09:49:13Z', 'revision_number': 0, 'project_id': '6e6bc2241970493783de557e3f690105', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b894d993-7e82-490e-bf87-840c0c78c81f', 'name': '', 'network_id': 'f6f9b602-5994-4479-ba8e-6005a9bbaa39', 'tenant_id': '6e6bc2241970493783de557e3f690105', 'mac_address': 'fa:16:3e:d3:45:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '28623973-416c-4d68-8b43-8208a047eab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:48:27Z', 'updated_at': '2022-05-12T09:48:31Z', 'revision_number': 5, 'project_id': '6e6bc2241970493783de557e3f690105', 'subnets': [{'id': '28623973-416c-4d68-8b43-8208a047eab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 09:49:15.276588 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50600501-46fe-4078-bc9d-ded43ae238bb None None] New status for floating IP 4a8ce6e0-fb15-4b90-b46a-c58de6fa0ee5: ACTIVE {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 09:49:19.650327 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-846847d0-e5cd-4f54-bd99-1eb211744ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (9bee5a85-5be0-4217-aa6d-1f9c6538b987), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:49:20.897480 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (cdc2c050-d5b8-41e9-9f41-bf893d522faa), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:49:21.884187 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-2a4c2aff-42ae-43ce-8895-7569b0b13683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (8db92903-2544-41c2-b919-def82c43c97a), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:49:23.127440 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-13a031d7-5ec6-42a3-899f-d50e1f06c687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (f8def58d-f1ec-4d41-abae-d1c60f542bd3), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:49:24.548095 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a984b3b9-a9e9-40d7-bd88-8cdbb1de5f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (e377c27d-f788-489a-9a4f-9db675c37dc4), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:49:26.022439 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (0e2e3861-7d79-4ce6-9d91-faa32ae2cb64), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:49:34.357095 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [req-ce6ee016-375f-405f-9ec4-ae74c447d716 req-858eb46a-dee4-4e02-8680-cde7a06876e8 service neutron] (103457) timed out ('10.222.0.65', 59218) {{(pid=103457) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 12 09:49:34.506869 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [req-c024b9ed-7704-4de5-94c2-b52ba65ea2ab req-5160df5a-97fc-41ac-b44e-daf055aef8ef service neutron] (103458) timed out ('10.222.0.65', 59221) {{(pid=103458) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 12 09:49:36.849447 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [req-9cc60917-f95d-415f-916c-5e6dfa573993 req-c66d3d48-823d-41f2-a66a-e84005782554 service neutron] (103458) timed out ('10.222.0.65', 59210) {{(pid=103458) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 12 09:49:41.386309 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76dd3f6-e3ec-4234-84d2-ce9a5d88aa55 req-17a391d0-bc20-45a3-84f3-d0c527610158 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:49:41.387747 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e76dd3f6-e3ec-4234-84d2-ce9a5d88aa55 req-17a391d0-bc20-45a3-84f3-d0c527610158 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7a27c8e-623a-4df5-9552-03cef9e9d0d7 HTTP/1.1" status: 200 len: 946 time: 0.0502620 May 12 09:49:41.433860 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e76dd3f6-e3ec-4234-84d2-ce9a5d88aa55 req-fe73b5d1-473b-420e-9fb8-dd77c26e3618 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=9578c71f-7477-4b14-921d-c4f1388fb29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402279 May 12 09:49:42.549816 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c035e64-44eb-45d5-91da-b5d7a5755ae9 req-125c4fa7-3266-47ef-ba65-f6901e3df83b tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:49:42.551789 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7c035e64-44eb-45d5-91da-b5d7a5755ae9 req-125c4fa7-3266-47ef-ba65-f6901e3df83b tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7a27c8e-623a-4df5-9552-03cef9e9d0d7 HTTP/1.1" status: 200 len: 946 time: 0.0451379 May 12 09:49:42.596151 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7c035e64-44eb-45d5-91da-b5d7a5755ae9 req-80eda1d5-bc13-4c28-8849-93b0d4bffd94 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=9578c71f-7477-4b14-921d-c4f1388fb29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388858 May 12 09:49:43.714614 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0318d9-c31d-4c3e-9f08-314f94df8c80 req-f52638bb-de13-4851-ad78-b2fe463e3534 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:49:43.716055 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7d0318d9-c31d-4c3e-9f08-314f94df8c80 req-f52638bb-de13-4851-ad78-b2fe463e3534 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7a27c8e-623a-4df5-9552-03cef9e9d0d7 HTTP/1.1" status: 200 len: 946 time: 0.0488288 May 12 09:49:43.760621 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-7d0318d9-c31d-4c3e-9f08-314f94df8c80 req-fa02e4e0-2a6d-434c-8c5c-8eb5f9e67ca7 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=9578c71f-7477-4b14-921d-c4f1388fb29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391543 May 12 09:49:44.879864 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136a04c6-83d7-4abf-87a9-97ff69ae79a5 req-146b94aa-e68f-4b9e-945c-6c805be9aa80 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:49:44.881302 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-136a04c6-83d7-4abf-87a9-97ff69ae79a5 req-146b94aa-e68f-4b9e-945c-6c805be9aa80 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7a27c8e-623a-4df5-9552-03cef9e9d0d7 HTTP/1.1" status: 200 len: 946 time: 0.0466356 May 12 09:49:44.928827 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-136a04c6-83d7-4abf-87a9-97ff69ae79a5 req-4d3b3ee4-5364-4a93-ac4a-8f4943ff3505 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=9578c71f-7477-4b14-921d-c4f1388fb29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420227 May 12 09:49:46.045024 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593de85e-c243-43c0-add6-0695b37b6f60 req-c3906999-da8c-49dd-8563-1236280d8a52 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:49:46.046470 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-593de85e-c243-43c0-add6-0695b37b6f60 req-c3906999-da8c-49dd-8563-1236280d8a52 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7a27c8e-623a-4df5-9552-03cef9e9d0d7 HTTP/1.1" status: 200 len: 946 time: 0.0451894 May 12 09:49:46.094958 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-593de85e-c243-43c0-add6-0695b37b6f60 req-119723a4-78cc-43fe-b9de-ed639418bf70 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=9578c71f-7477-4b14-921d-c4f1388fb29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422924 May 12 09:49:47.212877 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc98a46-f6c6-45b5-ba44-bad08b730f52 req-4a9d60db-1f1d-44a4-8c91-9280edea36e0 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:49:47.214324 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6fc98a46-f6c6-45b5-ba44-bad08b730f52 req-4a9d60db-1f1d-44a4-8c91-9280edea36e0 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7a27c8e-623a-4df5-9552-03cef9e9d0d7 HTTP/1.1" status: 200 len: 946 time: 0.0458004 May 12 09:49:47.259638 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6fc98a46-f6c6-45b5-ba44-bad08b730f52 req-8615ebff-dc8a-4083-a4d8-77f4072ef8e2 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=9578c71f-7477-4b14-921d-c4f1388fb29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399020 May 12 09:49:48.211651 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-1d9e6a58-d356-44ab-bb34-37357c1267d7 None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 09:49:48.374166 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac014116-fb0e-40fa-9cd2-e0f403e9f425 req-e73f4333-284c-4aa1-920e-7b9dcda87b72 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:49:48.375505 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ac014116-fb0e-40fa-9cd2-e0f403e9f425 req-e73f4333-284c-4aa1-920e-7b9dcda87b72 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7a27c8e-623a-4df5-9552-03cef9e9d0d7 HTTP/1.1" status: 200 len: 946 time: 0.0457211 May 12 09:49:48.420230 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ac014116-fb0e-40fa-9cd2-e0f403e9f425 req-3fe03ce9-05a0-4b09-9842-8b3ad244fa38 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=9578c71f-7477-4b14-921d-c4f1388fb29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385978 May 12 09:49:49.547511 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a0e64-8151-485e-b220-17722de67cd5 req-1f4991c8-c8ff-463b-af61-02fc70e6a1fa tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:49:49.548974 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c07a0e64-8151-485e-b220-17722de67cd5 req-1f4991c8-c8ff-463b-af61-02fc70e6a1fa tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7a27c8e-623a-4df5-9552-03cef9e9d0d7 HTTP/1.1" status: 200 len: 946 time: 0.0564568 May 12 09:49:49.599093 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c07a0e64-8151-485e-b220-17722de67cd5 req-36ecad7c-efb1-4008-bbc9-2a941c4938f8 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=9578c71f-7477-4b14-921d-c4f1388fb29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443494 May 12 09:49:49.656483 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-95a171b5-7d1a-4bdf-8969-da9a89e1352a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (9bee5a85-5be0-4217-aa6d-1f9c6538b987), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:49:50.715637 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc465d0f-1111-4cbd-9a68-6eb56497f74a req-f5312b9d-665a-4936-8f15-08e50cba6f7d tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:49:50.717040 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-cc465d0f-1111-4cbd-9a68-6eb56497f74a req-f5312b9d-665a-4936-8f15-08e50cba6f7d tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7a27c8e-623a-4df5-9552-03cef9e9d0d7 HTTP/1.1" status: 200 len: 946 time: 0.0449929 May 12 09:49:50.761489 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-cc465d0f-1111-4cbd-9a68-6eb56497f74a req-8f5a8cfa-e975-4cc2-8448-95438c67430f tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=9578c71f-7477-4b14-921d-c4f1388fb29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384681 May 12 09:49:50.900805 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (cdc2c050-d5b8-41e9-9f41-bf893d522faa), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:49:51.877625 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb650565-e4a6-4b65-af91-38349cdb5b38 req-e47d4310-48d2-4ad2-a653-8a1e82bbbe0c tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:49:51.879115 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-eb650565-e4a6-4b65-af91-38349cdb5b38 req-e47d4310-48d2-4ad2-a653-8a1e82bbbe0c tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7a27c8e-623a-4df5-9552-03cef9e9d0d7 HTTP/1.1" status: 200 len: 946 time: 0.0459027 May 12 09:49:51.884570 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-7aef9271-a7d1-4883-bd3f-3d2300680363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (8db92903-2544-41c2-b919-def82c43c97a), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:49:51.928819 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-eb650565-e4a6-4b65-af91-38349cdb5b38 req-27181bad-0e3a-4576-8b33-65b367bc26e0 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=9578c71f-7477-4b14-921d-c4f1388fb29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437796 May 12 09:49:53.044021 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06adc76-aedc-40db-bb95-f4b0a510adc3 req-1e9bebbf-b0ed-4585-8b8d-e0e5b0647152 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:49:53.045467 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b06adc76-aedc-40db-bb95-f4b0a510adc3 req-1e9bebbf-b0ed-4585-8b8d-e0e5b0647152 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7a27c8e-623a-4df5-9552-03cef9e9d0d7 HTTP/1.1" status: 200 len: 946 time: 0.0455227 May 12 09:49:53.090953 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b06adc76-aedc-40db-bb95-f4b0a510adc3 req-df4da54a-807c-49cd-aef5-502fe5289ed0 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=9578c71f-7477-4b14-921d-c4f1388fb29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394881 May 12 09:49:53.130973 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-13a031d7-5ec6-42a3-899f-d50e1f06c687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (f8def58d-f1ec-4d41-abae-d1c60f542bd3), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:49:53.979114 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61185e24-dc51-4895-b3cb-e1313d2ebb24 req-6133264f-496f-4e8c-a4db-97317d5f7025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:49:53.980542 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-61185e24-dc51-4895-b3cb-e1313d2ebb24 req-6133264f-496f-4e8c-a4db-97317d5f7025 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b879e240eb4f48139e28cc43223b21da&device_id=b7a27c8e-623a-4df5-9552-03cef9e9d0d7 HTTP/1.1" status: 200 len: 1130 time: 0.0785406 May 12 09:49:54.082019 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61185e24-dc51-4895-b3cb-e1313d2ebb24 req-04a93a90-3467-44c6-a3e2-1ead5ef956d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:49:54.083434 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-61185e24-dc51-4895-b3cb-e1313d2ebb24 req-04a93a90-3467-44c6-a3e2-1ead5ef956d3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9e493ca3-e280-43b9-b225-da7bca606395 HTTP/1.1" status: 200 len: 917 time: 0.0854805 May 12 09:49:54.147312 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-61185e24-dc51-4895-b3cb-e1313d2ebb24 req-69d9d31d-c885-48e5-afee-bfee5092b964 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44a51ff9-5482-46c9-a3f0-25e1a93e8a55 HTTP/1.1" status: 200 len: 1000 time: 0.0577586 May 12 09:49:54.236630 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff3696a-f369-44f8-88fb-5c1801a99187 req-514fe9c2-7137-480b-8e58-2ee3fd031b81 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:49:54.238111 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2ff3696a-f369-44f8-88fb-5c1801a99187 req-514fe9c2-7137-480b-8e58-2ee3fd031b81 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7a27c8e-623a-4df5-9552-03cef9e9d0d7 HTTP/1.1" status: 200 len: 946 time: 0.0730388 May 12 09:49:54.239484 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61185e24-dc51-4895-b3cb-e1313d2ebb24 req-ae4dd6fd-2d13-4659-8c06-bc791bd044d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:49:54.240792 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-61185e24-dc51-4895-b3cb-e1313d2ebb24 req-ae4dd6fd-2d13-4659-8c06-bc791bd044d8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d0dfb68a-43de-417f-95c4-a655ed09841d HTTP/1.1" status: 200 len: 855 time: 0.0849063 May 12 09:49:54.301725 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61185e24-dc51-4895-b3cb-e1313d2ebb24 req-0ba156aa-4da2-4a5c-970f-5878ef4773fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:49:54.303187 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-61185e24-dc51-4895-b3cb-e1313d2ebb24 req-0ba156aa-4da2-4a5c-970f-5878ef4773fd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9e493ca3-e280-43b9-b225-da7bca606395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0538318 May 12 09:49:54.321168 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2ff3696a-f369-44f8-88fb-5c1801a99187 req-455b9f52-4a64-4de3-ad5b-8e92f2b3ee17 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=9578c71f-7477-4b14-921d-c4f1388fb29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772862 May 12 09:49:54.396504 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-61185e24-dc51-4895-b3cb-e1313d2ebb24 req-47bf6341-ebfa-425c-8d9a-f30cff9902b1 service neutron] 10.222.0.65 "GET /v2.0/networks/9e493ca3-e280-43b9-b225-da7bca606395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863035 May 12 09:49:54.484109 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-61185e24-dc51-4895-b3cb-e1313d2ebb24 req-944cee08-120f-495f-bf01-3a056315724b service neutron] 10.222.0.65 "GET /v2.0/networks/9e493ca3-e280-43b9-b225-da7bca606395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816221 May 12 09:49:54.550354 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a984b3b9-a9e9-40d7-bd88-8cdbb1de5f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (e377c27d-f788-489a-9a4f-9db675c37dc4), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:49:55.439381 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb723b6-8bd8-4178-8293-86fd9157d554 req-b1a55976-a5fc-47fe-9733-eaadfc37969e tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:49:55.441323 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8cb723b6-8bd8-4178-8293-86fd9157d554 req-b1a55976-a5fc-47fe-9733-eaadfc37969e tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7a27c8e-623a-4df5-9552-03cef9e9d0d7 HTTP/1.1" status: 200 len: 946 time: 0.0501857 May 12 09:49:55.485964 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8cb723b6-8bd8-4178-8293-86fd9157d554 req-f7465d29-5c64-4f2d-8059-36514ff337d2 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=9578c71f-7477-4b14-921d-c4f1388fb29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391169 May 12 09:49:56.023436 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (0e2e3861-7d79-4ce6-9d91-faa32ae2cb64), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:49:56.601057 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c0c1e-5208-4998-857a-b080eb00a9e5 req-d85509fd-da35-4d67-bb98-9042a477d6d8 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:49:56.602519 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-312c0c1e-5208-4998-857a-b080eb00a9e5 req-d85509fd-da35-4d67-bb98-9042a477d6d8 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7a27c8e-623a-4df5-9552-03cef9e9d0d7 HTTP/1.1" status: 200 len: 946 time: 0.0455415 May 12 09:49:56.646967 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-312c0c1e-5208-4998-857a-b080eb00a9e5 req-44c39f54-43d1-4c49-8e1d-1087f2c09c56 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=9578c71f-7477-4b14-921d-c4f1388fb29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391173 May 12 09:49:57.766068 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a0976f-f063-4bab-9994-21fa16cdc165 req-08a54a3b-a418-4f4a-8525-01635808a81c tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:49:57.767712 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-80a0976f-f063-4bab-9994-21fa16cdc165 req-08a54a3b-a418-4f4a-8525-01635808a81c tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7a27c8e-623a-4df5-9552-03cef9e9d0d7 HTTP/1.1" status: 200 len: 946 time: 0.0514841 May 12 09:49:57.813224 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-80a0976f-f063-4bab-9994-21fa16cdc165 req-14a10d33-91a0-4089-8b2f-0bf0cda775a1 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=9578c71f-7477-4b14-921d-c4f1388fb29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398481 May 12 09:49:58.929247 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ac4b5-6281-408f-833f-a8832c29b61a req-1e7e0f52-0951-436f-8de9-c389345e25d0 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:49:58.930712 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-146ac4b5-6281-408f-833f-a8832c29b61a req-1e7e0f52-0951-436f-8de9-c389345e25d0 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7a27c8e-623a-4df5-9552-03cef9e9d0d7 HTTP/1.1" status: 200 len: 946 time: 0.0451679 May 12 09:49:58.975252 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-146ac4b5-6281-408f-833f-a8832c29b61a req-5a907582-ae32-4626-aa65-b5f2e4cf27fb tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=9578c71f-7477-4b14-921d-c4f1388fb29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391150 May 12 09:49:59.911349 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device 44a51ff9-5482-46c9-a3f0-25e1a93e8a55 details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=103459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 09:50:00.007455 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] For port 44a51ff9-5482-46c9-a3f0-25e1a93e8a55, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=44a51ff9-5482-46c9-a3f0-25e1a93e8a55,segment=NetworkSegment(13c6b376-b873-4e7b-b8cd-21838495d81c),segment_id=13c6b376-b873-4e7b-b8cd-21838495d81c)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:50:00.018936 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Returning: {'device': '44a51ff9-5482-46c9-a3f0-25e1a93e8a55', 'network_id': '9e493ca3-e280-43b9-b225-da7bca606395', 'port_id': '44a51ff9-5482-46c9-a3f0-25e1a93e8a55', 'mac_address': 'fa:16:3e:75:30:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0dfb68a-43de-417f-95c4-a655ed09841d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 09:50:00.055772 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Current status of the port 44a51ff9-5482-46c9-a3f0-25e1a93e8a55 is: ACTIVE; New status is: BUILD {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:50:00.056160 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (44a51ff9-5482-46c9-a3f0-25e1a93e8a55), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:50:00.069431 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 44a51ff9-5482-46c9-a3f0-25e1a93e8a55 {{(pid=103459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 09:50:00.089065 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] For port 44a51ff9-5482-46c9-a3f0-25e1a93e8a55, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=44a51ff9-5482-46c9-a3f0-25e1a93e8a55,segment=NetworkSegment(13c6b376-b873-4e7b-b8cd-21838495d81c),segment_id=13c6b376-b873-4e7b-b8cd-21838495d81c)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:50:00.093186 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (44a51ff9-5482-46c9-a3f0-25e1a93e8a55), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:50:00.103103 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3b8e40-5f2c-4123-893d-976bdd57e111 req-b71cf043-f7f5-4f36-8248-9a7d6d0217c2 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:50:00.106353 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0d3b8e40-5f2c-4123-893d-976bdd57e111 req-b71cf043-f7f5-4f36-8248-9a7d6d0217c2 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7a27c8e-623a-4df5-9552-03cef9e9d0d7 HTTP/1.1" status: 200 len: 946 time: 0.0484433 May 12 09:50:00.144288 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Pushing event updated for resources: {'Port': ['ID=44a51ff9-5482-46c9-a3f0-25e1a93e8a55,revision_number=6']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:50:00.151606 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:50:00.151962 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:50:00.152316 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:50:00.152662 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:50:00.153017 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:50:00.153336 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:50:00.153666 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:50:00.154036 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:50:00.154372 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:50:00.154698 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:50:00.155026 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:50:00.155353 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:50:00.155678 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:50:00.156003 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:50:00.156323 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:50:00.162143 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0d3b8e40-5f2c-4123-893d-976bdd57e111 req-397271f8-cf88-44b4-9150-5db55c9056e4 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=9578c71f-7477-4b14-921d-c4f1388fb29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505164 May 12 09:50:00.263417 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] get_ports_and_sgs() called for port_ids ['44a51ff9-5482-46c9-a3f0-25e1a93e8a55'] {{(pid=103459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 09:50:01.271468 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc7e5c-dc5b-4762-9a8f-c11fbdbc7483 req-fec9891f-bea9-4972-80e0-d119ab23b2bf tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:50:01.272910 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-aacc7e5c-dc5b-4762-9a8f-c11fbdbc7483 req-fec9891f-bea9-4972-80e0-d119ab23b2bf tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7a27c8e-623a-4df5-9552-03cef9e9d0d7 HTTP/1.1" status: 200 len: 945 time: 0.0455165 May 12 09:50:01.317335 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-aacc7e5c-dc5b-4762-9a8f-c11fbdbc7483 req-84702a1f-417c-401c-af59-efffd58c47cf tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=9578c71f-7477-4b14-921d-c4f1388fb29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389497 May 12 09:50:01.906035 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device 44a51ff9-5482-46c9-a3f0-25e1a93e8a55 up at agent hyperv_hv-cinder-83769 {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 09:50:01.950755 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Provisioning complete for port 44a51ff9-5482-46c9-a3f0-25e1a93e8a55 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:50:01.951129 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (44a51ff9-5482-46c9-a3f0-25e1a93e8a55), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:50:02.024719 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Current status of the port 44a51ff9-5482-46c9-a3f0-25e1a93e8a55 is: BUILD; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:50:02.025099 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (44a51ff9-5482-46c9-a3f0-25e1a93e8a55), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:50:02.048742 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7a27c8e-623a-4df5-9552-03cef9e9d0d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a51ff9-5482-46c9-a3f0-25e1a93e8a55'}] {{(pid=103459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:50:02.053261 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86b47e387812c2b24e7094e641fb8cdf00e205bc2b1299b72670831d9f7cf680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-710f2ca9-9166-452d-bd47-fe5222da8377" -d '{"events": [{"server_uuid": "b7a27c8e-623a-4df5-9552-03cef9e9d0d7", "name": "network-vif-plugged", "status": "completed", "tag": "44a51ff9-5482-46c9-a3f0-25e1a93e8a55"}]}' {{(pid=103459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:50:02.068031 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] For port 44a51ff9-5482-46c9-a3f0-25e1a93e8a55, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=44a51ff9-5482-46c9-a3f0-25e1a93e8a55,segment=NetworkSegment(13c6b376-b873-4e7b-b8cd-21838495d81c),segment_id=13c6b376-b873-4e7b-b8cd-21838495d81c)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:50:02.072919 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (44a51ff9-5482-46c9-a3f0-25e1a93e8a55), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:50:02.099608 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 09:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f681fcc9-e545-4433-8b2f-e6bb93d04698 x-openstack-request-id: req-f681fcc9-e545-4433-8b2f-e6bb93d04698 {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:50:02.100010 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7a27c8e-623a-4df5-9552-03cef9e9d0d7", "name": "network-vif-plugged", "status": "completed", "tag": "44a51ff9-5482-46c9-a3f0-25e1a93e8a55", "code": 200}]} {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:50:02.100238 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f681fcc9-e545-4433-8b2f-e6bb93d04698 {{(pid=103459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:50:02.100542 dv-cinder-837699-5-iscsi neutron-server[103459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f681fcc9-e545-4433-8b2f-e6bb93d04698'] response: {'server_uuid': 'b7a27c8e-623a-4df5-9552-03cef9e9d0d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a51ff9-5482-46c9-a3f0-25e1a93e8a55', 'code': 200} May 12 09:50:02.129432 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Pushing event updated for resources: {'Port': ['ID=44a51ff9-5482-46c9-a3f0-25e1a93e8a55,revision_number=7']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:50:02.431242 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4696082e-5bdf-40f9-96eb-3039ace0eba3 req-770b9892-5442-4ef2-a32e-620e148bf007 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:50:02.433981 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4696082e-5bdf-40f9-96eb-3039ace0eba3 req-770b9892-5442-4ef2-a32e-620e148bf007 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7a27c8e-623a-4df5-9552-03cef9e9d0d7 HTTP/1.1" status: 200 len: 946 time: 0.0469732 May 12 09:50:02.477942 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4696082e-5bdf-40f9-96eb-3039ace0eba3 req-cf76bb0b-aca2-46e9-854b-cb197f1a8f94 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=9578c71f-7477-4b14-921d-c4f1388fb29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397966 May 12 09:50:03.597505 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c444ed42-d73f-4b93-adc6-cc0452f08a46 req-2c1f5dae-e914-4695-924c-e56ac3bb5d96 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:50:03.599024 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c444ed42-d73f-4b93-adc6-cc0452f08a46 req-2c1f5dae-e914-4695-924c-e56ac3bb5d96 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7a27c8e-623a-4df5-9552-03cef9e9d0d7 HTTP/1.1" status: 200 len: 946 time: 0.0486202 May 12 09:50:03.644296 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c444ed42-d73f-4b93-adc6-cc0452f08a46 req-366e8a60-bec4-46b0-b95a-e6a6c3bca9e9 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=9578c71f-7477-4b14-921d-c4f1388fb29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398035 May 12 09:50:04.762584 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00fb123-bb0a-4a0b-8745-52c56f9d0740 req-1402e579-a79e-402f-9537-2c7ca8e2ad1a tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:50:04.764034 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b00fb123-bb0a-4a0b-8745-52c56f9d0740 req-1402e579-a79e-402f-9537-2c7ca8e2ad1a tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7a27c8e-623a-4df5-9552-03cef9e9d0d7 HTTP/1.1" status: 200 len: 946 time: 0.0473769 May 12 09:50:04.816243 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b00fb123-bb0a-4a0b-8745-52c56f9d0740 req-eea8812c-0bac-47b4-b0da-e9c7e8761eec tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=9578c71f-7477-4b14-921d-c4f1388fb29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453629 May 12 09:50:05.943380 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758bc05d-e971-4c74-96cb-2ed4df6cbd88 req-f3af3958-454a-429d-bcbb-b7c6c33f29eb tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:50:05.946368 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-758bc05d-e971-4c74-96cb-2ed4df6cbd88 req-f3af3958-454a-429d-bcbb-b7c6c33f29eb tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7a27c8e-623a-4df5-9552-03cef9e9d0d7 HTTP/1.1" status: 200 len: 946 time: 0.0510478 May 12 09:50:06.002192 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-758bc05d-e971-4c74-96cb-2ed4df6cbd88 req-1f8943fe-6ae7-4981-90dd-29472d8e0984 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=9578c71f-7477-4b14-921d-c4f1388fb29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499561 May 12 09:50:07.135832 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f864e752-c0fa-4685-8664-d9cd236a16b7 req-81cbe8a3-5ad2-4dba-a26d-df7fbbf8ffb8 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:50:07.138341 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f864e752-c0fa-4685-8664-d9cd236a16b7 req-81cbe8a3-5ad2-4dba-a26d-df7fbbf8ffb8 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7a27c8e-623a-4df5-9552-03cef9e9d0d7 HTTP/1.1" status: 200 len: 946 time: 0.0540328 May 12 09:50:07.194853 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f864e752-c0fa-4685-8664-d9cd236a16b7 req-902f8479-9d36-4bdc-9390-9ef7d4f4726a tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=9578c71f-7477-4b14-921d-c4f1388fb29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503445 May 12 09:50:08.330949 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0bbeef-836c-42a3-a5b7-b23681946969 req-d67635d4-60c9-494b-91c9-56c7df806b32 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:50:08.332408 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8a0bbeef-836c-42a3-a5b7-b23681946969 req-d67635d4-60c9-494b-91c9-56c7df806b32 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7a27c8e-623a-4df5-9552-03cef9e9d0d7 HTTP/1.1" status: 200 len: 946 time: 0.0539532 May 12 09:50:08.388420 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8a0bbeef-836c-42a3-a5b7-b23681946969 req-f6d948ac-0296-4308-a6c9-4bf839482783 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=9578c71f-7477-4b14-921d-c4f1388fb29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488887 May 12 09:50:09.527744 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb06445-f25d-43de-b910-cadfac3d1ca6 req-56b0d272-65cd-441b-b099-a8b0b477b16a tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:50:09.532257 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3fb06445-f25d-43de-b910-cadfac3d1ca6 req-56b0d272-65cd-441b-b099-a8b0b477b16a tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7a27c8e-623a-4df5-9552-03cef9e9d0d7 HTTP/1.1" status: 200 len: 946 time: 0.0538690 May 12 09:50:09.581846 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3fb06445-f25d-43de-b910-cadfac3d1ca6 req-11a385de-faea-48d7-a66b-5496206cd9b2 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=9578c71f-7477-4b14-921d-c4f1388fb29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464621 May 12 09:50:10.719624 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36c7540-c2ac-4f16-8550-9248f2a8ed12 req-140ee664-66a5-4604-976c-0d8cded4bec7 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:50:10.721186 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b36c7540-c2ac-4f16-8550-9248f2a8ed12 req-140ee664-66a5-4604-976c-0d8cded4bec7 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7a27c8e-623a-4df5-9552-03cef9e9d0d7 HTTP/1.1" status: 200 len: 946 time: 0.0490263 May 12 09:50:10.769309 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-b36c7540-c2ac-4f16-8550-9248f2a8ed12 req-a753baea-c7c0-4d1e-a6a3-b31443b8c0db tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=9578c71f-7477-4b14-921d-c4f1388fb29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422878 May 12 09:50:11.897939 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0122f26-d543-4027-9e1e-8aa48d070ccf req-8adce2e5-5cb8-4550-975d-f1d35cdcf47a tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:50:11.899428 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e0122f26-d543-4027-9e1e-8aa48d070ccf req-8adce2e5-5cb8-4550-975d-f1d35cdcf47a tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7a27c8e-623a-4df5-9552-03cef9e9d0d7 HTTP/1.1" status: 200 len: 946 time: 0.0546613 May 12 09:50:11.948274 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e0122f26-d543-4027-9e1e-8aa48d070ccf req-8b2f374c-fe30-4280-b54b-40d049509ea9 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=9578c71f-7477-4b14-921d-c4f1388fb29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431774 May 12 09:50:13.076131 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e3b800-1f97-4025-8640-3b8951b85469 req-e9e365c0-7336-4f1a-ac89-08faed87ecaf tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:50:13.077611 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-97e3b800-1f97-4025-8640-3b8951b85469 req-e9e365c0-7336-4f1a-ac89-08faed87ecaf tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7a27c8e-623a-4df5-9552-03cef9e9d0d7 HTTP/1.1" status: 200 len: 946 time: 0.0532827 May 12 09:50:13.139225 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-97e3b800-1f97-4025-8640-3b8951b85469 req-fa68eaa0-70d4-41b4-8f11-9c95452da4cc tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=9578c71f-7477-4b14-921d-c4f1388fb29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543866 May 12 09:50:14.280684 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328eabdc-7736-40e3-a63c-8907e932de79 req-fdbe9cee-903c-4f68-9904-cd4a92a6a02c tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:50:14.282102 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-328eabdc-7736-40e3-a63c-8907e932de79 req-fdbe9cee-903c-4f68-9904-cd4a92a6a02c tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7a27c8e-623a-4df5-9552-03cef9e9d0d7 HTTP/1.1" status: 200 len: 946 time: 0.0500660 May 12 09:50:14.342473 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-328eabdc-7736-40e3-a63c-8907e932de79 req-562a0abb-e782-4d8d-9099-ee753fb255de tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=9578c71f-7477-4b14-921d-c4f1388fb29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514958 May 12 09:50:15.456618 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d0e93-56a6-4325-ae14-fcc5f036ef43 req-c7051c80-bb90-434f-8540-3f7e4de56833 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:50:15.458100 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a80d0e93-56a6-4325-ae14-fcc5f036ef43 req-c7051c80-bb90-434f-8540-3f7e4de56833 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7a27c8e-623a-4df5-9552-03cef9e9d0d7 HTTP/1.1" status: 200 len: 946 time: 0.0445673 May 12 09:50:15.502405 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a80d0e93-56a6-4325-ae14-fcc5f036ef43 req-67fca39b-95d3-4015-b69c-33d037f76cf2 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=9578c71f-7477-4b14-921d-c4f1388fb29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388896 May 12 09:50:15.876497 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe74ac-822a-4656-af98-29f06b46fed1 req-142f867b-8cfc-4bff-b989-2554b4325b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:50:15.878477 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-abbe74ac-822a-4656-af98-29f06b46fed1 req-142f867b-8cfc-4bff-b989-2554b4325b78 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b879e240eb4f48139e28cc43223b21da&device_id=b7a27c8e-623a-4df5-9552-03cef9e9d0d7 HTTP/1.1" status: 200 len: 1130 time: 0.0379555 May 12 09:50:15.968324 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe74ac-822a-4656-af98-29f06b46fed1 req-ae65d637-a9c5-4f77-a936-48f94af99412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:50:15.969757 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-abbe74ac-822a-4656-af98-29f06b46fed1 req-ae65d637-a9c5-4f77-a936-48f94af99412 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9e493ca3-e280-43b9-b225-da7bca606395 HTTP/1.1" status: 200 len: 917 time: 0.0855918 May 12 09:50:16.034267 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-abbe74ac-822a-4656-af98-29f06b46fed1 req-847dd89d-452f-4bf0-8d54-87fa1069e11b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44a51ff9-5482-46c9-a3f0-25e1a93e8a55 HTTP/1.1" status: 200 len: 1000 time: 0.0580835 May 12 09:50:16.087006 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe74ac-822a-4656-af98-29f06b46fed1 req-e35f8fde-bd79-4e3c-a9cc-01bd2172c093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:50:16.088439 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-abbe74ac-822a-4656-af98-29f06b46fed1 req-e35f8fde-bd79-4e3c-a9cc-01bd2172c093 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d0dfb68a-43de-417f-95c4-a655ed09841d HTTP/1.1" status: 200 len: 855 time: 0.0486655 May 12 09:50:16.129831 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe74ac-822a-4656-af98-29f06b46fed1 req-404f5332-7025-4d50-81c1-0488fab188bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:50:16.131227 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-abbe74ac-822a-4656-af98-29f06b46fed1 req-404f5332-7025-4d50-81c1-0488fab188bc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9e493ca3-e280-43b9-b225-da7bca606395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372565 May 12 09:50:16.216877 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-abbe74ac-822a-4656-af98-29f06b46fed1 req-4e6e7b4f-3f20-4a46-aa86-b9dbdaa2be6a service neutron] 10.222.0.65 "GET /v2.0/networks/9e493ca3-e280-43b9-b225-da7bca606395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799036 May 12 09:50:16.304699 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-abbe74ac-822a-4656-af98-29f06b46fed1 req-f2bc8c90-30f4-461a-9175-c2cc72a29ac3 service neutron] 10.222.0.65 "GET /v2.0/networks/9e493ca3-e280-43b9-b225-da7bca606395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825939 May 12 09:50:16.620710 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1730c4c5-06aa-4215-b2cf-e570e17882bb req-f197a13a-bec3-4d7a-ba47-f12700c3e319 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:50:16.622167 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1730c4c5-06aa-4215-b2cf-e570e17882bb req-f197a13a-bec3-4d7a-ba47-f12700c3e319 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7a27c8e-623a-4df5-9552-03cef9e9d0d7 HTTP/1.1" status: 200 len: 946 time: 0.0465720 May 12 09:50:16.666928 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-1730c4c5-06aa-4215-b2cf-e570e17882bb req-f641643b-7f6e-4fc7-9ed8-361add89fb20 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=9578c71f-7477-4b14-921d-c4f1388fb29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393386 May 12 09:50:17.787779 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6017bd3c-7398-4c71-83cc-df4ea6d49a27 req-6af9a8b9-0016-483f-a06c-2f049e04134c tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:50:17.789223 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6017bd3c-7398-4c71-83cc-df4ea6d49a27 req-6af9a8b9-0016-483f-a06c-2f049e04134c tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7a27c8e-623a-4df5-9552-03cef9e9d0d7 HTTP/1.1" status: 200 len: 946 time: 0.0504961 May 12 09:50:17.834839 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6017bd3c-7398-4c71-83cc-df4ea6d49a27 req-38f477a8-d0f5-46f2-8840-f8e1fa71018f tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=9578c71f-7477-4b14-921d-c4f1388fb29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399315 May 12 09:50:17.968595 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device 44a51ff9-5482-46c9-a3f0-25e1a93e8a55 no longer exists at agent hyperv_hv-cinder-83769 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 09:50:18.048411 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Current status of the port 44a51ff9-5482-46c9-a3f0-25e1a93e8a55 is: ACTIVE; New status is: DOWN {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:50:18.048802 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (44a51ff9-5482-46c9-a3f0-25e1a93e8a55), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:50:18.073335 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7a27c8e-623a-4df5-9552-03cef9e9d0d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44a51ff9-5482-46c9-a3f0-25e1a93e8a55'}] {{(pid=103459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:50:18.075566 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86b47e387812c2b24e7094e641fb8cdf00e205bc2b1299b72670831d9f7cf680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ec0841-27a5-4b9e-89f5-5cc3bae14ca6" -d '{"events": [{"server_uuid": "b7a27c8e-623a-4df5-9552-03cef9e9d0d7", "name": "network-vif-unplugged", "status": "completed", "tag": "44a51ff9-5482-46c9-a3f0-25e1a93e8a55"}]}' {{(pid=103459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:50:18.088450 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] For port 44a51ff9-5482-46c9-a3f0-25e1a93e8a55, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=44a51ff9-5482-46c9-a3f0-25e1a93e8a55,segment=NetworkSegment(13c6b376-b873-4e7b-b8cd-21838495d81c),segment_id=13c6b376-b873-4e7b-b8cd-21838495d81c)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:50:18.092978 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (44a51ff9-5482-46c9-a3f0-25e1a93e8a55), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:50:18.122923 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 May 2022 09:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bda27d5-285e-4934-b895-53df9c92a387 x-openstack-request-id: req-4bda27d5-285e-4934-b895-53df9c92a387 {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:50:18.123145 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7a27c8e-623a-4df5-9552-03cef9e9d0d7", "name": "network-vif-unplugged", "status": "completed", "tag": "44a51ff9-5482-46c9-a3f0-25e1a93e8a55", "code": 200}]} {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:50:18.123399 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4bda27d5-285e-4934-b895-53df9c92a387 {{(pid=103459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:50:18.123792 dv-cinder-837699-5-iscsi neutron-server[103459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bda27d5-285e-4934-b895-53df9c92a387'] response: {'server_uuid': 'b7a27c8e-623a-4df5-9552-03cef9e9d0d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44a51ff9-5482-46c9-a3f0-25e1a93e8a55', 'code': 200} May 12 09:50:18.145844 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Pushing event updated for resources: {'Port': ['ID=44a51ff9-5482-46c9-a3f0-25e1a93e8a55,revision_number=8']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:50:18.949230 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9dd233-32f5-4031-ad25-e997e290c005 req-8eec0bd6-4464-40b1-932b-3952aa8181b7 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:50:18.950670 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ce9dd233-32f5-4031-ad25-e997e290c005 req-8eec0bd6-4464-40b1-932b-3952aa8181b7 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7a27c8e-623a-4df5-9552-03cef9e9d0d7 HTTP/1.1" status: 200 len: 944 time: 0.0452302 May 12 09:50:18.996837 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ce9dd233-32f5-4031-ad25-e997e290c005 req-2ae59f0f-9373-4304-8de2-f85d9b74f928 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=9578c71f-7477-4b14-921d-c4f1388fb29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404155 May 12 09:50:19.649924 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d856cd4d-3117-4ad4-8063-86e92edda524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (9bee5a85-5be0-4217-aa6d-1f9c6538b987), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:50:19.737248 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [req-dedfddf8-e2e8-4da9-9b3f-484c4ec158e5 req-c5ddee0f-51b5-4672-8767-15b24751c0ba service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 09:50:19.738236 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dedfddf8-e2e8-4da9-9b3f-484c4ec158e5 req-c5ddee0f-51b5-4672-8767-15b24751c0ba service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052011 May 12 09:50:19.887788 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b61f13-d8e5-4c15-9eb9-66d9177d6b71 req-5788a8a7-ddfc-4244-9b56-63d2ff2673ce tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:50:19.889208 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d4b61f13-d8e5-4c15-9eb9-66d9177d6b71 req-5788a8a7-ddfc-4244-9b56-63d2ff2673ce tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7a27c8e-623a-4df5-9552-03cef9e9d0d7 HTTP/1.1" status: 200 len: 944 time: 0.0459745 May 12 09:50:19.939180 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d4b61f13-d8e5-4c15-9eb9-66d9177d6b71 req-951aead1-1b9b-40ed-be19-e53ee52773d4 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=9578c71f-7477-4b14-921d-c4f1388fb29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426717 May 12 09:50:20.113757 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 45974) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:50:20.190898 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8c9d9088-9ce1-4ce7-92c1-a96ea4691fa2 req-54706717-0a70-4c91-bf87-46d0572380eb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b7a27c8e-623a-4df5-9552-03cef9e9d0d7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0753150 May 12 09:50:20.199061 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [req-8c9d9088-9ce1-4ce7-92c1-a96ea4691fa2 req-a0a10dbc-cf3d-44ec-bd41-5ac3314a4ea7 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 09:50:20.199996 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8c9d9088-9ce1-4ce7-92c1-a96ea4691fa2 req-a0a10dbc-cf3d-44ec-bd41-5ac3314a4ea7 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0046706 May 12 09:50:20.274649 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 45982) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:50:20.364092 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9d9088-9ce1-4ce7-92c1-a96ea4691fa2 req-7158b2be-d4de-4655-9d3a-28a3cc9cc77c tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:50:20.365394 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8c9d9088-9ce1-4ce7-92c1-a96ea4691fa2 req-7158b2be-d4de-4655-9d3a-28a3cc9cc77c tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports/44a51ff9-5482-46c9-a3f0-25e1a93e8a55 HTTP/1.1" status: 200 len: 941 time: 0.0897102 May 12 09:50:20.895614 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (cdc2c050-d5b8-41e9-9f41-bf893d522faa), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:50:21.059708 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6371728b-9788-485f-93c5-9f8c384e8cb0 req-eb78c496-bafb-459a-8a78-53eac4fa813d tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:50:21.061141 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6371728b-9788-485f-93c5-9f8c384e8cb0 req-eb78c496-bafb-459a-8a78-53eac4fa813d tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7a27c8e-623a-4df5-9552-03cef9e9d0d7 HTTP/1.1" status: 200 len: 944 time: 0.0479469 May 12 09:50:21.107496 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6371728b-9788-485f-93c5-9f8c384e8cb0 req-4d3f6427-05cb-4aa6-aed1-f13b2b85b91c tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=9578c71f-7477-4b14-921d-c4f1388fb29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407016 May 12 09:50:21.264381 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9d9088-9ce1-4ce7-92c1-a96ea4691fa2 req-54655ab8-c88c-4217-b4dd-6cc405100c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:50:21.266169 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8c9d9088-9ce1-4ce7-92c1-a96ea4691fa2 req-54655ab8-c88c-4217-b4dd-6cc405100c25 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b7a27c8e-623a-4df5-9552-03cef9e9d0d7&tenant_id=b879e240eb4f48139e28cc43223b21da HTTP/1.1" status: 200 len: 1128 time: 0.0432317 May 12 09:50:21.337126 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9d9088-9ce1-4ce7-92c1-a96ea4691fa2 req-dd4828e0-432e-404b-a8c0-1bf075480736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:50:21.338640 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8c9d9088-9ce1-4ce7-92c1-a96ea4691fa2 req-dd4828e0-432e-404b-a8c0-1bf075480736 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b879e240eb4f48139e28cc43223b21da&device_id=b7a27c8e-623a-4df5-9552-03cef9e9d0d7 HTTP/1.1" status: 200 len: 1128 time: 0.0408068 May 12 09:50:21.426551 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9d9088-9ce1-4ce7-92c1-a96ea4691fa2 req-04f7a14f-d4fc-4fb8-ab97-8697fd31a971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:50:21.427892 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8c9d9088-9ce1-4ce7-92c1-a96ea4691fa2 req-04f7a14f-d4fc-4fb8-ab97-8697fd31a971 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9e493ca3-e280-43b9-b225-da7bca606395 HTTP/1.1" status: 200 len: 917 time: 0.0841415 May 12 09:50:21.489892 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8c9d9088-9ce1-4ce7-92c1-a96ea4691fa2 req-6e2ee4bd-987b-4215-af59-e469792705a1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44a51ff9-5482-46c9-a3f0-25e1a93e8a55 HTTP/1.1" status: 200 len: 998 time: 0.0563548 May 12 09:50:21.535496 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9d9088-9ce1-4ce7-92c1-a96ea4691fa2 req-20dd9458-c227-4fa8-abb9-f5587389a53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:50:21.536840 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8c9d9088-9ce1-4ce7-92c1-a96ea4691fa2 req-20dd9458-c227-4fa8-abb9-f5587389a53c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d0dfb68a-43de-417f-95c4-a655ed09841d HTTP/1.1" status: 200 len: 855 time: 0.0417831 May 12 09:50:21.580132 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9d9088-9ce1-4ce7-92c1-a96ea4691fa2 req-74a10faa-fdec-4a3a-9cd1-b04f030ca470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:50:21.582188 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8c9d9088-9ce1-4ce7-92c1-a96ea4691fa2 req-74a10faa-fdec-4a3a-9cd1-b04f030ca470 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9e493ca3-e280-43b9-b225-da7bca606395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394838 May 12 09:50:21.886968 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-75297dcb-2425-464c-9df8-99df1c28cc9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (8db92903-2544-41c2-b919-def82c43c97a), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:50:21.932726 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8c9d9088-9ce1-4ce7-92c1-a96ea4691fa2 req-2f6dda4c-8d18-49c0-9b60-2262700b2342 service neutron] 10.222.0.65 "GET /v2.0/networks/9e493ca3-e280-43b9-b225-da7bca606395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3449857 May 12 09:50:21.968313 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device 44a51ff9-5482-46c9-a3f0-25e1a93e8a55 no longer exists at agent hyperv_hv-cinder-83769 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 09:50:22.024120 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8c9d9088-9ce1-4ce7-92c1-a96ea4691fa2 req-72773150-acd1-4633-8441-6e011720c498 service neutron] 10.222.0.65 "GET /v2.0/networks/9e493ca3-e280-43b9-b225-da7bca606395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847979 May 12 09:50:22.043426 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Current status of the port 44a51ff9-5482-46c9-a3f0-25e1a93e8a55 is: DOWN; New status is: DOWN {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:50:22.226305 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50176ad-f089-47e5-b293-4c6372701c74 req-f8e467f4-2b60-42cd-a3db-cf4eef865676 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:50:22.227777 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e50176ad-f089-47e5-b293-4c6372701c74 req-f8e467f4-2b60-42cd-a3db-cf4eef865676 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7a27c8e-623a-4df5-9552-03cef9e9d0d7 HTTP/1.1" status: 200 len: 944 time: 0.0488813 May 12 09:50:22.275434 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e50176ad-f089-47e5-b293-4c6372701c74 req-faa8f974-20ab-4a06-8caa-dc3151e57af1 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=9578c71f-7477-4b14-921d-c4f1388fb29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419731 May 12 09:50:23.135864 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-13a031d7-5ec6-42a3-899f-d50e1f06c687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (f8def58d-f1ec-4d41-abae-d1c60f542bd3), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:50:23.398611 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a414ab9-e7d4-4dec-b988-f938490d40e2 req-f9961dd1-b713-4df9-b91d-a72677f2a724 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:50:23.400022 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9a414ab9-e7d4-4dec-b988-f938490d40e2 req-f9961dd1-b713-4df9-b91d-a72677f2a724 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7a27c8e-623a-4df5-9552-03cef9e9d0d7 HTTP/1.1" status: 200 len: 944 time: 0.0500469 May 12 09:50:23.448595 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9a414ab9-e7d4-4dec-b988-f938490d40e2 req-2a0ba074-82db-4d5d-92e4-f2ad10b360a4 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=9578c71f-7477-4b14-921d-c4f1388fb29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430315 May 12 09:50:24.112766 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [req-8a94258a-9200-42c3-92cb-72ad97d8a3a0 req-2be514be-e19d-4d58-99d5-1e4938a60558 service neutron] (103457) timed out ('10.222.0.65', 59214) {{(pid=103457) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 12 09:50:24.558692 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a984b3b9-a9e9-40d7-bd88-8cdbb1de5f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (e377c27d-f788-489a-9a4f-9db675c37dc4), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:50:24.579551 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a38e9-6369-4b51-9443-21777f61a6e1 req-4ca226a5-617c-44a6-b63b-a5ef581a15ca tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:50:24.581102 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ba7a38e9-6369-4b51-9443-21777f61a6e1 req-4ca226a5-617c-44a6-b63b-a5ef581a15ca tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7a27c8e-623a-4df5-9552-03cef9e9d0d7 HTTP/1.1" status: 200 len: 944 time: 0.0546179 May 12 09:50:24.629306 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ba7a38e9-6369-4b51-9443-21777f61a6e1 req-588c54d2-8676-4ce1-8228-0235b303340c tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=9578c71f-7477-4b14-921d-c4f1388fb29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423799 May 12 09:50:25.210279 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-1d9e6a58-d356-44ab-bb34-37357c1267d7 None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 09:50:25.756406 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2103db7-03fc-4cc7-8025-80b0a824619a req-bed08af5-1a2e-46c4-87cd-4256c1abd3fe tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:50:25.758635 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e2103db7-03fc-4cc7-8025-80b0a824619a req-bed08af5-1a2e-46c4-87cd-4256c1abd3fe tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7a27c8e-623a-4df5-9552-03cef9e9d0d7 HTTP/1.1" status: 200 len: 944 time: 0.0544944 May 12 09:50:25.807843 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e2103db7-03fc-4cc7-8025-80b0a824619a req-fd6412c2-c464-44b3-b2cd-0426be72b620 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=9578c71f-7477-4b14-921d-c4f1388fb29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431733 May 12 09:50:26.025981 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (0e2e3861-7d79-4ce6-9d91-faa32ae2cb64), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:50:26.935729 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d40d3c-0801-4fe0-a2e2-ff27f8e8f5d5 req-6a5929e5-7aed-4631-b062-93812aabe640 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:50:26.937296 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f2d40d3c-0801-4fe0-a2e2-ff27f8e8f5d5 req-6a5929e5-7aed-4631-b062-93812aabe640 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7a27c8e-623a-4df5-9552-03cef9e9d0d7 HTTP/1.1" status: 200 len: 944 time: 0.0535748 May 12 09:50:26.984637 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f2d40d3c-0801-4fe0-a2e2-ff27f8e8f5d5 req-e63b4e5e-c701-4a9d-aafc-ae37f1107088 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=9578c71f-7477-4b14-921d-c4f1388fb29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412104 May 12 09:50:28.133839 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea9da6-5880-4aea-bdb3-e3856e419605 req-bc957caa-fd9d-4a3e-966a-d85f6a4630cf tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:50:28.136337 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-beea9da6-5880-4aea-bdb3-e3856e419605 req-bc957caa-fd9d-4a3e-966a-d85f6a4630cf tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7a27c8e-623a-4df5-9552-03cef9e9d0d7 HTTP/1.1" status: 200 len: 944 time: 0.0755548 May 12 09:50:28.187292 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-beea9da6-5880-4aea-bdb3-e3856e419605 req-d2cfca6a-9e58-47f9-92a5-1398431c53d2 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=9578c71f-7477-4b14-921d-c4f1388fb29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455019 May 12 09:50:29.311009 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb547f0-f6c4-41ec-a6cd-dd49700d6dcf req-c660703b-745c-4198-a7a0-206e8dbee8b2 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:50:29.314379 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-efb547f0-f6c4-41ec-a6cd-dd49700d6dcf req-c660703b-745c-4198-a7a0-206e8dbee8b2 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7a27c8e-623a-4df5-9552-03cef9e9d0d7 HTTP/1.1" status: 200 len: 944 time: 0.0534265 May 12 09:50:29.364659 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-efb547f0-f6c4-41ec-a6cd-dd49700d6dcf req-e452582e-d5d9-4582-8ce5-ead791b3e55b tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=9578c71f-7477-4b14-921d-c4f1388fb29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457106 May 12 09:50:30.479282 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43042456-f37c-411d-a28a-a9f070f6f1b6 req-9b22570c-0b97-4a49-8595-1ab48ec382c5 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:50:30.480719 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-43042456-f37c-411d-a28a-a9f070f6f1b6 req-9b22570c-0b97-4a49-8595-1ab48ec382c5 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7a27c8e-623a-4df5-9552-03cef9e9d0d7 HTTP/1.1" status: 200 len: 944 time: 0.0457108 May 12 09:50:30.525720 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-43042456-f37c-411d-a28a-a9f070f6f1b6 req-15f99608-742d-46c4-a73e-4b95c280c88a tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=9578c71f-7477-4b14-921d-c4f1388fb29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396423 May 12 09:50:31.643898 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d31cc-8cad-41bc-ac69-4e36fc409f19 req-bf6cce0c-f2b2-4b00-ac29-b61870fdf3d5 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:50:31.645352 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d82d31cc-8cad-41bc-ac69-4e36fc409f19 req-bf6cce0c-f2b2-4b00-ac29-b61870fdf3d5 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7a27c8e-623a-4df5-9552-03cef9e9d0d7 HTTP/1.1" status: 200 len: 944 time: 0.0448637 May 12 09:50:31.692881 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d82d31cc-8cad-41bc-ac69-4e36fc409f19 req-031b3959-8896-43ca-9920-af574b46407f tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=9578c71f-7477-4b14-921d-c4f1388fb29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419114 May 12 09:50:32.808394 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf40f7e-7a4c-4ca9-9186-3b7df92d7da0 req-deafbe56-3c55-4bcb-b7e5-f4cbfd9c7b28 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:50:32.809815 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dcf40f7e-7a4c-4ca9-9186-3b7df92d7da0 req-deafbe56-3c55-4bcb-b7e5-f4cbfd9c7b28 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7a27c8e-623a-4df5-9552-03cef9e9d0d7 HTTP/1.1" status: 200 len: 944 time: 0.0462022 May 12 09:50:32.853804 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-dcf40f7e-7a4c-4ca9-9186-3b7df92d7da0 req-1f829531-825f-432b-a958-4af9697a5b64 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=9578c71f-7477-4b14-921d-c4f1388fb29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385053 May 12 09:50:33.967008 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c48517-2ca1-4086-b267-b4a4564bb56c req-21677431-02ec-4894-9874-e20bb7f4800b tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:50:33.968428 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-96c48517-2ca1-4086-b267-b4a4564bb56c req-21677431-02ec-4894-9874-e20bb7f4800b tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7a27c8e-623a-4df5-9552-03cef9e9d0d7 HTTP/1.1" status: 200 len: 944 time: 0.0453990 May 12 09:50:34.013306 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-96c48517-2ca1-4086-b267-b4a4564bb56c req-5b695d90-16aa-4f7b-879c-6a90b2c3ebf2 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=9578c71f-7477-4b14-921d-c4f1388fb29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393212 May 12 09:50:35.130786 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a4bad5-e458-4a0d-beca-305b78270fa1 req-61bf0474-97f6-40ca-9ddf-e81ee977546b tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:50:35.132221 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-36a4bad5-e458-4a0d-beca-305b78270fa1 req-61bf0474-97f6-40ca-9ddf-e81ee977546b tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7a27c8e-623a-4df5-9552-03cef9e9d0d7 HTTP/1.1" status: 200 len: 944 time: 0.0485232 May 12 09:50:35.178516 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-36a4bad5-e458-4a0d-beca-305b78270fa1 req-3fc8afb6-fe28-469a-b673-66c9f697fc35 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=9578c71f-7477-4b14-921d-c4f1388fb29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408676 May 12 09:50:36.088732 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device 44a51ff9-5482-46c9-a3f0-25e1a93e8a55 details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=103459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 09:50:36.185587 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] For port 44a51ff9-5482-46c9-a3f0-25e1a93e8a55, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=44a51ff9-5482-46c9-a3f0-25e1a93e8a55,segment=NetworkSegment(13c6b376-b873-4e7b-b8cd-21838495d81c),segment_id=13c6b376-b873-4e7b-b8cd-21838495d81c)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:50:36.197009 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Returning: {'device': '44a51ff9-5482-46c9-a3f0-25e1a93e8a55', 'network_id': '9e493ca3-e280-43b9-b225-da7bca606395', 'port_id': '44a51ff9-5482-46c9-a3f0-25e1a93e8a55', 'mac_address': 'fa:16:3e:75:30:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0dfb68a-43de-417f-95c4-a655ed09841d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 09:50:36.234382 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Current status of the port 44a51ff9-5482-46c9-a3f0-25e1a93e8a55 is: DOWN; New status is: BUILD {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:50:36.234777 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (44a51ff9-5482-46c9-a3f0-25e1a93e8a55), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:50:36.247894 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44a51ff9-5482-46c9-a3f0-25e1a93e8a55 {{(pid=103459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 09:50:36.268144 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] For port 44a51ff9-5482-46c9-a3f0-25e1a93e8a55, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=44a51ff9-5482-46c9-a3f0-25e1a93e8a55,segment=NetworkSegment(13c6b376-b873-4e7b-b8cd-21838495d81c),segment_id=13c6b376-b873-4e7b-b8cd-21838495d81c)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:50:36.271988 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (44a51ff9-5482-46c9-a3f0-25e1a93e8a55), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:50:36.295828 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e8eb2-5705-4688-9890-fbe101999b8e req-dc7e5f4b-7380-4462-8c88-63062fefad8c tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:50:36.297302 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-340e8eb2-5705-4688-9890-fbe101999b8e req-dc7e5f4b-7380-4462-8c88-63062fefad8c tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7a27c8e-623a-4df5-9552-03cef9e9d0d7 HTTP/1.1" status: 200 len: 944 time: 0.0469608 May 12 09:50:36.322333 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Pushing event updated for resources: {'Port': ['ID=44a51ff9-5482-46c9-a3f0-25e1a93e8a55,revision_number=9']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:50:36.344845 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-340e8eb2-5705-4688-9890-fbe101999b8e req-6a5b61cc-de2c-41e4-8dbe-cc25793be68f tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=9578c71f-7477-4b14-921d-c4f1388fb29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417855 May 12 09:50:36.694193 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] get_ports_and_sgs() called for port_ids ['44a51ff9-5482-46c9-a3f0-25e1a93e8a55'] {{(pid=103459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 09:50:37.468130 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b0fbd-1e05-430c-94f7-b107f8503a37 req-a4156c2a-5675-458c-aaeb-f619c5a0b09e tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:50:37.469576 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-542b0fbd-1e05-430c-94f7-b107f8503a37 req-a4156c2a-5675-458c-aaeb-f619c5a0b09e tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7a27c8e-623a-4df5-9552-03cef9e9d0d7 HTTP/1.1" status: 200 len: 945 time: 0.0457189 May 12 09:50:37.517800 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-542b0fbd-1e05-430c-94f7-b107f8503a37 req-043c671b-89d9-4cf2-8290-5695179703af tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=9578c71f-7477-4b14-921d-c4f1388fb29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420394 May 12 09:50:38.076831 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device 44a51ff9-5482-46c9-a3f0-25e1a93e8a55 up at agent hyperv_hv-cinder-83769 {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 09:50:38.125873 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Provisioning complete for port 44a51ff9-5482-46c9-a3f0-25e1a93e8a55 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:50:38.126290 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (44a51ff9-5482-46c9-a3f0-25e1a93e8a55), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:50:38.201457 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Current status of the port 44a51ff9-5482-46c9-a3f0-25e1a93e8a55 is: BUILD; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:50:38.201850 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (44a51ff9-5482-46c9-a3f0-25e1a93e8a55), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:50:38.223312 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7a27c8e-623a-4df5-9552-03cef9e9d0d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a51ff9-5482-46c9-a3f0-25e1a93e8a55'}] {{(pid=103459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:50:38.225530 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86b47e387812c2b24e7094e641fb8cdf00e205bc2b1299b72670831d9f7cf680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b3f5c8-761f-42d0-a792-a82aed4adf93" -d '{"events": [{"server_uuid": "b7a27c8e-623a-4df5-9552-03cef9e9d0d7", "name": "network-vif-plugged", "status": "completed", "tag": "44a51ff9-5482-46c9-a3f0-25e1a93e8a55"}]}' {{(pid=103459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:50:38.237561 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] For port 44a51ff9-5482-46c9-a3f0-25e1a93e8a55, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=44a51ff9-5482-46c9-a3f0-25e1a93e8a55,segment=NetworkSegment(13c6b376-b873-4e7b-b8cd-21838495d81c),segment_id=13c6b376-b873-4e7b-b8cd-21838495d81c)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:50:38.242302 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (44a51ff9-5482-46c9-a3f0-25e1a93e8a55), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:50:38.269549 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 09:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89840981-6d86-451d-8b91-a85e28c4a218 x-openstack-request-id: req-89840981-6d86-451d-8b91-a85e28c4a218 {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:50:38.269846 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7a27c8e-623a-4df5-9552-03cef9e9d0d7", "name": "network-vif-plugged", "status": "completed", "tag": "44a51ff9-5482-46c9-a3f0-25e1a93e8a55", "code": 200}]} {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:50:38.270127 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-89840981-6d86-451d-8b91-a85e28c4a218 {{(pid=103459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:50:38.270514 dv-cinder-837699-5-iscsi neutron-server[103459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89840981-6d86-451d-8b91-a85e28c4a218'] response: {'server_uuid': 'b7a27c8e-623a-4df5-9552-03cef9e9d0d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a51ff9-5482-46c9-a3f0-25e1a93e8a55', 'code': 200} May 12 09:50:38.294885 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Pushing event updated for resources: {'Port': ['ID=44a51ff9-5482-46c9-a3f0-25e1a93e8a55,revision_number=10']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:50:38.479684 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b378d0e-81d2-4ac8-ac64-947b1b04132b req-51ca8a8b-65df-4477-bcf2-5a88e137c700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:50:38.481124 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5b378d0e-81d2-4ac8-ac64-947b1b04132b req-51ca8a8b-65df-4477-bcf2-5a88e137c700 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b7a27c8e-623a-4df5-9552-03cef9e9d0d7 HTTP/1.1" status: 200 len: 1131 time: 0.0367973 May 12 09:50:38.522763 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5b378d0e-81d2-4ac8-ac64-947b1b04132b req-87348651-45c8-4e2f-bb1b-bec6a82a2bce service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=9578c71f-7477-4b14-921d-c4f1388fb29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362051 May 12 09:50:38.632293 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5207e28b-0c14-4e6d-a2bd-607638ab8f62 req-394bebab-22e4-4940-a3db-a7e3404e9686 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:50:38.633728 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5207e28b-0c14-4e6d-a2bd-607638ab8f62 req-394bebab-22e4-4940-a3db-a7e3404e9686 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7a27c8e-623a-4df5-9552-03cef9e9d0d7 HTTP/1.1" status: 200 len: 947 time: 0.0449898 May 12 09:50:38.680093 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5207e28b-0c14-4e6d-a2bd-607638ab8f62 req-ce267fc7-ae0b-485d-8aa8-ce167f519550 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=9578c71f-7477-4b14-921d-c4f1388fb29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409782 May 12 09:50:39.801798 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b20731-f70a-4620-97ec-4966fc482135 req-493d37b0-e9c9-4d04-aca2-f0dee1c1cada tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:50:39.803280 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-11b20731-f70a-4620-97ec-4966fc482135 req-493d37b0-e9c9-4d04-aca2-f0dee1c1cada tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7a27c8e-623a-4df5-9552-03cef9e9d0d7 HTTP/1.1" status: 200 len: 947 time: 0.0496595 May 12 09:50:39.847772 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-11b20731-f70a-4620-97ec-4966fc482135 req-d026433c-7ca5-42d7-9075-bfbd8097eda0 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=9578c71f-7477-4b14-921d-c4f1388fb29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391068 May 12 09:50:40.963431 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ccc49-2fd3-4275-824a-852b9d73920d req-2bf4aac7-05cd-48b6-9a99-2f00311fdd59 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:50:40.964855 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-635ccc49-2fd3-4275-824a-852b9d73920d req-2bf4aac7-05cd-48b6-9a99-2f00311fdd59 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7a27c8e-623a-4df5-9552-03cef9e9d0d7 HTTP/1.1" status: 200 len: 947 time: 0.0448759 May 12 09:50:41.009368 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-635ccc49-2fd3-4275-824a-852b9d73920d req-d84c9794-2f65-4971-9ffa-6f733983f437 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=9578c71f-7477-4b14-921d-c4f1388fb29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390964 May 12 09:50:49.651731 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3c29ecc8-9f42-4905-91a0-1456e57b9d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (9bee5a85-5be0-4217-aa6d-1f9c6538b987), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:50:50.928538 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (cdc2c050-d5b8-41e9-9f41-bf893d522faa), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:50:51.888320 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d32a93b6-33c6-44ba-a961-d9447cdb114a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (8db92903-2544-41c2-b919-def82c43c97a), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:50:53.136076 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-13a031d7-5ec6-42a3-899f-d50e1f06c687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (f8def58d-f1ec-4d41-abae-d1c60f542bd3), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:50:54.556138 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a984b3b9-a9e9-40d7-bd88-8cdbb1de5f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (e377c27d-f788-489a-9a4f-9db675c37dc4), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:50:55.889820 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-31e73d9e-ac66-403e-8678-ad9adbfeb126 req-57f75252-88d7-4f9e-a005-a28d896afeb0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c701302e-c5c6-409c-9ec9-034448c9b961&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397656 May 12 09:50:55.957885 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e73d9e-ac66-403e-8678-ad9adbfeb126 req-0e90f68d-2eee-4646-ace4-db24e83c15b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:50:55.960060 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-31e73d9e-ac66-403e-8678-ad9adbfeb126 req-0e90f68d-2eee-4646-ace4-db24e83c15b0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6e6bc2241970493783de557e3f690105&device_id=c701302e-c5c6-409c-9ec9-034448c9b961 HTTP/1.1" status: 200 len: 1130 time: 0.0383332 May 12 09:50:56.028245 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (0e2e3861-7d79-4ce6-9d91-faa32ae2cb64), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:50:56.059863 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e73d9e-ac66-403e-8678-ad9adbfeb126 req-a7d04d63-3eb0-4d7c-b5a2-0a8ac48049fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:50:56.061327 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-31e73d9e-ac66-403e-8678-ad9adbfeb126 req-a7d04d63-3eb0-4d7c-b5a2-0a8ac48049fd service neutron] 10.222.0.65 "GET /v2.0/networks?id=f6f9b602-5994-4479-ba8e-6005a9bbaa39 HTTP/1.1" status: 200 len: 913 time: 0.0832458 May 12 09:50:56.132402 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-31e73d9e-ac66-403e-8678-ad9adbfeb126 req-e043bd61-3f93-449e-a7dc-6d15554bf90f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba0739a1-e943-4513-865f-943e7ca3eba8 HTTP/1.1" status: 200 len: 1001 time: 0.0643890 May 12 09:50:56.178366 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e73d9e-ac66-403e-8678-ad9adbfeb126 req-81a19e54-10f4-4b1f-9635-830fe8d67501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:50:56.179700 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-31e73d9e-ac66-403e-8678-ad9adbfeb126 req-81a19e54-10f4-4b1f-9635-830fe8d67501 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=28623973-416c-4d68-8b43-8208a047eab8 HTTP/1.1" status: 200 len: 851 time: 0.0422020 May 12 09:50:56.220364 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e73d9e-ac66-403e-8678-ad9adbfeb126 req-33ee50f9-b704-4f9f-80f3-6dbce3fbea29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:50:56.221788 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-31e73d9e-ac66-403e-8678-ad9adbfeb126 req-33ee50f9-b704-4f9f-80f3-6dbce3fbea29 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f6f9b602-5994-4479-ba8e-6005a9bbaa39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0367568 May 12 09:50:56.311664 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-31e73d9e-ac66-403e-8678-ad9adbfeb126 req-0adb278a-7a81-4e12-ac6f-5fae3c1ba9bc service neutron] 10.222.0.65 "GET /v2.0/networks/f6f9b602-5994-4479-ba8e-6005a9bbaa39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837538 May 12 09:50:56.401606 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-31e73d9e-ac66-403e-8678-ad9adbfeb126 req-0a54ba93-b2fa-48a4-9c10-376f92e333d6 service neutron] 10.222.0.65 "GET /v2.0/networks/f6f9b602-5994-4479-ba8e-6005a9bbaa39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840235 May 12 09:51:02.208933 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-1d9e6a58-d356-44ab-bb34-37357c1267d7 None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 09:51:19.654088 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-b6886784-c25c-4fb5-833f-27503bac0b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (9bee5a85-5be0-4217-aa6d-1f9c6538b987), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:20.925715 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (cdc2c050-d5b8-41e9-9f41-bf893d522faa), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:21.888595 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-9c361e5c-e52c-41ac-8fa3-9267ea2f527d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (8db92903-2544-41c2-b919-def82c43c97a), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:23.138497 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-13a031d7-5ec6-42a3-899f-d50e1f06c687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (f8def58d-f1ec-4d41-abae-d1c60f542bd3), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:24.559488 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a984b3b9-a9e9-40d7-bd88-8cdbb1de5f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (e377c27d-f788-489a-9a4f-9db675c37dc4), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:26.030430 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (0e2e3861-7d79-4ce6-9d91-faa32ae2cb64), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:36.682949 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a79210-5981-4e10-84f1-a4424d19e210 req-1717720f-9304-4751-8576-77c7babc67a4 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:51:36.684304 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-95a79210-5981-4e10-84f1-a4424d19e210 req-1717720f-9304-4751-8576-77c7babc67a4 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7a27c8e-623a-4df5-9552-03cef9e9d0d7 HTTP/1.1" status: 200 len: 947 time: 0.0460312 May 12 09:51:36.729632 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-95a79210-5981-4e10-84f1-a4424d19e210 req-da54780a-3880-4d4e-84c8-ac234607390f tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=9578c71f-7477-4b14-921d-c4f1388fb29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398357 May 12 09:51:37.845631 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e44375-85bb-4caa-b7be-a79e9857a8a7 req-f3e545d1-44ba-4793-ab4c-2cca526da680 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:51:37.847100 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e1e44375-85bb-4caa-b7be-a79e9857a8a7 req-f3e545d1-44ba-4793-ab4c-2cca526da680 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7a27c8e-623a-4df5-9552-03cef9e9d0d7 HTTP/1.1" status: 200 len: 947 time: 0.0451314 May 12 09:51:37.891644 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e1e44375-85bb-4caa-b7be-a79e9857a8a7 req-1261961a-b8ba-434a-8adb-0f576ad8c3c2 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups?id=9578c71f-7477-4b14-921d-c4f1388fb29a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384159 May 12 09:51:38.252917 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bbc422-3d37-4319-bd46-62cc89a89e13 req-dcaabc39-76a1-478f-a9ee-31a662f29039 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:51:38.254342 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e9bbc422-3d37-4319-bd46-62cc89a89e13 req-dcaabc39-76a1-478f-a9ee-31a662f29039 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7a27c8e-623a-4df5-9552-03cef9e9d0d7 HTTP/1.1" status: 200 len: 947 time: 0.0496356 May 12 09:51:38.334835 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [req-e9bbc422-3d37-4319-bd46-62cc89a89e13 req-3d1f8d75-29df-476c-bea0-acdc48b51559 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Deleting port 44a51ff9-5482-46c9-a3f0-25e1a93e8a55 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 09:51:38.335199 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-e9bbc422-3d37-4319-bd46-62cc89a89e13 req-3d1f8d75-29df-476c-bea0-acdc48b51559 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740344431333'] for port (44a51ff9-5482-46c9-a3f0-25e1a93e8a55), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:38.426381 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-e9bbc422-3d37-4319-bd46-62cc89a89e13 req-3d1f8d75-29df-476c-bea0-acdc48b51559 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] For port 44a51ff9-5482-46c9-a3f0-25e1a93e8a55, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=44a51ff9-5482-46c9-a3f0-25e1a93e8a55,segment=NetworkSegment(13c6b376-b873-4e7b-b8cd-21838495d81c),segment_id=13c6b376-b873-4e7b-b8cd-21838495d81c)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:51:38.426662 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-e9bbc422-3d37-4319-bd46-62cc89a89e13 req-3d1f8d75-29df-476c-bea0-acdc48b51559 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799057'] for port (44a51ff9-5482-46c9-a3f0-25e1a93e8a55), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:38.592848 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-e9bbc422-3d37-4319-bd46-62cc89a89e13 req-3d1f8d75-29df-476c-bea0-acdc48b51559 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:38.593212 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-e9bbc422-3d37-4319-bd46-62cc89a89e13 req-3d1f8d75-29df-476c-bea0-acdc48b51559 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799862'] for floatingip (60a63d20-2925-459a-9f55-41fe42bcfbc0), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:38.593525 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.db.l3_db [req-e9bbc422-3d37-4319-bd46-62cc89a89e13 req-3d1f8d75-29df-476c-bea0-acdc48b51559 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Floating IP 60a63d20-2925-459a-9f55-41fe42bcfbc0 disassociated. External IP: 172.27.3.6, port: 44a51ff9-5482-46c9-a3f0-25e1a93e8a55. May 12 09:51:38.593870 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [req-e9bbc422-3d37-4319-bd46-62cc89a89e13 req-3d1f8d75-29df-476c-bea0-acdc48b51559 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Calling delete_port for 44a51ff9-5482-46c9-a3f0-25e1a93e8a55 owned by compute:nova {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 09:51:38.720165 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-e9bbc422-3d37-4319-bd46-62cc89a89e13 req-3d1f8d75-29df-476c-bea0-acdc48b51559 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740344441209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740344012629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29192019'] for port (44a51ff9-5482-46c9-a3f0-25e1a93e8a55), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:38.747640 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1f8d75-29df-476c-bea0-acdc48b51559 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Pushing event deleted for resources: {'Port': ['ID=44a51ff9-5482-46c9-a3f0-25e1a93e8a55,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:51:38.758027 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f8d75-29df-476c-bea0-acdc48b51559 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:51:38.758378 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f8d75-29df-476c-bea0-acdc48b51559 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:51:38.758715 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f8d75-29df-476c-bea0-acdc48b51559 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:51:38.759056 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f8d75-29df-476c-bea0-acdc48b51559 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:51:38.759392 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f8d75-29df-476c-bea0-acdc48b51559 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:51:38.759727 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f8d75-29df-476c-bea0-acdc48b51559 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:51:38.760058 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f8d75-29df-476c-bea0-acdc48b51559 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:51:38.760387 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f8d75-29df-476c-bea0-acdc48b51559 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:51:38.760711 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f8d75-29df-476c-bea0-acdc48b51559 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:51:38.761033 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f8d75-29df-476c-bea0-acdc48b51559 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:51:38.761357 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f8d75-29df-476c-bea0-acdc48b51559 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:51:38.761681 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f8d75-29df-476c-bea0-acdc48b51559 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:51:38.762026 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f8d75-29df-476c-bea0-acdc48b51559 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:51:38.762381 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f8d75-29df-476c-bea0-acdc48b51559 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:51:38.762675 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f8d75-29df-476c-bea0-acdc48b51559 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:51:38.873548 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9bbc422-3d37-4319-bd46-62cc89a89e13 req-3d1f8d75-29df-476c-bea0-acdc48b51559 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Router f90e6c27-ca80-433c-b595-2a484251dabb has already been hosted by L3 agent 8db92903-2544-41c2-b919-def82c43c97a {{(pid=103458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 09:51:38.995482 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-338a88b8-c78f-430c-905e-6cce30d43f6b req-9f270734-4d3c-45f4-bb79-75389d0164e6 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7a27c8e-623a-4df5-9552-03cef9e9d0d7 HTTP/1.1" status: 200 len: 210 time: 0.0316350 May 12 09:51:39.005134 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9bbc422-3d37-4319-bd46-62cc89a89e13 req-3d1f8d75-29df-476c-bea0-acdc48b51559 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Notify agent at l3_agent.dv-cinder-837699-5-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 09:51:39.017341 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f51300d-641b-4736-8f8b-395d6cfd7820 None None] Sync routers for ids ['f90e6c27-ca80-433c-b595-2a484251dabb'] in dv-cinder-837699-5-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 09:51:39.026495 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f51300d-641b-4736-8f8b-395d6cfd7820 None None] Routers {'f90e6c27-ca80-433c-b595-2a484251dabb'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:51:39.027110 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-5f51300d-641b-4736-8f8b-395d6cfd7820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:51:22Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['f90e6c27-ca80-433c-b595-2a484251dabb'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:51:39.054788 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9bbc422-3d37-4319-bd46-62cc89a89e13 req-3d1f8d75-29df-476c-bea0-acdc48b51559 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] No DVR routers for this DVR port 44a51ff9-5482-46c9-a3f0-25e1a93e8a55 on host hv-cinder-83769 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 09:51:39.058102 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-e9bbc422-3d37-4319-bd46-62cc89a89e13 req-3d1f8d75-29df-476c-bea0-acdc48b51559 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:39.061613 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e9bbc422-3d37-4319-bd46-62cc89a89e13 req-3d1f8d75-29df-476c-bea0-acdc48b51559 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.65 "DELETE /v2.0/ports/44a51ff9-5482-46c9-a3f0-25e1a93e8a55 HTTP/1.1" status: 204 len: 173 time: 0.8024933 May 12 09:51:39.062222 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7a27c8e-623a-4df5-9552-03cef9e9d0d7', 'name': 'network-vif-deleted', 'tag': '44a51ff9-5482-46c9-a3f0-25e1a93e8a55'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:51:39.064590 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c5c35592cdadc16d94e4e59e173057c198c772a9b1006d4fd44537c4a2e10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27866c0e-0fcc-448c-a47f-1bfc856ceb57" -d '{"events": [{"server_uuid": "b7a27c8e-623a-4df5-9552-03cef9e9d0d7", "name": "network-vif-deleted", "tag": "44a51ff9-5482-46c9-a3f0-25e1a93e8a55"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:51:39.189955 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-5f51300d-641b-4736-8f8b-395d6cfd7820 None None] Set router f90e6c27-ca80-433c-b595-2a484251dabb gateway port host: dv-cinder-837699-5-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:51:39.202953 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 09:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae95f3c-1254-4ad1-9449-d39fde4368f6 x-openstack-request-id: req-bae95f3c-1254-4ad1-9449-d39fde4368f6 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:51:39.203326 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7a27c8e-623a-4df5-9552-03cef9e9d0d7", "name": "network-vif-deleted", "tag": "44a51ff9-5482-46c9-a3f0-25e1a93e8a55", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:51:39.203621 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bae95f3c-1254-4ad1-9449-d39fde4368f6 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:51:39.204025 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bae95f3c-1254-4ad1-9449-d39fde4368f6'] response: {'server_uuid': 'b7a27c8e-623a-4df5-9552-03cef9e9d0d7', 'name': 'network-vif-deleted', 'tag': '44a51ff9-5482-46c9-a3f0-25e1a93e8a55', 'status': 'completed', 'code': 200} May 12 09:51:39.254219 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-1d9e6a58-d356-44ab-bb34-37357c1267d7 None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 09:51:39.346333 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8941ba64-9aff-4dd4-9abc-b104f844f46a req-ba6e93a7-dc6b-4546-96cc-ff31b66c703c tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:51:39.347810 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8941ba64-9aff-4dd4-9abc-b104f844f46a req-ba6e93a7-dc6b-4546-96cc-ff31b66c703c tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/ports?device_id=c701302e-c5c6-409c-9ec9-034448c9b961 HTTP/1.1" status: 200 len: 946 time: 0.0489321 May 12 09:51:39.396217 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-8941ba64-9aff-4dd4-9abc-b104f844f46a req-a5110daa-2d67-4efd-a420-4c54920aa823 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d61dae1-6db7-4389-988a-c2f29773c422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420177 May 12 09:51:39.416328 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-5f51300d-641b-4736-8f8b-395d6cfd7820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90e6c27-ca80-433c-b595-2a484251dabb', 'name': 'tempest-AttachVolumeShelveTestJSON-792793202-router', 'tenant_id': 'b879e240eb4f48139e28cc43223b21da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '2626c2b1-6da2-49ea-8030-726bc90bb272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:43:15Z', 'updated_at': '2022-05-12T09:43:17Z', 'revision_number': 4, 'project_id': 'b879e240eb4f48139e28cc43223b21da', 'gw_port': {'id': '2626c2b1-6da2-49ea-8030-726bc90bb272', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90e6c27-ca80-433c-b595-2a484251dabb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:43:15Z', 'updated_at': '2022-05-12T09:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_interfaces': [{'id': '553d5c0a-fd5a-4eb7-ab63-620bb35e4a42', 'name': '', 'network_id': '9e493ca3-e280-43b9-b225-da7bca606395', 'tenant_id': 'b879e240eb4f48139e28cc43223b21da', 'mac_address': 'fa:16:3e:9b:0b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90e6c27-ca80-433c-b595-2a484251dabb', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'd0dfb68a-43de-417f-95c4-a655ed09841d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:43:17Z', 'updated_at': '2022-05-12T09:43:21Z', 'revision_number': 5, 'project_id': 'b879e240eb4f48139e28cc43223b21da', 'subnets': [{'id': 'd0dfb68a-43de-417f-95c4-a655ed09841d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:51:39.442269 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f51300d-641b-4736-8f8b-395d6cfd7820 None None] Checking router: f90e6c27-ca80-433c-b595-2a484251dabb for host: dv-cinder-837699-5-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 09:51:39.450302 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f51300d-641b-4736-8f8b-395d6cfd7820 None None] Routers {'f90e6c27-ca80-433c-b595-2a484251dabb'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:51:39.450898 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-5f51300d-641b-4736-8f8b-395d6cfd7820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:51:22Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['f90e6c27-ca80-433c-b595-2a484251dabb'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:51:39.635575 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-5f51300d-641b-4736-8f8b-395d6cfd7820 None None] Set router f90e6c27-ca80-433c-b595-2a484251dabb gateway port host: dv-cinder-837699-5-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:51:39.826991 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-5f51300d-641b-4736-8f8b-395d6cfd7820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90e6c27-ca80-433c-b595-2a484251dabb', 'name': 'tempest-AttachVolumeShelveTestJSON-792793202-router', 'tenant_id': 'b879e240eb4f48139e28cc43223b21da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '2626c2b1-6da2-49ea-8030-726bc90bb272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:43:15Z', 'updated_at': '2022-05-12T09:43:17Z', 'revision_number': 4, 'project_id': 'b879e240eb4f48139e28cc43223b21da', 'gw_port': {'id': '2626c2b1-6da2-49ea-8030-726bc90bb272', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90e6c27-ca80-433c-b595-2a484251dabb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:43:15Z', 'updated_at': '2022-05-12T09:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_interfaces': [{'id': '553d5c0a-fd5a-4eb7-ab63-620bb35e4a42', 'name': '', 'network_id': '9e493ca3-e280-43b9-b225-da7bca606395', 'tenant_id': 'b879e240eb4f48139e28cc43223b21da', 'mac_address': 'fa:16:3e:9b:0b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90e6c27-ca80-433c-b595-2a484251dabb', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'd0dfb68a-43de-417f-95c4-a655ed09841d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:43:17Z', 'updated_at': '2022-05-12T09:43:21Z', 'revision_number': 5, 'project_id': 'b879e240eb4f48139e28cc43223b21da', 'subnets': [{'id': 'd0dfb68a-43de-417f-95c4-a655ed09841d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:51:39.852993 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f51300d-641b-4736-8f8b-395d6cfd7820 None None] The sync data for ids ['f90e6c27-ca80-433c-b595-2a484251dabb'] in dv-cinder-837699-5-iscsi is: [{'id': 'f90e6c27-ca80-433c-b595-2a484251dabb', 'name': 'tempest-AttachVolumeShelveTestJSON-792793202-router', 'tenant_id': 'b879e240eb4f48139e28cc43223b21da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '2626c2b1-6da2-49ea-8030-726bc90bb272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:43:15Z', 'updated_at': '2022-05-12T09:43:17Z', 'revision_number': 4, 'project_id': 'b879e240eb4f48139e28cc43223b21da', 'gw_port': {'id': '2626c2b1-6da2-49ea-8030-726bc90bb272', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90e6c27-ca80-433c-b595-2a484251dabb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:43:15Z', 'updated_at': '2022-05-12T09:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_interfaces': [{'id': '553d5c0a-fd5a-4eb7-ab63-620bb35e4a42', 'name': '', 'network_id': '9e493ca3-e280-43b9-b225-da7bca606395', 'tenant_id': 'b879e240eb4f48139e28cc43223b21da', 'mac_address': 'fa:16:3e:9b:0b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90e6c27-ca80-433c-b595-2a484251dabb', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'd0dfb68a-43de-417f-95c4-a655ed09841d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:43:17Z', 'updated_at': '2022-05-12T09:43:21Z', 'revision_number': 5, 'project_id': 'b879e240eb4f48139e28cc43223b21da', 'subnets': [{'id': 'd0dfb68a-43de-417f-95c4-a655ed09841d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 09:51:40.071166 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf4d953-e969-4133-908c-6f3c7481cd68 None None] New status for floating IP 60a63d20-2925-459a-9f55-41fe42bcfbc0: DOWN {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 09:51:40.107975 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-19f8bb5f-a31d-454d-958e-b36416c71e80 req-366b14da-27ff-4aec-95fe-d1718baf5735 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7a27c8e-623a-4df5-9552-03cef9e9d0d7 HTTP/1.1" status: 200 len: 210 time: 0.0271437 May 12 09:51:40.509327 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ae5af-2034-410e-8c25-c297f2d24894 req-f34fa783-4316-4b48-8123-678180de5dbd tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:51:40.510776 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-167ae5af-2034-410e-8c25-c297f2d24894 req-f34fa783-4316-4b48-8123-678180de5dbd tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/ports?device_id=c701302e-c5c6-409c-9ec9-034448c9b961 HTTP/1.1" status: 200 len: 946 time: 0.0483813 May 12 09:51:40.557933 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-167ae5af-2034-410e-8c25-c297f2d24894 req-fa67d7e0-35c3-4557-8add-04d743dee791 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d61dae1-6db7-4389-988a-c2f29773c422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417521 May 12 09:51:41.153760 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914a1d3-aead-4966-bedc-07c5422c482b req-23b04d73-e573-401b-b8b5-4629e0c7407b tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:51:41.155244 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2914a1d3-aead-4966-bedc-07c5422c482b req-23b04d73-e573-401b-b8b5-4629e0c7407b tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.65 "GET /v2.0/ports?device_id=c701302e-c5c6-409c-9ec9-034448c9b961 HTTP/1.1" status: 200 len: 946 time: 0.0472322 May 12 09:51:41.199601 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 46148) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:51:41.241206 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [req-2914a1d3-aead-4966-bedc-07c5422c482b req-dc15ec94-7db9-4a4a-bd1e-2093c16f1db5 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Deleting port ba0739a1-e943-4513-865f-943e7ca3eba8 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 09:51:41.241582 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-2914a1d3-aead-4966-bedc-07c5422c482b req-dc15ec94-7db9-4a4a-bd1e-2093c16f1db5 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740344431333'] for port (ba0739a1-e943-4513-865f-943e7ca3eba8), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:41.255181 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-28c225c4-366c-4dc0-b9aa-8088630e4af4 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks [] for security_group (9578c71f-7477-4b14-921d-c4f1388fb29a), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:41.282255 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-28c225c4-366c-4dc0-b9aa-8088630e4af4 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks [] for security_group (9578c71f-7477-4b14-921d-c4f1388fb29a), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:41.327611 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-28c225c4-366c-4dc0-b9aa-8088630e4af4 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (9578c71f-7477-4b14-921d-c4f1388fb29a), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:41.330229 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-28c225c4-366c-4dc0-b9aa-8088630e4af4 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:41.331391 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-28c225c4-366c-4dc0-b9aa-8088630e4af4 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "DELETE /v2.0/security-groups/9578c71f-7477-4b14-921d-c4f1388fb29a HTTP/1.1" status: 204 len: 168 time: 0.1307998 May 12 09:51:41.332978 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-2914a1d3-aead-4966-bedc-07c5422c482b req-dc15ec94-7db9-4a4a-bd1e-2093c16f1db5 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] For port ba0739a1-e943-4513-865f-943e7ca3eba8, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=ba0739a1-e943-4513-865f-943e7ca3eba8,segment=NetworkSegment(f47e11d4-d34b-4d5a-95a2-c4d425db3481),segment_id=f47e11d4-d34b-4d5a-95a2-c4d425db3481)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:51:41.333490 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-2914a1d3-aead-4966-bedc-07c5422c482b req-dc15ec94-7db9-4a4a-bd1e-2093c16f1db5 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799057'] for port (ba0739a1-e943-4513-865f-943e7ca3eba8), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:41.334823 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 46152) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:51:41.350402 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c225c4-366c-4dc0-b9aa-8088630e4af4 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9578c71f-7477-4b14-921d-c4f1388fb29a,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:51:41.357019 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.api.v2.resource [None req-54896b15-76b4-4b56-9bd7-be71f13b825e tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] show failed (client error): The resource could not be found. May 12 09:51:41.360806 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-54896b15-76b4-4b56-9bd7-be71f13b825e tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "GET /v2.0/security-groups/9578c71f-7477-4b14-921d-c4f1388fb29a HTTP/1.1" status: 404 len: 347 time: 0.0199893 May 12 09:51:41.361470 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 46154) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:51:41.368830 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c225c4-366c-4dc0-b9aa-8088630e4af4 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:51:41.369182 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c225c4-366c-4dc0-b9aa-8088630e4af4 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:51:41.369524 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c225c4-366c-4dc0-b9aa-8088630e4af4 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:51:41.369863 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c225c4-366c-4dc0-b9aa-8088630e4af4 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:51:41.370223 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c225c4-366c-4dc0-b9aa-8088630e4af4 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:51:41.370554 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c225c4-366c-4dc0-b9aa-8088630e4af4 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:51:41.371487 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c225c4-366c-4dc0-b9aa-8088630e4af4 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:51:41.371829 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c225c4-366c-4dc0-b9aa-8088630e4af4 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:51:41.372162 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c225c4-366c-4dc0-b9aa-8088630e4af4 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:51:41.372490 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c225c4-366c-4dc0-b9aa-8088630e4af4 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:51:41.372816 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c225c4-366c-4dc0-b9aa-8088630e4af4 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:51:41.373143 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c225c4-366c-4dc0-b9aa-8088630e4af4 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:51:41.373473 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c225c4-366c-4dc0-b9aa-8088630e4af4 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:51:41.374458 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c225c4-366c-4dc0-b9aa-8088630e4af4 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:51:41.374458 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c225c4-366c-4dc0-b9aa-8088630e4af4 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:51:41.484035 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-332af6bb-0c71-466e-95ed-7203a6999a05 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Deleting port 43511c6c-9fd5-4799-bb3f-93bc944da299 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 09:51:41.484384 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-332af6bb-0c71-466e-95ed-7203a6999a05 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740344431333'] for port (43511c6c-9fd5-4799-bb3f-93bc944da299), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:41.508755 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-2914a1d3-aead-4966-bedc-07c5422c482b req-dc15ec94-7db9-4a4a-bd1e-2093c16f1db5 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:41.509807 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-2914a1d3-aead-4966-bedc-07c5422c482b req-dc15ec94-7db9-4a4a-bd1e-2093c16f1db5 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799862'] for floatingip (4a8ce6e0-fb15-4b90-b46a-c58de6fa0ee5), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:41.509807 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.db.l3_db [req-2914a1d3-aead-4966-bedc-07c5422c482b req-dc15ec94-7db9-4a4a-bd1e-2093c16f1db5 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Floating IP 4a8ce6e0-fb15-4b90-b46a-c58de6fa0ee5 disassociated. External IP: 172.27.3.18, port: ba0739a1-e943-4513-865f-943e7ca3eba8. May 12 09:51:41.509807 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [req-2914a1d3-aead-4966-bedc-07c5422c482b req-dc15ec94-7db9-4a4a-bd1e-2093c16f1db5 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Calling delete_port for ba0739a1-e943-4513-865f-943e7ca3eba8 owned by compute:nova {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 09:51:41.560206 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-332af6bb-0c71-466e-95ed-7203a6999a05 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799057'] for port (43511c6c-9fd5-4799-bb3f-93bc944da299), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:41.560535 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-332af6bb-0c71-466e-95ed-7203a6999a05 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks [] for floatingip (43511c6c-9fd5-4799-bb3f-93bc944da299), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:41.573758 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-332af6bb-0c71-466e-95ed-7203a6999a05 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Calling delete_port for 43511c6c-9fd5-4799-bb3f-93bc944da299 owned by network:floatingip {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 09:51:41.666232 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-2914a1d3-aead-4966-bedc-07c5422c482b req-dc15ec94-7db9-4a4a-bd1e-2093c16f1db5 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740344441209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740344012629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29192019'] for port (ba0739a1-e943-4513-865f-943e7ca3eba8), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:41.703852 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc15ec94-7db9-4a4a-bd1e-2093c16f1db5 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Pushing event deleted for resources: {'Port': ['ID=ba0739a1-e943-4513-865f-943e7ca3eba8,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:51:41.712513 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d9e4ac-6e5f-4aef-a0d6-77735417387a req-39c3d751-7e63-4652-9fc3-1602215e8267 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:51:41.713988 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-39d9e4ac-6e5f-4aef-a0d6-77735417387a req-39c3d751-7e63-4652-9fc3-1602215e8267 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/ports?device_id=c701302e-c5c6-409c-9ec9-034448c9b961 HTTP/1.1" status: 200 len: 946 time: 0.0834453 May 12 09:51:41.730544 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-332af6bb-0c71-466e-95ed-7203a6999a05 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740344441209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740344012629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28491394'] for port (43511c6c-9fd5-4799-bb3f-93bc944da299), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:41.753661 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332af6bb-0c71-466e-95ed-7203a6999a05 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Pushing event deleted for resources: {'Port': ['ID=43511c6c-9fd5-4799-bb3f-93bc944da299,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:51:41.817767 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-39d9e4ac-6e5f-4aef-a0d6-77735417387a req-66e0d943-a745-4df9-aaa0-79669f96ac56 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d61dae1-6db7-4389-988a-c2f29773c422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967240 May 12 09:51:41.823204 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-332af6bb-0c71-466e-95ed-7203a6999a05 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks [] for floatingip (60a63d20-2925-459a-9f55-41fe42bcfbc0), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:41.825785 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-332af6bb-0c71-466e-95ed-7203a6999a05 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for floatingip (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:41.829375 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-332af6bb-0c71-466e-95ed-7203a6999a05 tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] 10.222.0.60 "DELETE /v2.0/floatingips/60a63d20-2925-459a-9f55-41fe42bcfbc0 HTTP/1.1" status: 204 len: 168 time: 0.4643714 May 12 09:51:41.872308 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2914a1d3-aead-4966-bedc-07c5422c482b req-dc15ec94-7db9-4a4a-bd1e-2093c16f1db5 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Router 9bb081be-dfc2-44ad-9a22-80a42da3e463 has already been hosted by L3 agent 8db92903-2544-41c2-b919-def82c43c97a {{(pid=103458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 09:51:41.985323 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2914a1d3-aead-4966-bedc-07c5422c482b req-dc15ec94-7db9-4a4a-bd1e-2093c16f1db5 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Notify agent at l3_agent.dv-cinder-837699-5-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 09:51:41.995426 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44f93d6-6117-4674-a15e-5c12520b60e5 None None] Sync routers for ids ['9bb081be-dfc2-44ad-9a22-80a42da3e463'] in dv-cinder-837699-5-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 09:51:42.006045 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44f93d6-6117-4674-a15e-5c12520b60e5 None None] Routers {'9bb081be-dfc2-44ad-9a22-80a42da3e463'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:51:42.006652 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-a44f93d6-6117-4674-a15e-5c12520b60e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:51:22Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['9bb081be-dfc2-44ad-9a22-80a42da3e463'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:51:42.027120 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [req-2914a1d3-aead-4966-bedc-07c5422c482b req-dc15ec94-7db9-4a4a-bd1e-2093c16f1db5 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] No DVR routers for this DVR port ba0739a1-e943-4513-865f-943e7ca3eba8 on host hv-cinder-83769 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 09:51:42.029481 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-2914a1d3-aead-4966-bedc-07c5422c482b req-dc15ec94-7db9-4a4a-bd1e-2093c16f1db5 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:42.032788 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2914a1d3-aead-4966-bedc-07c5422c482b req-dc15ec94-7db9-4a4a-bd1e-2093c16f1db5 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.65 "DELETE /v2.0/ports/ba0739a1-e943-4513-865f-943e7ca3eba8 HTTP/1.1" status: 204 len: 173 time: 0.8705475 May 12 09:51:42.033266 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c701302e-c5c6-409c-9ec9-034448c9b961', 'name': 'network-vif-deleted', 'tag': 'ba0739a1-e943-4513-865f-943e7ca3eba8'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:51:42.035526 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c5c35592cdadc16d94e4e59e173057c198c772a9b1006d4fd44537c4a2e10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd4faec-3c2b-432f-a66d-329b6d122673" -d '{"events": [{"server_uuid": "c701302e-c5c6-409c-9ec9-034448c9b961", "name": "network-vif-deleted", "tag": "ba0739a1-e943-4513-865f-943e7ca3eba8"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:51:42.072721 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 09:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f067a3a-51e4-4e34-9a79-f025d7424c00 x-openstack-request-id: req-0f067a3a-51e4-4e34-9a79-f025d7424c00 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:51:42.073241 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c701302e-c5c6-409c-9ec9-034448c9b961", "name": "network-vif-deleted", "tag": "ba0739a1-e943-4513-865f-943e7ca3eba8", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:51:42.073509 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0f067a3a-51e4-4e34-9a79-f025d7424c00 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:51:42.073918 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f067a3a-51e4-4e34-9a79-f025d7424c00'] response: {'server_uuid': 'c701302e-c5c6-409c-9ec9-034448c9b961', 'name': 'network-vif-deleted', 'tag': 'ba0739a1-e943-4513-865f-943e7ca3eba8', 'status': 'completed', 'code': 200} May 12 09:51:42.150876 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-a44f93d6-6117-4674-a15e-5c12520b60e5 None None] Set router 9bb081be-dfc2-44ad-9a22-80a42da3e463 gateway port host: dv-cinder-837699-5-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:51:42.346002 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-a44f93d6-6117-4674-a15e-5c12520b60e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'name': 'tempest-TestVolumeBootPattern-1179763224-router', 'tenant_id': '6e6bc2241970493783de557e3f690105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '661a4470-5b33-4ef0-9807-43fb27abce33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:48:24Z', 'updated_at': '2022-05-12T09:48:27Z', 'revision_number': 4, 'project_id': '6e6bc2241970493783de557e3f690105', 'gw_port': {'id': '661a4470-5b33-4ef0-9807-43fb27abce33', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:22:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:48:25Z', 'updated_at': '2022-05-12T09:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_interfaces': [{'id': 'b894d993-7e82-490e-bf87-840c0c78c81f', 'name': '', 'network_id': 'f6f9b602-5994-4479-ba8e-6005a9bbaa39', 'tenant_id': '6e6bc2241970493783de557e3f690105', 'mac_address': 'fa:16:3e:d3:45:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '28623973-416c-4d68-8b43-8208a047eab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:48:27Z', 'updated_at': '2022-05-12T09:48:31Z', 'revision_number': 5, 'project_id': '6e6bc2241970493783de557e3f690105', 'subnets': [{'id': '28623973-416c-4d68-8b43-8208a047eab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:51:42.373221 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device 44a51ff9-5482-46c9-a3f0-25e1a93e8a55 no longer exists at agent hyperv_hv-cinder-83769 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 09:51:42.380149 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44f93d6-6117-4674-a15e-5c12520b60e5 None None] Checking router: 9bb081be-dfc2-44ad-9a22-80a42da3e463 for host: dv-cinder-837699-5-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 09:51:42.389557 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44f93d6-6117-4674-a15e-5c12520b60e5 None None] Routers {'9bb081be-dfc2-44ad-9a22-80a42da3e463'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:51:42.390193 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-a44f93d6-6117-4674-a15e-5c12520b60e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:51:22Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['9bb081be-dfc2-44ad-9a22-80a42da3e463'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:51:42.394460 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] No Port match for: 44a51ff9-5482-46c9-a3f0-25e1a93e8a55 {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 09:51:42.394809 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device 44a51ff9-5482-46c9-a3f0-25e1a93e8a55 not bound to the agent host hv-cinder-83769 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 09:51:42.501506 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-a44f93d6-6117-4674-a15e-5c12520b60e5 None None] Set router 9bb081be-dfc2-44ad-9a22-80a42da3e463 gateway port host: dv-cinder-837699-5-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:51:42.686029 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-a44f93d6-6117-4674-a15e-5c12520b60e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'name': 'tempest-TestVolumeBootPattern-1179763224-router', 'tenant_id': '6e6bc2241970493783de557e3f690105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '661a4470-5b33-4ef0-9807-43fb27abce33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:48:24Z', 'updated_at': '2022-05-12T09:48:27Z', 'revision_number': 4, 'project_id': '6e6bc2241970493783de557e3f690105', 'gw_port': {'id': '661a4470-5b33-4ef0-9807-43fb27abce33', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:22:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:48:25Z', 'updated_at': '2022-05-12T09:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_interfaces': [{'id': 'b894d993-7e82-490e-bf87-840c0c78c81f', 'name': '', 'network_id': 'f6f9b602-5994-4479-ba8e-6005a9bbaa39', 'tenant_id': '6e6bc2241970493783de557e3f690105', 'mac_address': 'fa:16:3e:d3:45:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '28623973-416c-4d68-8b43-8208a047eab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:48:27Z', 'updated_at': '2022-05-12T09:48:31Z', 'revision_number': 5, 'project_id': '6e6bc2241970493783de557e3f690105', 'subnets': [{'id': '28623973-416c-4d68-8b43-8208a047eab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:51:42.712804 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44f93d6-6117-4674-a15e-5c12520b60e5 None None] The sync data for ids ['9bb081be-dfc2-44ad-9a22-80a42da3e463'] in dv-cinder-837699-5-iscsi is: [{'id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'name': 'tempest-TestVolumeBootPattern-1179763224-router', 'tenant_id': '6e6bc2241970493783de557e3f690105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '661a4470-5b33-4ef0-9807-43fb27abce33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:48:24Z', 'updated_at': '2022-05-12T09:48:27Z', 'revision_number': 4, 'project_id': '6e6bc2241970493783de557e3f690105', 'gw_port': {'id': '661a4470-5b33-4ef0-9807-43fb27abce33', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:22:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:48:25Z', 'updated_at': '2022-05-12T09:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_interfaces': [{'id': 'b894d993-7e82-490e-bf87-840c0c78c81f', 'name': '', 'network_id': 'f6f9b602-5994-4479-ba8e-6005a9bbaa39', 'tenant_id': '6e6bc2241970493783de557e3f690105', 'mac_address': 'fa:16:3e:d3:45:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '28623973-416c-4d68-8b43-8208a047eab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:48:27Z', 'updated_at': '2022-05-12T09:48:31Z', 'revision_number': 5, 'project_id': '6e6bc2241970493783de557e3f690105', 'subnets': [{'id': '28623973-416c-4d68-8b43-8208a047eab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 09:51:42.948862 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8532b267-5266-43ee-98d7-a13cea99bbb6 None None] New status for floating IP 4a8ce6e0-fb15-4b90-b46a-c58de6fa0ee5: DOWN {{(pid=103459) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 09:51:43.046123 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4611b2f9-4f37-4828-a659-8140f7926167 req-d77ab715-6afe-49d5-8fdd-131c3ab13912 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-176244007&fields=id&tenant_id=6e6bc2241970493783de557e3f690105 HTTP/1.1" status: 200 len: 267 time: 0.0476372 May 12 09:51:43.177192 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611b2f9-4f37-4828-a659-8140f7926167 req-fcdd41c4-078f-4bb1-8a5f-a1911e5dead4 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:51:43.179822 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4611b2f9-4f37-4828-a659-8140f7926167 req-fcdd41c4-078f-4bb1-8a5f-a1911e5dead4 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/networks?id=f6f9b602-5994-4479-ba8e-6005a9bbaa39 HTTP/1.1" status: 200 len: 812 time: 0.1228125 May 12 09:51:43.192875 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4611b2f9-4f37-4828-a659-8140f7926167 req-1b389fa3-c244-4090-ae05-5c5ad14f0237 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/quotas/6e6bc2241970493783de557e3f690105 HTTP/1.1" status: 200 len: 375 time: 0.0090044 May 12 09:51:43.245092 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4611b2f9-4f37-4828-a659-8140f7926167 req-5d0e8635-ecde-4320-8b91-3bdaffdf7756 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6e6bc2241970493783de557e3f690105&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471311 May 12 09:51:43.305000 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [req-4611b2f9-4f37-4828-a659-8140f7926167 req-85e1dea9-7297-49d8-a25e-63d6b37b77d1 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 09:51:43.306029 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4611b2f9-4f37-4828-a659-8140f7926167 req-85e1dea9-7297-49d8-a25e-63d6b37b77d1 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0478635 May 12 09:51:43.400384 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4611b2f9-4f37-4828-a659-8140f7926167 req-af8a5831-5271-45c6-b898-2afb8465b78e service neutron] 10.222.0.60 "GET /v2.0/networks/f6f9b602-5994-4479-ba8e-6005a9bbaa39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883672 May 12 09:51:43.492848 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4611b2f9-4f37-4828-a659-8140f7926167 req-a4e36d5f-113e-47e3-8958-4f99f3affd6b service neutron] 10.222.0.60 "GET /v2.0/networks/f6f9b602-5994-4479-ba8e-6005a9bbaa39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867348 May 12 09:51:43.765591 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e1723445-5b72-4f5a-a409-5e33d270215b req-bd8f8fcf-79ad-48b0-ac7d-21d1a0f4280c tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4d0b64-50c4-488e-88d7-29ab24ad4da8 HTTP/1.1" status: 200 len: 210 time: 0.0283291 May 12 09:51:44.260442 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 46206) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:51:44.686122 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7577d3b2-ff00-4220-b0d3-a194b8586f78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799259'] for router_interface (f90e6c27-ca80-433c-b595-2a484251dabb), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:44.713964 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611b2f9-4f37-4828-a659-8140f7926167 req-5c4ba5a9-4432-4548-b8c5-6fc51a7f1edb tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:51:44.715489 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4611b2f9-4f37-4828-a659-8140f7926167 req-5c4ba5a9-4432-4548-b8c5-6fc51a7f1edb tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.65 "GET /v2.0/networks?id=f6f9b602-5994-4479-ba8e-6005a9bbaa39 HTTP/1.1" status: 200 len: 812 time: 0.1044905 May 12 09:51:44.784625 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4611b2f9-4f37-4828-a659-8140f7926167 req-99be75db-0944-4665-b686-03428985b80e tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e6bc2241970493783de557e3f690105 HTTP/1.1" status: 200 len: 379 time: 0.0556772 May 12 09:51:44.798776 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [req-4611b2f9-4f37-4828-a659-8140f7926167 req-2634a88d-be09-420b-896b-fecf72cc1899 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Request body: {'port': {'device_id': 'cf4d0b64-50c4-488e-88d7-29ab24ad4da8', 'network_id': 'f6f9b602-5994-4479-ba8e-6005a9bbaa39', 'admin_state_up': True, 'tenant_id': '6e6bc2241970493783de557e3f690105', 'security_groups': ['2d61dae1-6db7-4389-988a-c2f29773c422']}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:51:44.934167 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-7577d3b2-ff00-4220-b0d3-a194b8586f78 admin admin] Deleting port 553d5c0a-fd5a-4eb7-ab63-620bb35e4a42 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 09:51:44.934504 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7577d3b2-ff00-4220-b0d3-a194b8586f78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740344431333'] for port (553d5c0a-fd5a-4eb7-ab63-620bb35e4a42), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:45.019441 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-7577d3b2-ff00-4220-b0d3-a194b8586f78 admin admin] For port 553d5c0a-fd5a-4eb7-ab63-620bb35e4a42, host dv-cinder-837699-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=553d5c0a-fd5a-4eb7-ab63-620bb35e4a42,segment=NetworkSegment(13c6b376-b873-4e7b-b8cd-21838495d81c),segment_id=13c6b376-b873-4e7b-b8cd-21838495d81c)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:51:45.019810 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7577d3b2-ff00-4220-b0d3-a194b8586f78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799057'] for port (553d5c0a-fd5a-4eb7-ab63-620bb35e4a42), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:45.034600 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-7577d3b2-ff00-4220-b0d3-a194b8586f78 admin admin] Calling delete_port for 553d5c0a-fd5a-4eb7-ab63-620bb35e4a42 owned by network:router_interface {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 09:51:45.170841 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9503b687-4753-414a-8409-f2efc2cc5ddb req-36d96a85-7898-4563-8979-5fa5149c6251 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4d0b64-50c4-488e-88d7-29ab24ad4da8 HTTP/1.1" status: 200 len: 210 time: 0.0344183 May 12 09:51:45.216932 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4611b2f9-4f37-4828-a659-8140f7926167 req-2634a88d-be09-420b-896b-fecf72cc1899 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Made reservation on behalf of 6e6bc2241970493783de557e3f690105 for: {'port': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 09:51:45.220393 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-4611b2f9-4f37-4828-a659-8140f7926167 req-2634a88d-be09-420b-896b-fecf72cc1899 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:45.251769 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7577d3b2-ff00-4220-b0d3-a194b8586f78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740344441209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740344012629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28491394'] for port (553d5c0a-fd5a-4eb7-ab63-620bb35e4a42), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:45.278659 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7577d3b2-ff00-4220-b0d3-a194b8586f78 admin admin] Pushing event deleted for resources: {'Port': ['ID=553d5c0a-fd5a-4eb7-ab63-620bb35e4a42,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:51:45.375452 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [req-4611b2f9-4f37-4828-a659-8140f7926167 req-2634a88d-be09-420b-896b-fecf72cc1899 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Allocated IP 172.20.0.7 (f6f9b602-5994-4479-ba8e-6005a9bbaa39/28623973-416c-4d68-8b43-8208a047eab8/7ed510b9-f10d-44b7-8c8c-10f5daa229e6) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 09:51:45.461826 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7577d3b2-ff00-4220-b0d3-a194b8586f78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3701444'] for router_interface (f90e6c27-ca80-433c-b595-2a484251dabb), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:45.525678 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-4611b2f9-4f37-4828-a659-8140f7926167 req-2634a88d-be09-420b-896b-fecf72cc1899 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks [] for port (7ed510b9-f10d-44b7-8c8c-10f5daa229e6), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:45.558811 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-4611b2f9-4f37-4828-a659-8140f7926167 req-2634a88d-be09-420b-896b-fecf72cc1899 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740344012620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29192019'] for port (7ed510b9-f10d-44b7-8c8c-10f5daa229e6), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:45.604418 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4611b2f9-4f37-4828-a659-8140f7926167 req-2634a88d-be09-420b-896b-fecf72cc1899 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Network f6f9b602-5994-4479-ba8e-6005a9bbaa39 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 09:51:45.607491 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [req-4611b2f9-4f37-4828-a659-8140f7926167 req-2634a88d-be09-420b-896b-fecf72cc1899 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:51:45.613225 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [req-4611b2f9-4f37-4828-a659-8140f7926167 req-2634a88d-be09-420b-896b-fecf72cc1899 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 09:51:45.638698 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2634a88d-be09-420b-896b-fecf72cc1899 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Pushing event updated for resources: {'Port': ['ID=7ed510b9-f10d-44b7-8c8c-10f5daa229e6,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:51:45.672503 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611b2f9-4f37-4828-a659-8140f7926167 req-2634a88d-be09-420b-896b-fecf72cc1899 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:51:45.673117 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-4611b2f9-4f37-4828-a659-8140f7926167 req-2634a88d-be09-420b-896b-fecf72cc1899 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:45.689873 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4611b2f9-4f37-4828-a659-8140f7926167 req-2634a88d-be09-420b-896b-fecf72cc1899 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8949585 May 12 09:51:45.695326 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7577d3b2-ff00-4220-b0d3-a194b8586f78 admin admin] Router f90e6c27-ca80-433c-b595-2a484251dabb has already been hosted by L3 agent 8db92903-2544-41c2-b919-def82c43c97a {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 09:51:45.707603 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [req-4611b2f9-4f37-4828-a659-8140f7926167 req-118378d2-e25f-4a77-8486-756fe488d41d service neutron] Request body: {'port': {'device_id': 'cf4d0b64-50c4-488e-88d7-29ab24ad4da8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:51:45.770656 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-4611b2f9-4f37-4828-a659-8140f7926167 req-118378d2-e25f-4a77-8486-756fe488d41d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (7ed510b9-f10d-44b7-8c8c-10f5daa229e6), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:45.813978 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7577d3b2-ff00-4220-b0d3-a194b8586f78 admin admin] Notify agent at l3_agent.dv-cinder-837699-5-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 09:51:45.822759 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-7577d3b2-ff00-4220-b0d3-a194b8586f78 admin admin] 10.222.0.60 "PUT /v2.0/routers/f90e6c27-ca80-433c-b595-2a484251dabb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5576739 May 12 09:51:45.822759 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 46212) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:51:45.824679 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd8d293-fadf-4fe3-8b60-f59d0043df48 None None] Sync routers for ids ['f90e6c27-ca80-433c-b595-2a484251dabb'] in dv-cinder-837699-5-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 09:51:45.839383 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd8d293-fadf-4fe3-8b60-f59d0043df48 None None] Routers {'f90e6c27-ca80-433c-b595-2a484251dabb'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:51:45.840251 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-ebd8d293-fadf-4fe3-8b60-f59d0043df48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:51:22Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['f90e6c27-ca80-433c-b595-2a484251dabb'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:51:45.870633 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-0eab4e35-0ac2-466b-a3b2-b6a570d8ccea None None] Provisioning complete for port 7ed510b9-f10d-44b7-8c8c-10f5daa229e6 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:51:45.871249 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-0eab4e35-0ac2-466b-a3b2-b6a570d8ccea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (7ed510b9-f10d-44b7-8c8c-10f5daa229e6), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:45.916509 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-0eab4e35-0ac2-466b-a3b2-b6a570d8ccea None None] Port 7ed510b9-f10d-44b7-8c8c-10f5daa229e6 cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 09:51:45.946062 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-944bb419-c593-4160-ad1b-5e471040dc02 admin admin] Publish callbacks [] for router (f90e6c27-ca80-433c-b595-2a484251dabb), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:45.959826 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-ebd8d293-fadf-4fe3-8b60-f59d0043df48 None None] Set router f90e6c27-ca80-433c-b595-2a484251dabb gateway port host: dv-cinder-837699-5-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:51:46.052640 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-944bb419-c593-4160-ad1b-5e471040dc02 admin admin] Publish callbacks [] for router_gateway (f90e6c27-ca80-433c-b595-2a484251dabb), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:46.094954 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [req-4611b2f9-4f37-4828-a659-8140f7926167 req-118378d2-e25f-4a77-8486-756fe488d41d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ed510b9-f10d-44b7-8c8c-10f5daa229e6 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 09:51:46.105729 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-4611b2f9-4f37-4828-a659-8140f7926167 req-118378d2-e25f-4a77-8486-756fe488d41d service neutron] Publish callbacks [] for port (7ed510b9-f10d-44b7-8c8c-10f5daa229e6), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:46.106716 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-944bb419-c593-4160-ad1b-5e471040dc02 admin admin] Deleting port 2626c2b1-6da2-49ea-8030-726bc90bb272 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 09:51:46.107261 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-944bb419-c593-4160-ad1b-5e471040dc02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740344431333'] for port (2626c2b1-6da2-49ea-8030-726bc90bb272), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:46.119033 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [req-4611b2f9-4f37-4828-a659-8140f7926167 req-118378d2-e25f-4a77-8486-756fe488d41d service neutron] Transition to ACTIVE for port object 7ed510b9-f10d-44b7-8c8c-10f5daa229e6 will not be triggered until provisioned by entity L2. {{(pid=103458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 09:51:46.123978 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-4611b2f9-4f37-4828-a659-8140f7926167 req-118378d2-e25f-4a77-8486-756fe488d41d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29192036'] for port (7ed510b9-f10d-44b7-8c8c-10f5daa229e6), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:46.145431 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-ebd8d293-fadf-4fe3-8b60-f59d0043df48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90e6c27-ca80-433c-b595-2a484251dabb', 'name': 'tempest-AttachVolumeShelveTestJSON-792793202-router', 'tenant_id': 'b879e240eb4f48139e28cc43223b21da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '2626c2b1-6da2-49ea-8030-726bc90bb272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:43:15Z', 'updated_at': '2022-05-12T09:51:45Z', 'revision_number': 5, 'project_id': 'b879e240eb4f48139e28cc43223b21da', 'gw_port': {'id': '2626c2b1-6da2-49ea-8030-726bc90bb272', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90e6c27-ca80-433c-b595-2a484251dabb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:43:15Z', 'updated_at': '2022-05-12T09:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi'}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:51:46.174868 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd8d293-fadf-4fe3-8b60-f59d0043df48 None None] Checking router: f90e6c27-ca80-433c-b595-2a484251dabb for host: dv-cinder-837699-5-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 09:51:46.179941 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118378d2-e25f-4a77-8486-756fe488d41d service neutron] Pushing event updated for resources: {'Port': ['ID=7ed510b9-f10d-44b7-8c8c-10f5daa229e6,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:51:46.186347 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd8d293-fadf-4fe3-8b60-f59d0043df48 None None] Routers {'f90e6c27-ca80-433c-b595-2a484251dabb'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:51:46.187290 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-ebd8d293-fadf-4fe3-8b60-f59d0043df48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:51:22Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['f90e6c27-ca80-433c-b595-2a484251dabb'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:51:46.215439 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-944bb419-c593-4160-ad1b-5e471040dc02 admin admin] For port 2626c2b1-6da2-49ea-8030-726bc90bb272, host dv-cinder-837699-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=2626c2b1-6da2-49ea-8030-726bc90bb272,segment=NetworkSegment(19f8603b-b081-4ce5-86ca-33d22941a00f),segment_id=19f8603b-b081-4ce5-86ca-33d22941a00f)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:51:46.215820 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-944bb419-c593-4160-ad1b-5e471040dc02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799057'] for port (2626c2b1-6da2-49ea-8030-726bc90bb272), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:46.232970 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-944bb419-c593-4160-ad1b-5e471040dc02 admin admin] Calling delete_port for 2626c2b1-6da2-49ea-8030-726bc90bb272 owned by network:router_gateway {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 09:51:46.259883 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-4611b2f9-4f37-4828-a659-8140f7926167 req-118378d2-e25f-4a77-8486-756fe488d41d service neutron] Attempting to bind port 7ed510b9-f10d-44b7-8c8c-10f5daa229e6 on host hv-cinder-83769 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 09:51:46.260342 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-4611b2f9-4f37-4828-a659-8140f7926167 req-118378d2-e25f-4a77-8486-756fe488d41d service neutron] Attempting to bind port 7ed510b9-f10d-44b7-8c8c-10f5daa229e6 by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': 'f47e11d4-d34b-4d5a-95a2-c4d425db3481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f6f9b602-5994-4479-ba8e-6005a9bbaa39'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 09:51:46.260679 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4611b2f9-4f37-4828-a659-8140f7926167 req-118378d2-e25f-4a77-8486-756fe488d41d service neutron] Attempting to bind port 7ed510b9-f10d-44b7-8c8c-10f5daa229e6 on network f6f9b602-5994-4479-ba8e-6005a9bbaa39 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 09:51:46.266185 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4611b2f9-4f37-4828-a659-8140f7926167 req-118378d2-e25f-4a77-8486-756fe488d41d service neutron] Port 7ed510b9-f10d-44b7-8c8c-10f5daa229e6 on network f6f9b602-5994-4479-ba8e-6005a9bbaa39 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 09:51:46.266782 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4611b2f9-4f37-4828-a659-8140f7926167 req-118378d2-e25f-4a77-8486-756fe488d41d service neutron] Attempting to bind port 7ed510b9-f10d-44b7-8c8c-10f5daa229e6 on network f6f9b602-5994-4479-ba8e-6005a9bbaa39 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 09:51:46.273115 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4611b2f9-4f37-4828-a659-8140f7926167 req-118378d2-e25f-4a77-8486-756fe488d41d service neutron] Checking agent: {'id': 'cdc2c050-d5b8-41e9-9f41-bf893d522faa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 9, 31, 46), 'started_at': datetime.datetime(2022, 5, 12, 9, 31, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 9, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 09:51:46.273466 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4611b2f9-4f37-4828-a659-8140f7926167 req-118378d2-e25f-4a77-8486-756fe488d41d service neutron] Checking segment: {'id': 'f47e11d4-d34b-4d5a-95a2-c4d425db3481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f6f9b602-5994-4479-ba8e-6005a9bbaa39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 09:51:46.273862 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4611b2f9-4f37-4828-a659-8140f7926167 req-118378d2-e25f-4a77-8486-756fe488d41d service neutron] Bound using segment: {'id': 'f47e11d4-d34b-4d5a-95a2-c4d425db3481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f6f9b602-5994-4479-ba8e-6005a9bbaa39'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 09:51:46.274468 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-4611b2f9-4f37-4828-a659-8140f7926167 req-118378d2-e25f-4a77-8486-756fe488d41d service neutron] Bound port: 7ed510b9-f10d-44b7-8c8c-10f5daa229e6, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f47e11d4-d34b-4d5a-95a2-c4d425db3481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f6f9b602-5994-4479-ba8e-6005a9bbaa39'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 09:51:46.274835 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-4611b2f9-4f37-4828-a659-8140f7926167 req-118378d2-e25f-4a77-8486-756fe488d41d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (7ed510b9-f10d-44b7-8c8c-10f5daa229e6), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:46.338743 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5065f-6e04-456d-8556-8acb1ba68278 req-3f53bcb2-ef1d-4faf-ac3c-56089ff15295 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:51:46.340326 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-04e5065f-6e04-456d-8556-8acb1ba68278 req-3f53bcb2-ef1d-4faf-ac3c-56089ff15295 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4d0b64-50c4-488e-88d7-29ab24ad4da8 HTTP/1.1" status: 200 len: 943 time: 0.0630801 May 12 09:51:46.404386 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device ba0739a1-e943-4513-865f-943e7ca3eba8 no longer exists at agent hyperv_hv-cinder-83769 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 09:51:46.405670 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-4611b2f9-4f37-4828-a659-8140f7926167 req-118378d2-e25f-4a77-8486-756fe488d41d service neutron] For port 7ed510b9-f10d-44b7-8c8c-10f5daa229e6, host hv-cinder-83769, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 09:51:46.409653 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-4611b2f9-4f37-4828-a659-8140f7926167 req-118378d2-e25f-4a77-8486-756fe488d41d service neutron] For port 7ed510b9-f10d-44b7-8c8c-10f5daa229e6, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=7ed510b9-f10d-44b7-8c8c-10f5daa229e6,segment=NetworkSegment(f47e11d4-d34b-4d5a-95a2-c4d425db3481),segment_id=f47e11d4-d34b-4d5a-95a2-c4d425db3481)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 09:51:46.425121 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-944bb419-c593-4160-ad1b-5e471040dc02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740344441209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740344012629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28491394'] for port (2626c2b1-6da2-49ea-8030-726bc90bb272), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:46.431270 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-4611b2f9-4f37-4828-a659-8140f7926167 req-118378d2-e25f-4a77-8486-756fe488d41d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29192036'] for port (7ed510b9-f10d-44b7-8c8c-10f5daa229e6), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:46.443687 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-ebd8d293-fadf-4fe3-8b60-f59d0043df48 None None] Set router f90e6c27-ca80-433c-b595-2a484251dabb gateway port host: None {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:51:46.444677 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] No Port match for: ba0739a1-e943-4513-865f-943e7ca3eba8 {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 09:51:46.445200 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device ba0739a1-e943-4513-865f-943e7ca3eba8 not bound to the agent host hv-cinder-83769 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 09:51:46.460727 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944bb419-c593-4160-ad1b-5e471040dc02 admin admin] Pushing event deleted for resources: {'Port': ['ID=2626c2b1-6da2-49ea-8030-726bc90bb272,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:51:46.503888 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611b2f9-4f37-4828-a659-8140f7926167 req-118378d2-e25f-4a77-8486-756fe488d41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:51:46.504512 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-4611b2f9-4f37-4828-a659-8140f7926167 req-118378d2-e25f-4a77-8486-756fe488d41d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:46.505920 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4611b2f9-4f37-4828-a659-8140f7926167 req-118378d2-e25f-4a77-8486-756fe488d41d service neutron] 10.222.0.65 "PUT /v2.0/ports/7ed510b9-f10d-44b7-8c8c-10f5daa229e6 HTTP/1.1" status: 200 len: 1093 time: 0.8027506 May 12 09:51:46.509111 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf4d0b64-50c4-488e-88d7-29ab24ad4da8', 'tag': '7ed510b9-f10d-44b7-8c8c-10f5daa229e6'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:51:46.509321 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-ebd8d293-fadf-4fe3-8b60-f59d0043df48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90e6c27-ca80-433c-b595-2a484251dabb', 'name': 'tempest-AttachVolumeShelveTestJSON-792793202-router', 'tenant_id': 'b879e240eb4f48139e28cc43223b21da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:43:15Z', 'updated_at': '2022-05-12T09:51:46Z', 'revision_number': 6, 'project_id': 'b879e240eb4f48139e28cc43223b21da', 'gw_port_host': None}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:51:46.511398 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c5c35592cdadc16d94e4e59e173057c198c772a9b1006d4fd44537c4a2e10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f449c719-5ed5-4fd2-bf0b-937add518351" -d '{"events": [{"name": "network-changed", "server_uuid": "cf4d0b64-50c4-488e-88d7-29ab24ad4da8", "tag": "7ed510b9-f10d-44b7-8c8c-10f5daa229e6"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:51:46.523354 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118378d2-e25f-4a77-8486-756fe488d41d service neutron] Pushing event updated for resources: {'Port': ['ID=7ed510b9-f10d-44b7-8c8c-10f5daa229e6,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:51:46.530782 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-04e5065f-6e04-456d-8556-8acb1ba68278 req-46d42ea1-4c04-4b9b-9069-f8e979cd17cd tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d61dae1-6db7-4389-988a-c2f29773c422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173968 May 12 09:51:46.542275 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-944bb419-c593-4160-ad1b-5e471040dc02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798249'] for router_gateway (f90e6c27-ca80-433c-b595-2a484251dabb), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:46.545182 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd8d293-fadf-4fe3-8b60-f59d0043df48 None None] The sync data for ids ['f90e6c27-ca80-433c-b595-2a484251dabb'] in dv-cinder-837699-5-iscsi is: [{'id': 'f90e6c27-ca80-433c-b595-2a484251dabb', 'name': 'tempest-AttachVolumeShelveTestJSON-792793202-router', 'tenant_id': 'b879e240eb4f48139e28cc43223b21da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:43:15Z', 'updated_at': '2022-05-12T09:51:46Z', 'revision_number': 6, 'project_id': 'b879e240eb4f48139e28cc43223b21da', 'gw_port_host': None}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 09:51:46.644087 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 09:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-847546c3-dde9-4147-a115-3ccb4e3192c2 x-openstack-request-id: req-847546c3-dde9-4147-a115-3ccb4e3192c2 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:51:46.644307 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf4d0b64-50c4-488e-88d7-29ab24ad4da8", "tag": "7ed510b9-f10d-44b7-8c8c-10f5daa229e6", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:51:46.644527 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-847546c3-dde9-4147-a115-3ccb4e3192c2 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:51:46.644928 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-847546c3-dde9-4147-a115-3ccb4e3192c2'] response: {'name': 'network-changed', 'server_uuid': 'cf4d0b64-50c4-488e-88d7-29ab24ad4da8', 'tag': '7ed510b9-f10d-44b7-8c8c-10f5daa229e6', 'status': 'completed', 'code': 200} May 12 09:51:46.656924 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611b2f9-4f37-4828-a659-8140f7926167 req-6205c188-6926-47a6-b4c0-e7f89cb775c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:51:46.658450 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4611b2f9-4f37-4828-a659-8140f7926167 req-6205c188-6926-47a6-b4c0-e7f89cb775c3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6e6bc2241970493783de557e3f690105&device_id=cf4d0b64-50c4-488e-88d7-29ab24ad4da8 HTTP/1.1" status: 200 len: 1127 time: 0.0474398 May 12 09:51:46.661457 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-944bb419-c593-4160-ad1b-5e471040dc02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3795873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6231'] for router (f90e6c27-ca80-433c-b595-2a484251dabb), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:46.664315 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-944bb419-c593-4160-ad1b-5e471040dc02 admin admin] Publish callbacks [] for router_controller (f90e6c27-ca80-433c-b595-2a484251dabb), precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:46.712194 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4611b2f9-4f37-4828-a659-8140f7926167 req-767aa75a-f9ca-4869-bf35-53e00fcb4ccd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ed510b9-f10d-44b7-8c8c-10f5daa229e6 HTTP/1.1" status: 200 len: 217 time: 0.0415466 May 12 09:51:46.713837 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-944bb419-c593-4160-ad1b-5e471040dc02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3795896'] for router (f90e6c27-ca80-433c-b595-2a484251dabb), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:46.714637 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-944bb419-c593-4160-ad1b-5e471040dc02 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f90e6c27-ca80-433c-b595-2a484251dabb {{(pid=103457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 09:51:46.719858 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-944bb419-c593-4160-ad1b-5e471040dc02 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:46.722356 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-944bb419-c593-4160-ad1b-5e471040dc02 admin admin] 10.222.0.60 "DELETE /v2.0/routers/f90e6c27-ca80-433c-b595-2a484251dabb HTTP/1.1" status: 204 len: 168 time: 0.8999820 May 12 09:51:46.724017 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 46218) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:51:46.763348 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611b2f9-4f37-4828-a659-8140f7926167 req-4ecc5a27-317a-4288-96a2-407be6cb702c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:51:46.764817 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4611b2f9-4f37-4828-a659-8140f7926167 req-4ecc5a27-317a-4288-96a2-407be6cb702c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=28623973-416c-4d68-8b43-8208a047eab8 HTTP/1.1" status: 200 len: 851 time: 0.0460496 May 12 09:51:46.767907 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6dcd65a-ea71-4856-95dc-2c5197b73777 admin admin] Deleting subnet d0dfb68a-43de-417f-95c4-a655ed09841d {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 09:51:46.771024 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e6dcd65a-ea71-4856-95dc-2c5197b73777 admin admin] Publish callbacks [] for subnet (d0dfb68a-43de-417f-95c4-a655ed09841d), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:46.806279 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e6dcd65a-ea71-4856-95dc-2c5197b73777 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28484894'] for subnet (d0dfb68a-43de-417f-95c4-a655ed09841d), precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:46.808603 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611b2f9-4f37-4828-a659-8140f7926167 req-2305ac69-fce8-44c6-8a9a-2e56d7c9110b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:51:46.810131 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4611b2f9-4f37-4828-a659-8140f7926167 req-2305ac69-fce8-44c6-8a9a-2e56d7c9110b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f6f9b602-5994-4479-ba8e-6005a9bbaa39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398231 May 12 09:51:46.908101 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4611b2f9-4f37-4828-a659-8140f7926167 req-4ace0062-a6f0-48f2-a7fa-1d83aeece0e1 service neutron] 10.222.0.65 "GET /v2.0/networks/f6f9b602-5994-4479-ba8e-6005a9bbaa39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916162 May 12 09:51:47.008774 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4611b2f9-4f37-4828-a659-8140f7926167 req-9a3bb564-7db8-48a4-b17c-6e7b8b56e741 service neutron] 10.222.0.65 "GET /v2.0/networks/f6f9b602-5994-4479-ba8e-6005a9bbaa39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920134 May 12 09:51:47.124705 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e6dcd65a-ea71-4856-95dc-2c5197b73777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-718821'] for subnet (d0dfb68a-43de-417f-95c4-a655ed09841d), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:47.175467 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e6dcd65a-ea71-4856-95dc-2c5197b73777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-718844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28484979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401390'] for subnet (d0dfb68a-43de-417f-95c4-a655ed09841d), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:47.199264 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dcd65a-ea71-4856-95dc-2c5197b73777 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0dfb68a-43de-417f-95c4-a655ed09841d,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:51:47.204749 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-e6dcd65a-ea71-4856-95dc-2c5197b73777 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728753'] for subnet (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:47.207827 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-e6dcd65a-ea71-4856-95dc-2c5197b73777 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/d0dfb68a-43de-417f-95c4-a655ed09841d HTTP/1.1" status: 204 len: 168 time: 0.4827085 May 12 09:51:47.210130 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371307b8-0962-4fd3-8218-a53157883acf None None] Network 9e493ca3-e280-43b9-b225-da7bca606395 requested from dv-cinder-837699-5-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 09:51:47.211174 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 46220) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:51:47.281636 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-af08a9d9-958a-40cc-8e76-2ff187fe59ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-764730'] for network (9e493ca3-e280-43b9-b225-da7bca606395), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:47.330153 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-af08a9d9-958a-40cc-8e76-2ff187fe59ba admin admin] Deleting port c510fc58-ebb9-4295-926f-6767486dae2b {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 09:51:47.330489 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-af08a9d9-958a-40cc-8e76-2ff187fe59ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740344431333'] for port (c510fc58-ebb9-4295-926f-6767486dae2b), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:47.366897 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc37b2f-8d17-4f94-b26d-9094cd2f05c4 None None] DHCP port deletion for 9e493ca3-e280-43b9-b225-da7bca606395 request from dv-cinder-837699-5-iscsi {{(pid=103459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 09:51:47.398296 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-af08a9d9-958a-40cc-8e76-2ff187fe59ba admin admin] For port c510fc58-ebb9-4295-926f-6767486dae2b, host dv-cinder-837699-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=c510fc58-ebb9-4295-926f-6767486dae2b,segment=NetworkSegment(13c6b376-b873-4e7b-b8cd-21838495d81c),segment_id=13c6b376-b873-4e7b-b8cd-21838495d81c)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:51:47.398662 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-af08a9d9-958a-40cc-8e76-2ff187fe59ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799057'] for port (c510fc58-ebb9-4295-926f-6767486dae2b), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:47.411305 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-af08a9d9-958a-40cc-8e76-2ff187fe59ba admin admin] Calling delete_port for c510fc58-ebb9-4295-926f-6767486dae2b owned by network:dhcp {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 09:51:47.411931 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-4fc37b2f-8d17-4f94-b26d-9094cd2f05c4 None None] Deleting port c510fc58-ebb9-4295-926f-6767486dae2b {{(pid=103459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 09:51:47.413467 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4fc37b2f-8d17-4f94-b26d-9094cd2f05c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740344431333'] for port (c510fc58-ebb9-4295-926f-6767486dae2b), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:47.433272 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device 553d5c0a-fd5a-4eb7-ab63-620bb35e4a42 no longer exists at agent ovs-agent-dv-cinder-837699-5-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 09:51:47.461519 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] No Port match for: 553d5c0a-fd5a-4eb7-ab63-620bb35e4a42 {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 09:51:47.461875 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device 553d5c0a-fd5a-4eb7-ab63-620bb35e4a42 not bound to the agent host dv-cinder-837699-5-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 09:51:47.462500 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device 2626c2b1-6da2-49ea-8030-726bc90bb272 no longer exists at agent ovs-agent-dv-cinder-837699-5-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 09:51:47.498481 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-af08a9d9-958a-40cc-8e76-2ff187fe59ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740344441209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740344012629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28491394'] for port (c510fc58-ebb9-4295-926f-6767486dae2b), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:47.510826 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] No Port match for: 2626c2b1-6da2-49ea-8030-726bc90bb272 {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 09:51:47.511186 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device 2626c2b1-6da2-49ea-8030-726bc90bb272 not bound to the agent host dv-cinder-837699-5-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 09:51:47.523700 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-4fc37b2f-8d17-4f94-b26d-9094cd2f05c4 None None] For port c510fc58-ebb9-4295-926f-6767486dae2b, host dv-cinder-837699-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=c510fc58-ebb9-4295-926f-6767486dae2b,segment=NetworkSegment(13c6b376-b873-4e7b-b8cd-21838495d81c),segment_id=13c6b376-b873-4e7b-b8cd-21838495d81c)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:51:47.524144 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4fc37b2f-8d17-4f94-b26d-9094cd2f05c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799057'] for port (c510fc58-ebb9-4295-926f-6767486dae2b), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:47.525860 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af08a9d9-958a-40cc-8e76-2ff187fe59ba admin admin] Pushing event deleted for resources: {'Port': ['ID=c510fc58-ebb9-4295-926f-6767486dae2b,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:51:47.530580 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af08a9d9-958a-40cc-8e76-2ff187fe59ba admin admin] No DVR routers for this DVR port c510fc58-ebb9-4295-926f-6767486dae2b on host dv-cinder-837699-5-iscsi {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 09:51:47.538133 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-4fc37b2f-8d17-4f94-b26d-9094cd2f05c4 None None] Calling delete_port for c510fc58-ebb9-4295-926f-6767486dae2b owned by network:dhcp {{(pid=103459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 09:51:47.611570 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-af08a9d9-958a-40cc-8e76-2ff187fe59ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493712', 'neutron.services.segments.db._delete_segments_for_network-8740344558102'] for network (9e493ca3-e280-43b9-b225-da7bca606395), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:47.629890 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4fc37b2f-8d17-4f94-b26d-9094cd2f05c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740344441209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740344012629'] for port (c510fc58-ebb9-4295-926f-6767486dae2b), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:47.633332 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-af08a9d9-958a-40cc-8e76-2ff187fe59ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e493ca3-e280-43b9-b225-da7bca606395']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:51:47.644460 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-af08a9d9-958a-40cc-8e76-2ff187fe59ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13c6b376-b873-4e7b-b8cd-21838495d81c') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:51:47.644761 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-af08a9d9-958a-40cc-8e76-2ff187fe59ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13c6b376-b873-4e7b-b8cd-21838495d81c') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:51:47.655254 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-af08a9d9-958a-40cc-8e76-2ff187fe59ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740344559391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28484903'] for segment (13c6b376-b873-4e7b-b8cd-21838495d81c), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:47.658337 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc37b2f-8d17-4f94-b26d-9094cd2f05c4 None None] Pushing event deleted for resources: {'Port': ['ID=c510fc58-ebb9-4295-926f-6767486dae2b,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:51:47.663548 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc37b2f-8d17-4f94-b26d-9094cd2f05c4 None None] No DVR routers for this DVR port c510fc58-ebb9-4295-926f-6767486dae2b on host dv-cinder-837699-5-iscsi {{(pid=103459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 09:51:47.671372 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc37b2f-8d17-4f94-b26d-9094cd2f05c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:51:47.672683 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc37b2f-8d17-4f94-b26d-9094cd2f05c4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:51:47.673052 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc37b2f-8d17-4f94-b26d-9094cd2f05c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:51:47.673405 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc37b2f-8d17-4f94-b26d-9094cd2f05c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:51:47.674085 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc37b2f-8d17-4f94-b26d-9094cd2f05c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:51:47.674191 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc37b2f-8d17-4f94-b26d-9094cd2f05c4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:51:47.674451 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc37b2f-8d17-4f94-b26d-9094cd2f05c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:51:47.674985 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc37b2f-8d17-4f94-b26d-9094cd2f05c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:51:47.675531 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc37b2f-8d17-4f94-b26d-9094cd2f05c4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:51:47.676313 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc37b2f-8d17-4f94-b26d-9094cd2f05c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:51:47.680099 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc37b2f-8d17-4f94-b26d-9094cd2f05c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:51:47.680099 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc37b2f-8d17-4f94-b26d-9094cd2f05c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:51:47.680099 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc37b2f-8d17-4f94-b26d-9094cd2f05c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:51:47.680099 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc37b2f-8d17-4f94-b26d-9094cd2f05c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:51:47.680714 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc37b2f-8d17-4f94-b26d-9094cd2f05c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:51:47.690207 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-af08a9d9-958a-40cc-8e76-2ff187fe59ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720414'] for segment (13c6b376-b873-4e7b-b8cd-21838495d81c), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:47.697755 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af08a9d9-958a-40cc-8e76-2ff187fe59ba admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 09:51:47.698185 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-af08a9d9-958a-40cc-8e76-2ff187fe59ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28491473'] for segment (13c6b376-b873-4e7b-b8cd-21838495d81c), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:47.699948 dv-cinder-837699-5-iscsi neutron-server[103457]: Traceback (most recent call last): May 12 09:51:47.699948 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 09:51:47.699948 dv-cinder-837699-5-iscsi neutron-server[103457]: timer() May 12 09:51:47.699948 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 09:51:47.699948 dv-cinder-837699-5-iscsi neutron-server[103457]: cb(*args, **kw) May 12 09:51:47.699948 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 09:51:47.699948 dv-cinder-837699-5-iscsi neutron-server[103457]: return func(*args, **kwargs) May 12 09:51:47.699948 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 09:51:47.699948 dv-cinder-837699-5-iscsi neutron-server[103457]: self._notify() May 12 09:51:47.699948 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 09:51:47.699948 dv-cinder-837699-5-iscsi neutron-server[103457]: self.callback(batched_events) May 12 09:51:47.699948 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 09:51:47.699948 dv-cinder-837699-5-iscsi neutron-server[103457]: event.method(event) May 12 09:51:47.699948 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 09:51:47.699948 dv-cinder-837699-5-iscsi neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 09:51:47.699948 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 09:51:47.699948 dv-cinder-837699-5-iscsi neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( May 12 09:51:47.699948 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 09:51:47.699948 dv-cinder-837699-5-iscsi neutron-server[103457]: return f(self, *a, **k) May 12 09:51:47.699948 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 09:51:47.699948 dv-cinder-837699-5-iscsi neutron-server[103457]: return self._get(url).json() May 12 09:51:47.699948 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 09:51:47.699948 dv-cinder-837699-5-iscsi neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 09:51:47.699948 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 09:51:47.699948 dv-cinder-837699-5-iscsi neutron-server[103457]: return self.request(url, 'GET', **kwargs) May 12 09:51:47.699948 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 09:51:47.699948 dv-cinder-837699-5-iscsi neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, May 12 09:51:47.699948 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 09:51:47.699948 dv-cinder-837699-5-iscsi neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 09:51:47.699948 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 09:51:47.699948 dv-cinder-837699-5-iscsi neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 09:51:47.699948 dv-cinder-837699-5-iscsi neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 09:51:47.726598 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb601ec-c0d5-4db3-9481-2715800e3648 req-690dadc4-8e4b-45d9-b969-8af790428c8a tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:51:47.728733 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5fb601ec-c0d5-4db3-9481-2715800e3648 req-690dadc4-8e4b-45d9-b969-8af790428c8a tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4d0b64-50c4-488e-88d7-29ab24ad4da8 HTTP/1.1" status: 200 len: 943 time: 0.0630853 May 12 09:51:47.754720 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-af08a9d9-958a-40cc-8e76-2ff187fe59ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800027'] for network (9e493ca3-e280-43b9-b225-da7bca606395), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:47.760430 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-af08a9d9-958a-40cc-8e76-2ff187fe59ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728753'] for network (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:47.765961 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-af08a9d9-958a-40cc-8e76-2ff187fe59ba admin admin] 10.222.0.60 "DELETE /v2.0/networks/9e493ca3-e280-43b9-b225-da7bca606395 HTTP/1.1" status: 204 len: 168 time: 0.5519035 May 12 09:51:47.775923 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af08a9d9-958a-40cc-8e76-2ff187fe59ba admin admin] Pushing event deleted for resources: {'Network': ['ID=9e493ca3-e280-43b9-b225-da7bca606395,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:51:47.785874 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5fb601ec-c0d5-4db3-9481-2715800e3648 req-e5e7ffc0-1caa-44f1-b76b-1aa62a2e6b65 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d61dae1-6db7-4389-988a-c2f29773c422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513272 May 12 09:51:47.878222 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 46226) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:51:47.885704 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f449c719-5ed5-4fd2-bf0b-937add518351 req-ed309ca5-2eb5-4d0f-aed5-a4bb81de688f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:51:47.888118 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f449c719-5ed5-4fd2-bf0b-937add518351 req-ed309ca5-2eb5-4d0f-aed5-a4bb81de688f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6e6bc2241970493783de557e3f690105&device_id=cf4d0b64-50c4-488e-88d7-29ab24ad4da8 HTTP/1.1" status: 200 len: 1127 time: 0.0425148 May 12 09:51:47.922898 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-c6ce3557-bc03-46b0-a88c-aef376efacc8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b879e240eb4f48139e28cc43223b21da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0433333 May 12 09:51:47.925387 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 46228) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:51:47.975525 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7821c4ca-fccc-4f91-b20f-d4b899ea003a admin admin] Publish callbacks [] for security_group (68eb7eba-bca1-4349-8c8e-e2c230f47f32), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:47.990596 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f449c719-5ed5-4fd2-bf0b-937add518351 req-e23f3f93-f50b-487f-820a-9343a98f24d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:51:47.992622 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f449c719-5ed5-4fd2-bf0b-937add518351 req-e23f3f93-f50b-487f-820a-9343a98f24d0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f6f9b602-5994-4479-ba8e-6005a9bbaa39 HTTP/1.1" status: 200 len: 913 time: 0.0981779 May 12 09:51:47.998015 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7821c4ca-fccc-4f91-b20f-d4b899ea003a admin admin] Publish callbacks [] for security_group (68eb7eba-bca1-4349-8c8e-e2c230f47f32), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:48.035258 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f449c719-5ed5-4fd2-bf0b-937add518351 req-0b3ca06c-228f-4a41-93ae-245c9a8c1c2a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ed510b9-f10d-44b7-8c8c-10f5daa229e6 HTTP/1.1" status: 200 len: 217 time: 0.0366378 May 12 09:51:48.044510 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7821c4ca-fccc-4f91-b20f-d4b899ea003a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (68eb7eba-bca1-4349-8c8e-e2c230f47f32), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:48.047064 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-7821c4ca-fccc-4f91-b20f-d4b899ea003a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:48.048274 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-7821c4ca-fccc-4f91-b20f-d4b899ea003a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/68eb7eba-bca1-4349-8c8e-e2c230f47f32 HTTP/1.1" status: 204 len: 168 time: 0.1217647 May 12 09:51:48.056509 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7821c4ca-fccc-4f91-b20f-d4b899ea003a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68eb7eba-bca1-4349-8c8e-e2c230f47f32,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:51:48.083741 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f449c719-5ed5-4fd2-bf0b-937add518351 req-d88d0390-9b03-4f1a-8873-f6d6c6b4732b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:51:48.085267 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f449c719-5ed5-4fd2-bf0b-937add518351 req-d88d0390-9b03-4f1a-8873-f6d6c6b4732b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=28623973-416c-4d68-8b43-8208a047eab8 HTTP/1.1" status: 200 len: 851 time: 0.0449128 May 12 09:51:48.128961 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f449c719-5ed5-4fd2-bf0b-937add518351 req-e1dd8ab0-23f4-4eb8-9725-050925fcd74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:51:48.130481 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f449c719-5ed5-4fd2-bf0b-937add518351 req-e1dd8ab0-23f4-4eb8-9725-050925fcd74a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f6f9b602-5994-4479-ba8e-6005a9bbaa39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399482 May 12 09:51:48.224963 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f449c719-5ed5-4fd2-bf0b-937add518351 req-320fe76d-ffed-4262-b1bc-1e9d7ac03ba2 service neutron] 10.222.0.65 "GET /v2.0/networks/f6f9b602-5994-4479-ba8e-6005a9bbaa39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887110 May 12 09:51:48.322348 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f449c719-5ed5-4fd2-bf0b-937add518351 req-7b960fd0-9ebf-44ee-9d1e-d983935b4a66 service neutron] 10.222.0.65 "GET /v2.0/networks/f6f9b602-5994-4479-ba8e-6005a9bbaa39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917649 May 12 09:51:48.900068 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5084bf92-180d-4e6c-aa1e-d68eee155a93 req-b60a0c94-9e14-4af1-8cfc-e0b8d55b3ecc tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:51:48.901533 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5084bf92-180d-4e6c-aa1e-d68eee155a93 req-b60a0c94-9e14-4af1-8cfc-e0b8d55b3ecc tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4d0b64-50c4-488e-88d7-29ab24ad4da8 HTTP/1.1" status: 200 len: 943 time: 0.0473526 May 12 09:51:48.949799 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5084bf92-180d-4e6c-aa1e-d68eee155a93 req-de0ff481-4894-47d7-a7ef-aec11d2c4a40 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d61dae1-6db7-4389-988a-c2f29773c422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428348 May 12 09:51:49.267476 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device c510fc58-ebb9-4295-926f-6767486dae2b no longer exists at agent ovs-agent-dv-cinder-837699-5-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 09:51:49.286995 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] No Port match for: c510fc58-ebb9-4295-926f-6767486dae2b {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 09:51:49.287335 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device c510fc58-ebb9-4295-926f-6767486dae2b not bound to the agent host dv-cinder-837699-5-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 09:51:49.657224 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-b3981c47-f331-4644-abfe-8e1259f5edea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (9bee5a85-5be0-4217-aa6d-1f9c6538b987), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:50.060159 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4895ad-433f-45ab-b236-dead15c2067a req-3e80d5f2-ed79-420e-a722-cbdc59735d24 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:51:50.061594 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4e4895ad-433f-45ab-b236-dead15c2067a req-3e80d5f2-ed79-420e-a722-cbdc59735d24 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4d0b64-50c4-488e-88d7-29ab24ad4da8 HTTP/1.1" status: 200 len: 943 time: 0.0458064 May 12 09:51:50.109719 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-4e4895ad-433f-45ab-b236-dead15c2067a req-d7a73e0a-95d5-409e-a03c-3a8b34461910 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d61dae1-6db7-4389-988a-c2f29773c422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427043 May 12 09:51:50.943388 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (cdc2c050-d5b8-41e9-9f41-bf893d522faa), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:51.221267 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c34365-575d-4147-b370-3f1a477a3b85 req-f543d808-848e-4748-9576-75e45094c479 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:51:51.222746 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-36c34365-575d-4147-b370-3f1a477a3b85 req-f543d808-848e-4748-9576-75e45094c479 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4d0b64-50c4-488e-88d7-29ab24ad4da8 HTTP/1.1" status: 200 len: 943 time: 0.0495288 May 12 09:51:51.269643 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-36c34365-575d-4147-b370-3f1a477a3b85 req-b68c16e5-c55d-4a05-8208-84f1db435f05 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d61dae1-6db7-4389-988a-c2f29773c422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408423 May 12 09:51:51.724534 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 46294) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:51:51.826917 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6e4f3d17-5ebc-4c45-bf12-56bfb34db652 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:51.890029 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-316298f8-d167-467c-817d-8711b2d68689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (8db92903-2544-41c2-b919-def82c43c97a), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:51.901548 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6e4f3d17-5ebc-4c45-bf12-56bfb34db652 admin admin] Publish callbacks [] for security_group (aacea3c1-61e3-4231-9666-d8085a485de4), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:51.905201 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6e4f3d17-5ebc-4c45-bf12-56bfb34db652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (aacea3c1-61e3-4231-9666-d8085a485de4), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:51.945659 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-6e4f3d17-5ebc-4c45-bf12-56bfb34db652 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4c313f817ab146bfba3db68f3931a848&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2200022 May 12 09:51:51.947343 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4f3d17-5ebc-4c45-bf12-56bfb34db652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aacea3c1-61e3-4231-9666-d8085a485de4,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:51:51.949236 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 46298) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:51:51.995355 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6a254e5e-e89a-4afc-8bd0-3a478d12aa2a admin admin] Publish callbacks [] for security_group (aacea3c1-61e3-4231-9666-d8085a485de4), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:52.015927 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6a254e5e-e89a-4afc-8bd0-3a478d12aa2a admin admin] Publish callbacks [] for security_group (aacea3c1-61e3-4231-9666-d8085a485de4), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:52.060436 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6a254e5e-e89a-4afc-8bd0-3a478d12aa2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (aacea3c1-61e3-4231-9666-d8085a485de4), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:52.062932 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6a254e5e-e89a-4afc-8bd0-3a478d12aa2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:52.064071 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-6a254e5e-e89a-4afc-8bd0-3a478d12aa2a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/aacea3c1-61e3-4231-9666-d8085a485de4 HTTP/1.1" status: 204 len: 168 time: 0.1138115 May 12 09:51:52.071663 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a254e5e-e89a-4afc-8bd0-3a478d12aa2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aacea3c1-61e3-4231-9666-d8085a485de4,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:51:52.385881 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54283811-bedd-4b08-a252-2a84edc3f4c3 req-1993d2d7-8c9d-4402-b5fe-bf11bbce7e66 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:51:52.387437 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-54283811-bedd-4b08-a252-2a84edc3f4c3 req-1993d2d7-8c9d-4402-b5fe-bf11bbce7e66 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4d0b64-50c4-488e-88d7-29ab24ad4da8 HTTP/1.1" status: 200 len: 943 time: 0.0515642 May 12 09:51:52.436179 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-54283811-bedd-4b08-a252-2a84edc3f4c3 req-2540ace1-a532-4266-8aaf-c1efe7721802 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d61dae1-6db7-4389-988a-c2f29773c422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429308 May 12 09:51:53.142780 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-13a031d7-5ec6-42a3-899f-d50e1f06c687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (f8def58d-f1ec-4d41-abae-d1c60f542bd3), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:53.548283 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37db80c-a0f9-407c-bee6-ee96219d5c4a req-e6f876f7-6ddc-4f23-88f5-5f204f18c0ca tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:51:53.549799 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e37db80c-a0f9-407c-bee6-ee96219d5c4a req-e6f876f7-6ddc-4f23-88f5-5f204f18c0ca tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4d0b64-50c4-488e-88d7-29ab24ad4da8 HTTP/1.1" status: 200 len: 943 time: 0.0473065 May 12 09:51:53.603423 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e37db80c-a0f9-407c-bee6-ee96219d5c4a req-3a9c0347-898f-451f-9470-c2c096ec52ce tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d61dae1-6db7-4389-988a-c2f29773c422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466022 May 12 09:51:53.634763 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 46356) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:51:53.737085 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bc60e647-0421-4815-b5ac-b981d6402dbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:53.813041 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bc60e647-0421-4815-b5ac-b981d6402dbc admin admin] Publish callbacks [] for security_group (84e94e18-2fa0-48e0-98e3-696f456bf8e7), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:53.816533 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-bc60e647-0421-4815-b5ac-b981d6402dbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (84e94e18-2fa0-48e0-98e3-696f456bf8e7), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:53.853389 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-bc60e647-0421-4815-b5ac-b981d6402dbc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d5b35f1b0f374bb680ad522896836e11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2175910 May 12 09:51:53.854295 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc60e647-0421-4815-b5ac-b981d6402dbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e94e18-2fa0-48e0-98e3-696f456bf8e7,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:51:53.856136 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 46360) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:51:53.906928 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8665f92c-e317-4f72-9240-31f8b8535092 admin admin] Publish callbacks [] for security_group (84e94e18-2fa0-48e0-98e3-696f456bf8e7), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:53.927752 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8665f92c-e317-4f72-9240-31f8b8535092 admin admin] Publish callbacks [] for security_group (84e94e18-2fa0-48e0-98e3-696f456bf8e7), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:53.982727 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8665f92c-e317-4f72-9240-31f8b8535092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (84e94e18-2fa0-48e0-98e3-696f456bf8e7), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:53.985190 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-8665f92c-e317-4f72-9240-31f8b8535092 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:53.986345 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-8665f92c-e317-4f72-9240-31f8b8535092 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/84e94e18-2fa0-48e0-98e3-696f456bf8e7 HTTP/1.1" status: 204 len: 168 time: 0.1286209 May 12 09:51:53.993721 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8665f92c-e317-4f72-9240-31f8b8535092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e94e18-2fa0-48e0-98e3-696f456bf8e7,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:51:54.236549 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 46366) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:51:54.249680 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7dabd860-bf1d-4f43-b191-e576a67abdc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:54.322515 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7dabd860-bf1d-4f43-b191-e576a67abdc3 admin admin] Publish callbacks [] for security_group (cb73d119-aaa9-4cad-a526-add2a827c158), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:54.326090 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-7dabd860-bf1d-4f43-b191-e576a67abdc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (cb73d119-aaa9-4cad-a526-add2a827c158), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:54.362266 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-7dabd860-bf1d-4f43-b191-e576a67abdc3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=22f2a9dfd7e642ca852ea8879bbec334&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1246836 May 12 09:51:54.363301 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dabd860-bf1d-4f43-b191-e576a67abdc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb73d119-aaa9-4cad-a526-add2a827c158,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:51:54.365065 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 46368) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:51:54.413742 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0d5b970b-131b-441d-bfd2-1800ab4f6148 admin admin] Publish callbacks [] for security_group (cb73d119-aaa9-4cad-a526-add2a827c158), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:54.434708 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0d5b970b-131b-441d-bfd2-1800ab4f6148 admin admin] Publish callbacks [] for security_group (cb73d119-aaa9-4cad-a526-add2a827c158), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:54.480189 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0d5b970b-131b-441d-bfd2-1800ab4f6148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (cb73d119-aaa9-4cad-a526-add2a827c158), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:54.482567 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0d5b970b-131b-441d-bfd2-1800ab4f6148 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:54.483696 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-0d5b970b-131b-441d-bfd2-1800ab4f6148 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cb73d119-aaa9-4cad-a526-add2a827c158 HTTP/1.1" status: 204 len: 168 time: 0.1176074 May 12 09:51:54.491175 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5b970b-131b-441d-bfd2-1800ab4f6148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb73d119-aaa9-4cad-a526-add2a827c158,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:51:54.563069 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a984b3b9-a9e9-40d7-bd88-8cdbb1de5f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (e377c27d-f788-489a-9a4f-9db675c37dc4), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:54.714757 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d955d331-579c-44f0-9c58-9b913358c708 req-6597f63f-8176-4e9e-bc48-cb94bfddc253 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:51:54.716216 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d955d331-579c-44f0-9c58-9b913358c708 req-6597f63f-8176-4e9e-bc48-cb94bfddc253 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4d0b64-50c4-488e-88d7-29ab24ad4da8 HTTP/1.1" status: 200 len: 943 time: 0.0461543 May 12 09:51:54.765716 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-d955d331-579c-44f0-9c58-9b913358c708 req-85cfcbb0-8b30-4919-be17-1972c7e8e97a tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d61dae1-6db7-4389-988a-c2f29773c422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440876 May 12 09:51:55.895479 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9e7ae-94d2-4b8d-a98e-4f4a913ebeed req-b0ec1438-570b-430a-9709-4f7a094ca604 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:51:55.896994 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c2f9e7ae-94d2-4b8d-a98e-4f4a913ebeed req-b0ec1438-570b-430a-9709-4f7a094ca604 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4d0b64-50c4-488e-88d7-29ab24ad4da8 HTTP/1.1" status: 200 len: 943 time: 0.0514145 May 12 09:51:55.949842 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-c2f9e7ae-94d2-4b8d-a98e-4f4a913ebeed req-d85f7cfe-2884-400a-82b7-db3a4b91d0f0 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d61dae1-6db7-4389-988a-c2f29773c422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473092 May 12 09:51:56.032888 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (0e2e3861-7d79-4ce6-9d91-faa32ae2cb64), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:56.315468 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 46444) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:51:56.416258 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2e61e2ae-34a3-40e8-82a0-0658cc91ea23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:56.466743 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device 7ed510b9-f10d-44b7-8c8c-10f5daa229e6 details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=103459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 09:51:56.491222 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2e61e2ae-34a3-40e8-82a0-0658cc91ea23 admin admin] Publish callbacks [] for security_group (92b5006f-1e70-4e80-b3ba-df7b3d184abf), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:56.494907 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-2e61e2ae-34a3-40e8-82a0-0658cc91ea23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (92b5006f-1e70-4e80-b3ba-df7b3d184abf), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:56.532514 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-2e61e2ae-34a3-40e8-82a0-0658cc91ea23 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2d52245c9e88456fbee547f9a1d04981&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2157519 May 12 09:51:56.534944 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 46448) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:51:56.541404 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e61e2ae-34a3-40e8-82a0-0658cc91ea23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b5006f-1e70-4e80-b3ba-df7b3d184abf,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:51:56.564846 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] For port 7ed510b9-f10d-44b7-8c8c-10f5daa229e6, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=7ed510b9-f10d-44b7-8c8c-10f5daa229e6,segment=NetworkSegment(f47e11d4-d34b-4d5a-95a2-c4d425db3481),segment_id=f47e11d4-d34b-4d5a-95a2-c4d425db3481)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:51:56.576583 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Returning: {'device': '7ed510b9-f10d-44b7-8c8c-10f5daa229e6', 'network_id': 'f6f9b602-5994-4479-ba8e-6005a9bbaa39', 'port_id': '7ed510b9-f10d-44b7-8c8c-10f5daa229e6', 'mac_address': 'fa:16:3e:79:9f:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28623973-416c-4d68-8b43-8208a047eab8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 09:51:56.585195 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-62ac05b3-444a-43d1-bac5-497f3971da09 admin admin] Publish callbacks [] for security_group (92b5006f-1e70-4e80-b3ba-df7b3d184abf), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:56.606806 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-62ac05b3-444a-43d1-bac5-497f3971da09 admin admin] Publish callbacks [] for security_group (92b5006f-1e70-4e80-b3ba-df7b3d184abf), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:56.613572 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Current status of the port 7ed510b9-f10d-44b7-8c8c-10f5daa229e6 is: DOWN; New status is: BUILD {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:51:56.613997 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (7ed510b9-f10d-44b7-8c8c-10f5daa229e6), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:56.629978 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ed510b9-f10d-44b7-8c8c-10f5daa229e6 {{(pid=103459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 09:51:56.651546 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] For port 7ed510b9-f10d-44b7-8c8c-10f5daa229e6, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=7ed510b9-f10d-44b7-8c8c-10f5daa229e6,segment=NetworkSegment(f47e11d4-d34b-4d5a-95a2-c4d425db3481),segment_id=f47e11d4-d34b-4d5a-95a2-c4d425db3481)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:51:56.654221 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-62ac05b3-444a-43d1-bac5-497f3971da09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (92b5006f-1e70-4e80-b3ba-df7b3d184abf), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:56.655112 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (7ed510b9-f10d-44b7-8c8c-10f5daa229e6), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:56.657777 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-62ac05b3-444a-43d1-bac5-497f3971da09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:56.659301 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-62ac05b3-444a-43d1-bac5-497f3971da09 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/92b5006f-1e70-4e80-b3ba-df7b3d184abf HTTP/1.1" status: 204 len: 168 time: 0.1231797 May 12 09:51:56.667557 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ac05b3-444a-43d1-bac5-497f3971da09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b5006f-1e70-4e80-b3ba-df7b3d184abf,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:51:56.709280 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Pushing event updated for resources: {'Port': ['ID=7ed510b9-f10d-44b7-8c8c-10f5daa229e6,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:51:56.915957 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 46454) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:51:56.928722 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d89dd3de-b9c1-47d6-847f-ce1ec086419c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:57.011477 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d89dd3de-b9c1-47d6-847f-ce1ec086419c admin admin] Publish callbacks [] for security_group (1454cbe8-e365-438a-aba5-c9b595974bbc), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:57.015469 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d89dd3de-b9c1-47d6-847f-ce1ec086419c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (1454cbe8-e365-438a-aba5-c9b595974bbc), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:57.048667 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] get_ports_and_sgs() called for port_ids ['7ed510b9-f10d-44b7-8c8c-10f5daa229e6'] {{(pid=103459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 09:51:57.053924 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-d89dd3de-b9c1-47d6-847f-ce1ec086419c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6db9350fc75e442783ad6bd4bad78bc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1368692 May 12 09:51:57.054887 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89dd3de-b9c1-47d6-847f-ce1ec086419c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1454cbe8-e365-438a-aba5-c9b595974bbc,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:51:57.056597 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 46458) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:51:57.095548 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a74da-af63-4d53-932a-e3b8fc269183 req-28fa21a2-7830-49a3-8ec5-3fea2199f83a tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:51:57.097276 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-441a74da-af63-4d53-932a-e3b8fc269183 req-28fa21a2-7830-49a3-8ec5-3fea2199f83a tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4d0b64-50c4-488e-88d7-29ab24ad4da8 HTTP/1.1" status: 200 len: 944 time: 0.0780072 May 12 09:51:57.147652 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-189d7a5a-bf5d-4388-92b2-e6d86794ccd8 admin admin] Publish callbacks [] for security_group (1454cbe8-e365-438a-aba5-c9b595974bbc), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:57.177058 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-441a74da-af63-4d53-932a-e3b8fc269183 req-e0f48297-cf3b-45fe-b5f6-180374d7cdf7 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d61dae1-6db7-4389-988a-c2f29773c422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722561 May 12 09:51:57.181849 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-189d7a5a-bf5d-4388-92b2-e6d86794ccd8 admin admin] Publish callbacks [] for security_group (1454cbe8-e365-438a-aba5-c9b595974bbc), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:57.227735 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-189d7a5a-bf5d-4388-92b2-e6d86794ccd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (1454cbe8-e365-438a-aba5-c9b595974bbc), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:57.230304 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-189d7a5a-bf5d-4388-92b2-e6d86794ccd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:57.231536 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-189d7a5a-bf5d-4388-92b2-e6d86794ccd8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1454cbe8-e365-438a-aba5-c9b595974bbc HTTP/1.1" status: 204 len: 168 time: 0.1729162 May 12 09:51:57.239542 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189d7a5a-bf5d-4388-92b2-e6d86794ccd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1454cbe8-e365-438a-aba5-c9b595974bbc,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:51:58.246724 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 46490) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:51:58.302593 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f414408e-8c15-4560-b72a-62689874a260 req-fc93f523-0866-4587-87ab-d894d30c606b tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:51:58.304142 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f414408e-8c15-4560-b72a-62689874a260 req-fc93f523-0866-4587-87ab-d894d30c606b tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4d0b64-50c4-488e-88d7-29ab24ad4da8 HTTP/1.1" status: 200 len: 944 time: 0.0551848 May 12 09:51:58.362935 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f414408e-8c15-4560-b72a-62689874a260 req-dceff3c3-f552-4f8c-9fbd-12b8c9e6aac7 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d61dae1-6db7-4389-988a-c2f29773c422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531974 May 12 09:51:58.364071 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b1fbd170-0b05-4f77-8a21-6decac1793a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:58.435946 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b1fbd170-0b05-4f77-8a21-6decac1793a1 admin admin] Publish callbacks [] for security_group (95aed2a3-8057-45e0-9463-f5cd3cfe5bed), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:58.439266 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-b1fbd170-0b05-4f77-8a21-6decac1793a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (95aed2a3-8057-45e0-9463-f5cd3cfe5bed), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:58.466785 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device 7ed510b9-f10d-44b7-8c8c-10f5daa229e6 up at agent hyperv_hv-cinder-83769 {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 09:51:58.480020 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-b1fbd170-0b05-4f77-8a21-6decac1793a1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2978c3148b224f568dfc5e12217a6922&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2322228 May 12 09:51:58.480866 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fbd170-0b05-4f77-8a21-6decac1793a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95aed2a3-8057-45e0-9463-f5cd3cfe5bed,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:51:58.482909 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 46496) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:51:58.514617 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Provisioning for port 7ed510b9-f10d-44b7-8c8c-10f5daa229e6 completed by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 09:51:58.521688 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Provisioning complete for port 7ed510b9-f10d-44b7-8c8c-10f5daa229e6 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:51:58.522097 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (7ed510b9-f10d-44b7-8c8c-10f5daa229e6), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:58.533031 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-291e322a-8859-400a-aee2-55342f31f03c admin admin] Publish callbacks [] for security_group (95aed2a3-8057-45e0-9463-f5cd3cfe5bed), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:58.554507 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-291e322a-8859-400a-aee2-55342f31f03c admin admin] Publish callbacks [] for security_group (95aed2a3-8057-45e0-9463-f5cd3cfe5bed), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:58.602684 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Current status of the port 7ed510b9-f10d-44b7-8c8c-10f5daa229e6 is: BUILD; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:51:58.602925 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-291e322a-8859-400a-aee2-55342f31f03c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (95aed2a3-8057-45e0-9463-f5cd3cfe5bed), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:58.603106 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (7ed510b9-f10d-44b7-8c8c-10f5daa229e6), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:58.606376 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-291e322a-8859-400a-aee2-55342f31f03c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:58.607742 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-291e322a-8859-400a-aee2-55342f31f03c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/95aed2a3-8057-45e0-9463-f5cd3cfe5bed HTTP/1.1" status: 204 len: 168 time: 0.1237841 May 12 09:51:58.616244 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291e322a-8859-400a-aee2-55342f31f03c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95aed2a3-8057-45e0-9463-f5cd3cfe5bed,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:51:58.631278 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf4d0b64-50c4-488e-88d7-29ab24ad4da8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ed510b9-f10d-44b7-8c8c-10f5daa229e6'}] {{(pid=103459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:51:58.633559 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86b47e387812c2b24e7094e641fb8cdf00e205bc2b1299b72670831d9f7cf680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3beff13e-696c-424a-81f0-ecc03a09b560" -d '{"events": [{"server_uuid": "cf4d0b64-50c4-488e-88d7-29ab24ad4da8", "name": "network-vif-plugged", "status": "completed", "tag": "7ed510b9-f10d-44b7-8c8c-10f5daa229e6"}]}' {{(pid=103459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:51:58.650763 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] For port 7ed510b9-f10d-44b7-8c8c-10f5daa229e6, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=7ed510b9-f10d-44b7-8c8c-10f5daa229e6,segment=NetworkSegment(f47e11d4-d34b-4d5a-95a2-c4d425db3481),segment_id=f47e11d4-d34b-4d5a-95a2-c4d425db3481)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:51:58.657582 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (7ed510b9-f10d-44b7-8c8c-10f5daa229e6), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:58.710696 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Pushing event updated for resources: {'Port': ['ID=7ed510b9-f10d-44b7-8c8c-10f5daa229e6,revision_number=5']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:51:58.853215 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 09:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc3a72bb-4b16-45c3-9178-4fa5cdca4dd0 x-openstack-request-id: req-bc3a72bb-4b16-45c3-9178-4fa5cdca4dd0 {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:51:58.853762 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf4d0b64-50c4-488e-88d7-29ab24ad4da8", "name": "network-vif-plugged", "status": "completed", "tag": "7ed510b9-f10d-44b7-8c8c-10f5daa229e6", "code": 200}]} {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:51:58.854047 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bc3a72bb-4b16-45c3-9178-4fa5cdca4dd0 {{(pid=103459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:51:58.854447 dv-cinder-837699-5-iscsi neutron-server[103459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc3a72bb-4b16-45c3-9178-4fa5cdca4dd0'] response: {'server_uuid': 'cf4d0b64-50c4-488e-88d7-29ab24ad4da8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ed510b9-f10d-44b7-8c8c-10f5daa229e6', 'code': 200} May 12 09:51:59.083403 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4d6f77-0e72-4c7c-bda8-57ca4ea10504 req-feef05c3-ed62-46ea-8243-186e6ebd0f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:51:59.084892 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-fe4d6f77-0e72-4c7c-bda8-57ca4ea10504 req-feef05c3-ed62-46ea-8243-186e6ebd0f63 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cf4d0b64-50c4-488e-88d7-29ab24ad4da8 HTTP/1.1" status: 200 len: 1129 time: 0.0389736 May 12 09:51:59.133704 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-fe4d6f77-0e72-4c7c-bda8-57ca4ea10504 req-8abd89d1-c205-4207-9602-528a8d4b3db9 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=2d61dae1-6db7-4389-988a-c2f29773c422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419664 May 12 09:51:59.471970 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc9fc53-92e2-4490-b4ae-6db2d535fa2c req-04ae44e8-ca17-42c6-a6ce-9caf663c02f9 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:51:59.473434 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5cc9fc53-92e2-4490-b4ae-6db2d535fa2c req-04ae44e8-ca17-42c6-a6ce-9caf663c02f9 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4d0b64-50c4-488e-88d7-29ab24ad4da8 HTTP/1.1" status: 200 len: 945 time: 0.0454333 May 12 09:51:59.522183 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5cc9fc53-92e2-4490-b4ae-6db2d535fa2c req-945f7f53-3a0b-425b-bed6-32bf31563d3a tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d61dae1-6db7-4389-988a-c2f29773c422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425091 May 12 09:51:59.668085 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 46536) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:51:59.767796 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dd7b9277-17ea-483a-a15c-86bdb07b593d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:59.845238 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dd7b9277-17ea-483a-a15c-86bdb07b593d admin admin] Publish callbacks [] for security_group (e76f24e7-6e9b-4ec8-ba72-c1f1e3177b0e), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:59.848641 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-dd7b9277-17ea-483a-a15c-86bdb07b593d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (e76f24e7-6e9b-4ec8-ba72-c1f1e3177b0e), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:59.883456 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7b9277-17ea-483a-a15c-86bdb07b593d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e76f24e7-6e9b-4ec8-ba72-c1f1e3177b0e,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:51:59.887625 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-dd7b9277-17ea-483a-a15c-86bdb07b593d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=62008bdcfc094569ad8a720ac787d615&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2185106 May 12 09:51:59.890327 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 46540) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:51:59.936866 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb7-4060-4b1a-96ff-9b5d9df37b0b admin admin] Publish callbacks [] for security_group (e76f24e7-6e9b-4ec8-ba72-c1f1e3177b0e), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:51:59.957161 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb7-4060-4b1a-96ff-9b5d9df37b0b admin admin] Publish callbacks [] for security_group (e76f24e7-6e9b-4ec8-ba72-c1f1e3177b0e), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:52:00.002254 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb7-4060-4b1a-96ff-9b5d9df37b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (e76f24e7-6e9b-4ec8-ba72-c1f1e3177b0e), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:52:00.004734 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0d6bafb7-4060-4b1a-96ff-9b5d9df37b0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:52:00.005846 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-0d6bafb7-4060-4b1a-96ff-9b5d9df37b0b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e76f24e7-6e9b-4ec8-ba72-c1f1e3177b0e HTTP/1.1" status: 204 len: 168 time: 0.1146429 May 12 09:52:00.014941 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6bafb7-4060-4b1a-96ff-9b5d9df37b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76f24e7-6e9b-4ec8-ba72-c1f1e3177b0e,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:52:00.638926 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7dd608-b125-4a77-999e-056856f2ce03 req-bba04350-fd57-4584-97b7-39d4e9f9dfe3 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:52:00.640424 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2e7dd608-b125-4a77-999e-056856f2ce03 req-bba04350-fd57-4584-97b7-39d4e9f9dfe3 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4d0b64-50c4-488e-88d7-29ab24ad4da8 HTTP/1.1" status: 200 len: 945 time: 0.0496657 May 12 09:52:00.688426 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2e7dd608-b125-4a77-999e-056856f2ce03 req-d901e846-c390-4221-9c4a-b42533cbeb4d tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d61dae1-6db7-4389-988a-c2f29773c422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420797 May 12 09:52:00.799799 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae4ef47-819f-4a10-96d8-3ba84568db55 req-f4ebdfe9-ab90-4f89-a2d0-c07021b451bb tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:52:00.801267 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2ae4ef47-819f-4a10-96d8-3ba84568db55 req-f4ebdfe9-ab90-4f89-a2d0-c07021b451bb tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4d0b64-50c4-488e-88d7-29ab24ad4da8 HTTP/1.1" status: 200 len: 945 time: 0.0474260 May 12 09:52:00.854015 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2ae4ef47-819f-4a10-96d8-3ba84568db55 req-9f2989d4-d36e-4c5c-8d09-5ddeada30a79 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d61dae1-6db7-4389-988a-c2f29773c422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467257 May 12 09:52:00.876666 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 46572) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:52:00.916129 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e92cca-cc41-4cf7-bcc7-f03d01c55425 tempest-TestVolumeBootPattern-55136911 tempest-TestVolumeBootPattern-55136911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:52:00.917792 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-63e92cca-cc41-4cf7-bcc7-f03d01c55425 tempest-TestVolumeBootPattern-55136911 tempest-TestVolumeBootPattern-55136911-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=cf4d0b64-50c4-488e-88d7-29ab24ad4da8 HTTP/1.1" status: 200 len: 1124 time: 0.0394647 May 12 09:52:00.920595 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 46574) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:52:00.925388 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-ed753e75-5b85-4dcf-a30d-577eada6333d tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Request body: {'floatingip': {'floating_network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'port_id': '7ed510b9-f10d-44b7-8c8c-10f5daa229e6', 'tenant_id': '6e6bc2241970493783de557e3f690105', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:52:00.947135 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ed753e75-5b85-4dcf-a30d-577eada6333d tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:52:01.029232 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ed753e75-5b85-4dcf-a30d-577eada6333d tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:52:01.147111 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-ed753e75-5b85-4dcf-a30d-577eada6333d tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Allocated IP 172.27.3.234 (35e64619-a59d-47b1-b4c9-78b55f54f97b/31f684fc-c02d-4e22-bb04-cd143bba725c/d8270651-3b6d-4ff9-9b27-82990333b12c) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 09:52:01.247334 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ed753e75-5b85-4dcf-a30d-577eada6333d tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks [] for port (d8270651-3b6d-4ff9-9b27-82990333b12c), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:52:01.278911 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ed753e75-5b85-4dcf-a30d-577eada6333d tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740344012620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28491394'] for port (d8270651-3b6d-4ff9-9b27-82990333b12c), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:52:01.313524 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed753e75-5b85-4dcf-a30d-577eada6333d tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Network 35e64619-a59d-47b1-b4c9-78b55f54f97b is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 09:52:01.316615 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-ed753e75-5b85-4dcf-a30d-577eada6333d tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:52:01.319030 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed753e75-5b85-4dcf-a30d-577eada6333d tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 09:52:01.350877 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed753e75-5b85-4dcf-a30d-577eada6333d tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Pushing event updated for resources: {'Port': ['ID=d8270651-3b6d-4ff9-9b27-82990333b12c,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:52:01.678068 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ed753e75-5b85-4dcf-a30d-577eada6333d tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks [] for floatingip (57bd6650-0911-4cd8-9a71-91c053097d65), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:52:01.745643 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ed753e75-5b85-4dcf-a30d-577eada6333d tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (d8270651-3b6d-4ff9-9b27-82990333b12c), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:52:01.923569 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ed753e75-5b85-4dcf-a30d-577eada6333d tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks [] for port (d8270651-3b6d-4ff9-9b27-82990333b12c), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:52:01.927876 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ed753e75-5b85-4dcf-a30d-577eada6333d tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28491445'] for port (d8270651-3b6d-4ff9-9b27-82990333b12c), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:52:01.995294 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed753e75-5b85-4dcf-a30d-577eada6333d tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Pushing event updated for resources: {'Port': ['ID=d8270651-3b6d-4ff9-9b27-82990333b12c,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:52:02.006457 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ed753e75-5b85-4dcf-a30d-577eada6333d tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799862'] for floatingip (57bd6650-0911-4cd8-9a71-91c053097d65), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:52:02.113435 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.db.l3_db [None req-ed753e75-5b85-4dcf-a30d-577eada6333d tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Floating IP 57bd6650-0911-4cd8-9a71-91c053097d65 associated. External IP: 172.27.3.234, port: 7ed510b9-f10d-44b7-8c8c-10f5daa229e6. May 12 09:52:02.327542 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed753e75-5b85-4dcf-a30d-577eada6333d tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Router 9bb081be-dfc2-44ad-9a22-80a42da3e463 has already been hosted by L3 agent 8db92903-2544-41c2-b919-def82c43c97a {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 09:52:02.444172 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed753e75-5b85-4dcf-a30d-577eada6333d tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Notify agent at l3_agent.dv-cinder-837699-5-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 09:52:02.453865 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849b2668-7888-4080-9fc5-1d59318f68b2 None None] Sync routers for ids ['9bb081be-dfc2-44ad-9a22-80a42da3e463'] in dv-cinder-837699-5-iscsi {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 09:52:02.465181 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849b2668-7888-4080-9fc5-1d59318f68b2 None None] Routers {'9bb081be-dfc2-44ad-9a22-80a42da3e463'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:52:02.465987 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-849b2668-7888-4080-9fc5-1d59318f68b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:51:52Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['9bb081be-dfc2-44ad-9a22-80a42da3e463'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:52:02.466337 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ed753e75-5b85-4dcf-a30d-577eada6333d tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for floatingip (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:52:02.497238 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-ed753e75-5b85-4dcf-a30d-577eada6333d tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5754423 May 12 09:52:02.497813 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf4d0b64-50c4-488e-88d7-29ab24ad4da8', 'tag': '7ed510b9-f10d-44b7-8c8c-10f5daa229e6'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:52:02.500113 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ab44c22d40f7c005d262e262c3a77426c373d0f7a848e933746c3cdedb51eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff613972-b6c4-453e-8d36-1a0336c5190b" -d '{"events": [{"name": "network-changed", "server_uuid": "cf4d0b64-50c4-488e-88d7-29ab24ad4da8", "tag": "7ed510b9-f10d-44b7-8c8c-10f5daa229e6"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:52:02.578624 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-849b2668-7888-4080-9fc5-1d59318f68b2 None None] Set router 9bb081be-dfc2-44ad-9a22-80a42da3e463 gateway port host: dv-cinder-837699-5-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:52:02.651647 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 09:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a3fd3f-f224-422c-a6f4-c9343b127fc3 x-openstack-request-id: req-d8a3fd3f-f224-422c-a6f4-c9343b127fc3 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:52:02.652002 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf4d0b64-50c4-488e-88d7-29ab24ad4da8", "tag": "7ed510b9-f10d-44b7-8c8c-10f5daa229e6", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:52:02.652319 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d8a3fd3f-f224-422c-a6f4-c9343b127fc3 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:52:02.652794 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8a3fd3f-f224-422c-a6f4-c9343b127fc3'] response: {'name': 'network-changed', 'server_uuid': 'cf4d0b64-50c4-488e-88d7-29ab24ad4da8', 'tag': '7ed510b9-f10d-44b7-8c8c-10f5daa229e6', 'status': 'completed', 'code': 200} May 12 09:52:02.744336 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff613972-b6c4-453e-8d36-1a0336c5190b req-8738d012-8f2e-4fb6-9528-9d76331ff519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:52:02.745945 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ff613972-b6c4-453e-8d36-1a0336c5190b req-8738d012-8f2e-4fb6-9528-9d76331ff519 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6e6bc2241970493783de557e3f690105&device_id=cf4d0b64-50c4-488e-88d7-29ab24ad4da8 HTTP/1.1" status: 200 len: 1129 time: 0.0412338 May 12 09:52:02.794056 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-849b2668-7888-4080-9fc5-1d59318f68b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'name': 'tempest-TestVolumeBootPattern-1179763224-router', 'tenant_id': '6e6bc2241970493783de557e3f690105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '661a4470-5b33-4ef0-9807-43fb27abce33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:48:24Z', 'updated_at': '2022-05-12T09:48:27Z', 'revision_number': 4, 'project_id': '6e6bc2241970493783de557e3f690105', 'gw_port': {'id': '661a4470-5b33-4ef0-9807-43fb27abce33', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:22:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:48:25Z', 'updated_at': '2022-05-12T09:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_floatingips': [{'id': '57bd6650-0911-4cd8-9a71-91c053097d65', 'tenant_id': '6e6bc2241970493783de557e3f690105', 'floating_ip_address': '172.27.3.234', 'floating_network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'router_id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'port_id': '7ed510b9-f10d-44b7-8c8c-10f5daa229e6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 736, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6f9b602-5994-4479-ba8e-6005a9bbaa39', 'mac_address': 'fa:16:3e:79:9f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4d0b64-50c4-488e-88d7-29ab24ad4da8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T09:52:01Z', 'updated_at': '2022-05-12T09:52:01Z', 'revision_number': 0, 'project_id': '6e6bc2241970493783de557e3f690105', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b894d993-7e82-490e-bf87-840c0c78c81f', 'name': '', 'network_id': 'f6f9b602-5994-4479-ba8e-6005a9bbaa39', 'tenant_id': '6e6bc2241970493783de557e3f690105', 'mac_address': 'fa:16:3e:d3:45:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '28623973-416c-4d68-8b43-8208a047eab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:48:27Z', 'updated_at': '2022-05-12T09:48:31Z', 'revision_number': 5, 'project_id': '6e6bc2241970493783de557e3f690105', 'subnets': [{'id': '28623973-416c-4d68-8b43-8208a047eab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:52:02.823629 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849b2668-7888-4080-9fc5-1d59318f68b2 None None] Checking router: 9bb081be-dfc2-44ad-9a22-80a42da3e463 for host: dv-cinder-837699-5-iscsi {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 09:52:02.832044 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849b2668-7888-4080-9fc5-1d59318f68b2 None None] Routers {'9bb081be-dfc2-44ad-9a22-80a42da3e463'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:52:02.832593 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-849b2668-7888-4080-9fc5-1d59318f68b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:51:52Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['9bb081be-dfc2-44ad-9a22-80a42da3e463'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:52:02.834505 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff613972-b6c4-453e-8d36-1a0336c5190b req-4d101037-8521-4794-8012-b744eeea6979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:52:02.836475 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ff613972-b6c4-453e-8d36-1a0336c5190b req-4d101037-8521-4794-8012-b744eeea6979 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f6f9b602-5994-4479-ba8e-6005a9bbaa39 HTTP/1.1" status: 200 len: 913 time: 0.0845699 May 12 09:52:02.902262 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ff613972-b6c4-453e-8d36-1a0336c5190b req-783c71be-4d83-4a9e-84b7-50c356f59ef7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ed510b9-f10d-44b7-8c8c-10f5daa229e6 HTTP/1.1" status: 200 len: 999 time: 0.0607030 May 12 09:52:02.940648 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-849b2668-7888-4080-9fc5-1d59318f68b2 None None] Set router 9bb081be-dfc2-44ad-9a22-80a42da3e463 gateway port host: dv-cinder-837699-5-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:52:02.948730 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff613972-b6c4-453e-8d36-1a0336c5190b req-e83a2362-d103-4fad-ac0c-da4296a134fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:52:02.950192 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ff613972-b6c4-453e-8d36-1a0336c5190b req-e83a2362-d103-4fad-ac0c-da4296a134fd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=28623973-416c-4d68-8b43-8208a047eab8 HTTP/1.1" status: 200 len: 851 time: 0.0427949 May 12 09:52:02.992250 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff613972-b6c4-453e-8d36-1a0336c5190b req-6efbf516-256d-42d3-bd57-53c1f2314e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:52:02.993721 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ff613972-b6c4-453e-8d36-1a0336c5190b req-6efbf516-256d-42d3-bd57-53c1f2314e8f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f6f9b602-5994-4479-ba8e-6005a9bbaa39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379000 May 12 09:52:03.083896 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ff613972-b6c4-453e-8d36-1a0336c5190b req-0144fab7-1680-4502-957c-a05357a83db1 service neutron] 10.222.0.65 "GET /v2.0/networks/f6f9b602-5994-4479-ba8e-6005a9bbaa39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844700 May 12 09:52:03.155145 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-849b2668-7888-4080-9fc5-1d59318f68b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'name': 'tempest-TestVolumeBootPattern-1179763224-router', 'tenant_id': '6e6bc2241970493783de557e3f690105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '661a4470-5b33-4ef0-9807-43fb27abce33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:48:24Z', 'updated_at': '2022-05-12T09:48:27Z', 'revision_number': 4, 'project_id': '6e6bc2241970493783de557e3f690105', 'gw_port': {'id': '661a4470-5b33-4ef0-9807-43fb27abce33', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:22:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:48:25Z', 'updated_at': '2022-05-12T09:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_floatingips': [{'id': '57bd6650-0911-4cd8-9a71-91c053097d65', 'tenant_id': '6e6bc2241970493783de557e3f690105', 'floating_ip_address': '172.27.3.234', 'floating_network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'router_id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'port_id': '7ed510b9-f10d-44b7-8c8c-10f5daa229e6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 736, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6f9b602-5994-4479-ba8e-6005a9bbaa39', 'mac_address': 'fa:16:3e:79:9f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4d0b64-50c4-488e-88d7-29ab24ad4da8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T09:52:01Z', 'updated_at': '2022-05-12T09:52:01Z', 'revision_number': 0, 'project_id': '6e6bc2241970493783de557e3f690105', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b894d993-7e82-490e-bf87-840c0c78c81f', 'name': '', 'network_id': 'f6f9b602-5994-4479-ba8e-6005a9bbaa39', 'tenant_id': '6e6bc2241970493783de557e3f690105', 'mac_address': 'fa:16:3e:d3:45:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '28623973-416c-4d68-8b43-8208a047eab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:48:27Z', 'updated_at': '2022-05-12T09:48:31Z', 'revision_number': 5, 'project_id': '6e6bc2241970493783de557e3f690105', 'subnets': [{'id': '28623973-416c-4d68-8b43-8208a047eab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:52:03.174239 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ff613972-b6c4-453e-8d36-1a0336c5190b req-68e549a4-12f7-417a-95af-a27a9b17d3ac service neutron] 10.222.0.65 "GET /v2.0/networks/f6f9b602-5994-4479-ba8e-6005a9bbaa39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835044 May 12 09:52:03.307566 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849b2668-7888-4080-9fc5-1d59318f68b2 None None] The sync data for ids ['9bb081be-dfc2-44ad-9a22-80a42da3e463'] in dv-cinder-837699-5-iscsi is: [{'id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'name': 'tempest-TestVolumeBootPattern-1179763224-router', 'tenant_id': '6e6bc2241970493783de557e3f690105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '661a4470-5b33-4ef0-9807-43fb27abce33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:48:24Z', 'updated_at': '2022-05-12T09:48:27Z', 'revision_number': 4, 'project_id': '6e6bc2241970493783de557e3f690105', 'gw_port': {'id': '661a4470-5b33-4ef0-9807-43fb27abce33', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:22:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:48:25Z', 'updated_at': '2022-05-12T09:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_floatingips': [{'id': '57bd6650-0911-4cd8-9a71-91c053097d65', 'tenant_id': '6e6bc2241970493783de557e3f690105', 'floating_ip_address': '172.27.3.234', 'floating_network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'router_id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'port_id': '7ed510b9-f10d-44b7-8c8c-10f5daa229e6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 736, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6f9b602-5994-4479-ba8e-6005a9bbaa39', 'mac_address': 'fa:16:3e:79:9f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4d0b64-50c4-488e-88d7-29ab24ad4da8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T09:52:01Z', 'updated_at': '2022-05-12T09:52:01Z', 'revision_number': 0, 'project_id': '6e6bc2241970493783de557e3f690105', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b894d993-7e82-490e-bf87-840c0c78c81f', 'name': '', 'network_id': 'f6f9b602-5994-4479-ba8e-6005a9bbaa39', 'tenant_id': '6e6bc2241970493783de557e3f690105', 'mac_address': 'fa:16:3e:d3:45:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '28623973-416c-4d68-8b43-8208a047eab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:48:27Z', 'updated_at': '2022-05-12T09:48:31Z', 'revision_number': 5, 'project_id': '6e6bc2241970493783de557e3f690105', 'subnets': [{'id': '28623973-416c-4d68-8b43-8208a047eab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 09:52:03.505413 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cec108-ce81-4ade-825c-548c74d21e4e None None] New status for floating IP 57bd6650-0911-4cd8-9a71-91c053097d65: ACTIVE {{(pid=103460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 09:52:10.910559 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 46690) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:52:11.011075 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4f746ef1-b92c-45ba-beb7-0543e626492f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:52:11.087306 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4f746ef1-b92c-45ba-beb7-0543e626492f admin admin] Publish callbacks [] for security_group (75eb3d48-8508-491c-8468-c12178d6db8e), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:52:11.090978 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-4f746ef1-b92c-45ba-beb7-0543e626492f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (75eb3d48-8508-491c-8468-c12178d6db8e), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:52:11.129472 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f746ef1-b92c-45ba-beb7-0543e626492f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75eb3d48-8508-491c-8468-c12178d6db8e,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:52:11.133714 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-4f746ef1-b92c-45ba-beb7-0543e626492f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=701c8e12dee7459cb9453824e53111bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2221582 May 12 09:52:11.137141 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 46694) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:52:11.183268 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f5cf70d9-3762-421b-8c99-014f882271e9 admin admin] Publish callbacks [] for security_group (75eb3d48-8508-491c-8468-c12178d6db8e), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:52:11.203202 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f5cf70d9-3762-421b-8c99-014f882271e9 admin admin] Publish callbacks [] for security_group (75eb3d48-8508-491c-8468-c12178d6db8e), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:52:11.248969 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f5cf70d9-3762-421b-8c99-014f882271e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (75eb3d48-8508-491c-8468-c12178d6db8e), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:52:11.251460 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-f5cf70d9-3762-421b-8c99-014f882271e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:52:11.252679 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-f5cf70d9-3762-421b-8c99-014f882271e9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/75eb3d48-8508-491c-8468-c12178d6db8e HTTP/1.1" status: 204 len: 168 time: 0.1154027 May 12 09:52:11.260447 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cf70d9-3762-421b-8c99-014f882271e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75eb3d48-8508-491c-8468-c12178d6db8e,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:52:16.242644 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-1d9e6a58-d356-44ab-bb34-37357c1267d7 None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 09:52:19.662179 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fba23751-b30c-491c-af5c-a25c92c485c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (9bee5a85-5be0-4217-aa6d-1f9c6538b987), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:52:20.941963 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (cdc2c050-d5b8-41e9-9f41-bf893d522faa), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:52:21.891287 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d4b62f3e-75a8-4c60-ae46-11e48e13648e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (8db92903-2544-41c2-b919-def82c43c97a), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:52:23.144557 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-13a031d7-5ec6-42a3-899f-d50e1f06c687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (f8def58d-f1ec-4d41-abae-d1c60f542bd3), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:52:24.564532 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a984b3b9-a9e9-40d7-bd88-8cdbb1de5f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (e377c27d-f788-489a-9a4f-9db675c37dc4), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:52:26.036325 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (0e2e3861-7d79-4ce6-9d91-faa32ae2cb64), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:52:46.812693 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [req-3384bf81-2e5c-4c14-ad20-fa8bf3328bda req-fb928e2a-e439-45ea-9568-f48616e6174a service neutron] (103457) timed out ('10.222.0.65', 59184) {{(pid=103457) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 12 09:52:49.664794 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-5a7aeada-f0df-491e-b3e4-72e3bc4958ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (9bee5a85-5be0-4217-aa6d-1f9c6538b987), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:52:50.955966 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (cdc2c050-d5b8-41e9-9f41-bf893d522faa), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:52:51.896575 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-7a6234a4-f69d-469c-9117-ccc74f5dd229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (8db92903-2544-41c2-b919-def82c43c97a), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:52:53.146956 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-13a031d7-5ec6-42a3-899f-d50e1f06c687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (f8def58d-f1ec-4d41-abae-d1c60f542bd3), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:52:53.240129 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-1d9e6a58-d356-44ab-bb34-37357c1267d7 None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 09:52:54.570157 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a984b3b9-a9e9-40d7-bd88-8cdbb1de5f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (e377c27d-f788-489a-9a4f-9db675c37dc4), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:52:56.038088 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (0e2e3861-7d79-4ce6-9d91-faa32ae2cb64), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:52:57.879151 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-90fd71dc-af97-41f8-b983-d26092d66de7 req-8b93cf40-a2da-4259-a907-8eafb231b6b4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cf4d0b64-50c4-488e-88d7-29ab24ad4da8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402484 May 12 09:52:57.972530 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd71dc-af97-41f8-b983-d26092d66de7 req-afbab336-576b-41a2-82e9-d0f7a2d8afed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:52:57.974103 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-90fd71dc-af97-41f8-b983-d26092d66de7 req-afbab336-576b-41a2-82e9-d0f7a2d8afed service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6e6bc2241970493783de557e3f690105&device_id=cf4d0b64-50c4-488e-88d7-29ab24ad4da8 HTTP/1.1" status: 200 len: 1129 time: 0.0382943 May 12 09:52:58.073448 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd71dc-af97-41f8-b983-d26092d66de7 req-f0571b67-9d89-45c0-b37b-79a9f25eb256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:52:58.074911 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-90fd71dc-af97-41f8-b983-d26092d66de7 req-f0571b67-9d89-45c0-b37b-79a9f25eb256 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f6f9b602-5994-4479-ba8e-6005a9bbaa39 HTTP/1.1" status: 200 len: 913 time: 0.0821581 May 12 09:52:58.141393 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-90fd71dc-af97-41f8-b983-d26092d66de7 req-ef69307e-c0de-4197-801d-1259aa544516 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ed510b9-f10d-44b7-8c8c-10f5daa229e6 HTTP/1.1" status: 200 len: 1001 time: 0.0606837 May 12 09:52:58.188522 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd71dc-af97-41f8-b983-d26092d66de7 req-3e302bd4-1d97-4670-be28-fee1e99f91e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:52:58.189882 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-90fd71dc-af97-41f8-b983-d26092d66de7 req-3e302bd4-1d97-4670-be28-fee1e99f91e1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=28623973-416c-4d68-8b43-8208a047eab8 HTTP/1.1" status: 200 len: 851 time: 0.0419190 May 12 09:52:58.230212 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd71dc-af97-41f8-b983-d26092d66de7 req-0f0f8d89-4f84-402b-88f5-3a98bd43a20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:52:58.231629 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-90fd71dc-af97-41f8-b983-d26092d66de7 req-0f0f8d89-4f84-402b-88f5-3a98bd43a20d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f6f9b602-5994-4479-ba8e-6005a9bbaa39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0363092 May 12 09:52:58.322059 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-90fd71dc-af97-41f8-b983-d26092d66de7 req-1aa973d8-2dfd-4319-8399-c85cf75c2d2b service neutron] 10.222.0.65 "GET /v2.0/networks/f6f9b602-5994-4479-ba8e-6005a9bbaa39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841095 May 12 09:52:58.411339 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-90fd71dc-af97-41f8-b983-d26092d66de7 req-6c5d0214-a884-4ae3-853d-047cc28ea9a5 service neutron] 10.222.0.65 "GET /v2.0/networks/f6f9b602-5994-4479-ba8e-6005a9bbaa39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827832 May 12 09:53:19.666172 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-7a23889d-83b0-4eb2-94d7-7dba6cd21196 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (9bee5a85-5be0-4217-aa6d-1f9c6538b987), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:53:20.972198 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (cdc2c050-d5b8-41e9-9f41-bf893d522faa), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:53:21.897429 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-43a3a612-5ef4-476d-b973-dd5dae95469e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (8db92903-2544-41c2-b919-def82c43c97a), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:53:23.150776 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-13a031d7-5ec6-42a3-899f-d50e1f06c687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (f8def58d-f1ec-4d41-abae-d1c60f542bd3), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:53:24.575108 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a984b3b9-a9e9-40d7-bd88-8cdbb1de5f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (e377c27d-f788-489a-9a4f-9db675c37dc4), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:53:26.039271 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (0e2e3861-7d79-4ce6-9d91-faa32ae2cb64), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:53:30.237621 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-1d9e6a58-d356-44ab-bb34-37357c1267d7 None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 09:53:49.666616 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-7a098e79-58fd-42ab-8bdc-1d3904c6af92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (9bee5a85-5be0-4217-aa6d-1f9c6538b987), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:53:50.974881 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (cdc2c050-d5b8-41e9-9f41-bf893d522faa), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:53:51.899229 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6c84515b-b826-418b-90ec-8889a234bc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (8db92903-2544-41c2-b919-def82c43c97a), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:53:53.153248 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-13a031d7-5ec6-42a3-899f-d50e1f06c687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (f8def58d-f1ec-4d41-abae-d1c60f542bd3), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:53:54.574354 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a984b3b9-a9e9-40d7-bd88-8cdbb1de5f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (e377c27d-f788-489a-9a4f-9db675c37dc4), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:53:56.041474 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (0e2e3861-7d79-4ce6-9d91-faa32ae2cb64), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:53:59.599399 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6b10c858-d1bb-457f-b9ac-88c927f3e51e req-ba2562c8-0003-49b6-8ca6-a769b9b314e9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cf4d0b64-50c4-488e-88d7-29ab24ad4da8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381558 May 12 09:53:59.698173 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b10c858-d1bb-457f-b9ac-88c927f3e51e req-3b1fec85-b095-4396-b610-2ec65d4275ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:53:59.699607 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6b10c858-d1bb-457f-b9ac-88c927f3e51e req-3b1fec85-b095-4396-b610-2ec65d4275ef service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6e6bc2241970493783de557e3f690105&device_id=cf4d0b64-50c4-488e-88d7-29ab24ad4da8 HTTP/1.1" status: 200 len: 1129 time: 0.0385191 May 12 09:53:59.805947 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b10c858-d1bb-457f-b9ac-88c927f3e51e req-2e2660bd-471f-4259-98f7-930da8a3c0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:53:59.807392 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6b10c858-d1bb-457f-b9ac-88c927f3e51e req-2e2660bd-471f-4259-98f7-930da8a3c0ef service neutron] 10.222.0.65 "GET /v2.0/networks?id=f6f9b602-5994-4479-ba8e-6005a9bbaa39 HTTP/1.1" status: 200 len: 913 time: 0.0867410 May 12 09:53:59.871435 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6b10c858-d1bb-457f-b9ac-88c927f3e51e req-e04ccbb5-6361-44f5-986d-17c0645b215c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ed510b9-f10d-44b7-8c8c-10f5daa229e6 HTTP/1.1" status: 200 len: 1001 time: 0.0564718 May 12 09:53:59.918900 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b10c858-d1bb-457f-b9ac-88c927f3e51e req-91478555-dc41-490f-a371-df5cb3ced3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:53:59.920263 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6b10c858-d1bb-457f-b9ac-88c927f3e51e req-91478555-dc41-490f-a371-df5cb3ced3a6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=28623973-416c-4d68-8b43-8208a047eab8 HTTP/1.1" status: 200 len: 851 time: 0.0423591 May 12 09:53:59.966151 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b10c858-d1bb-457f-b9ac-88c927f3e51e req-eca9b76d-c264-49a3-9ff3-2b93c6399b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:53:59.967641 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6b10c858-d1bb-457f-b9ac-88c927f3e51e req-eca9b76d-c264-49a3-9ff3-2b93c6399b6e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f6f9b602-5994-4479-ba8e-6005a9bbaa39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402629 May 12 09:54:00.059070 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6b10c858-d1bb-457f-b9ac-88c927f3e51e req-aa500dcb-f3e8-40e3-9341-d039adc4643e service neutron] 10.222.0.65 "GET /v2.0/networks/f6f9b602-5994-4479-ba8e-6005a9bbaa39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836279 May 12 09:54:00.151396 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6b10c858-d1bb-457f-b9ac-88c927f3e51e req-b03a85f3-b309-4342-9cbb-df9ec692050f service neutron] 10.222.0.65 "GET /v2.0/networks/f6f9b602-5994-4479-ba8e-6005a9bbaa39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862417 May 12 09:54:03.541661 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9ef92885-0c6c-425a-995f-cf5fe5129cf2 req-4893f4cf-6e66-4cf2-a9b5-e0db9913925c tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-176244007&fields=id&tenant_id=6e6bc2241970493783de557e3f690105 HTTP/1.1" status: 200 len: 267 time: 0.0429816 May 12 09:54:03.646802 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef92885-0c6c-425a-995f-cf5fe5129cf2 req-4e410907-f0be-4a18-847a-14731290ec3f tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:54:03.648144 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9ef92885-0c6c-425a-995f-cf5fe5129cf2 req-4e410907-f0be-4a18-847a-14731290ec3f tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/networks?id=f6f9b602-5994-4479-ba8e-6005a9bbaa39 HTTP/1.1" status: 200 len: 812 time: 0.1002300 May 12 09:54:03.661922 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9ef92885-0c6c-425a-995f-cf5fe5129cf2 req-18acab91-e700-43c7-8482-0d12d1bf3824 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/quotas/6e6bc2241970493783de557e3f690105 HTTP/1.1" status: 200 len: 375 time: 0.0085967 May 12 09:54:03.710654 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9ef92885-0c6c-425a-995f-cf5fe5129cf2 req-80e77246-a381-4710-831c-e2583a674226 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6e6bc2241970493783de557e3f690105&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0436280 May 12 09:54:03.803082 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9ef92885-0c6c-425a-995f-cf5fe5129cf2 req-93a5da85-d1b4-4822-9544-992226b9b021 service neutron] 10.222.0.60 "GET /v2.0/networks/f6f9b602-5994-4479-ba8e-6005a9bbaa39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811729 May 12 09:54:03.894535 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9ef92885-0c6c-425a-995f-cf5fe5129cf2 req-83273398-c527-4502-a7fb-4978713b251b service neutron] 10.222.0.60 "GET /v2.0/networks/f6f9b602-5994-4479-ba8e-6005a9bbaa39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851007 May 12 09:54:04.327851 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5f5bd4a0-b668-4826-9f3d-e27c6f5b2a7c req-0c872197-92e3-4aee-8edd-d61da7219dd2 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/ports?device_id=1226a4b5-6030-480a-8f17-4f32745a6f99 HTTP/1.1" status: 200 len: 210 time: 0.1838446 May 12 09:54:05.138003 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef92885-0c6c-425a-995f-cf5fe5129cf2 req-0ab26f4e-1abf-4b9a-9380-c366d54007cf tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:54:05.139437 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9ef92885-0c6c-425a-995f-cf5fe5129cf2 req-0ab26f4e-1abf-4b9a-9380-c366d54007cf tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.65 "GET /v2.0/networks?id=f6f9b602-5994-4479-ba8e-6005a9bbaa39 HTTP/1.1" status: 200 len: 812 time: 0.1030724 May 12 09:54:05.205627 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9ef92885-0c6c-425a-995f-cf5fe5129cf2 req-b0841c1f-d4a3-414e-81db-2351f712e0ca tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e6bc2241970493783de557e3f690105 HTTP/1.1" status: 200 len: 379 time: 0.0518839 May 12 09:54:05.214775 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [req-9ef92885-0c6c-425a-995f-cf5fe5129cf2 req-5c19c40e-0dee-4949-9e68-77678e0bafc2 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Request body: {'port': {'device_id': '1226a4b5-6030-480a-8f17-4f32745a6f99', 'network_id': 'f6f9b602-5994-4479-ba8e-6005a9bbaa39', 'admin_state_up': True, 'tenant_id': '6e6bc2241970493783de557e3f690105', 'security_groups': ['2d61dae1-6db7-4389-988a-c2f29773c422']}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:54:05.320622 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ef92885-0c6c-425a-995f-cf5fe5129cf2 req-5c19c40e-0dee-4949-9e68-77678e0bafc2 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Made reservation on behalf of 6e6bc2241970493783de557e3f690105 for: {'port': 1} {{(pid=103458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 12 09:54:05.324442 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-9ef92885-0c6c-425a-995f-cf5fe5129cf2 req-5c19c40e-0dee-4949-9e68-77678e0bafc2 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (None), before_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:54:05.444088 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-64b12768-29b2-4175-bbc2-c82660637db9 req-b09e2681-b859-4d7e-9587-87bb3233649d tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/ports?device_id=1226a4b5-6030-480a-8f17-4f32745a6f99 HTTP/1.1" status: 200 len: 210 time: 0.0502050 May 12 09:54:05.471117 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_common [req-9ef92885-0c6c-425a-995f-cf5fe5129cf2 req-5c19c40e-0dee-4949-9e68-77678e0bafc2 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Allocated IP 172.20.0.12 (f6f9b602-5994-4479-ba8e-6005a9bbaa39/28623973-416c-4d68-8b43-8208a047eab8/82ee8c9d-96c7-4b79-a8b3-851e1aaed771) {{(pid=103458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 09:54:05.617029 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-9ef92885-0c6c-425a-995f-cf5fe5129cf2 req-5c19c40e-0dee-4949-9e68-77678e0bafc2 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks [] for port (82ee8c9d-96c7-4b79-a8b3-851e1aaed771), precommit_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:54:05.653321 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-9ef92885-0c6c-425a-995f-cf5fe5129cf2 req-5c19c40e-0dee-4949-9e68-77678e0bafc2 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740344012620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29192019'] for port (82ee8c9d-96c7-4b79-a8b3-851e1aaed771), after_create {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:54:05.699916 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ef92885-0c6c-425a-995f-cf5fe5129cf2 req-5c19c40e-0dee-4949-9e68-77678e0bafc2 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Network f6f9b602-5994-4479-ba8e-6005a9bbaa39 is already hosted by enough agents. {{(pid=103458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 09:54:05.709665 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.base_scheduler [req-9ef92885-0c6c-425a-995f-cf5fe5129cf2 req-5c19c40e-0dee-4949-9e68-77678e0bafc2 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Resources bound (agent type, host, resource id): {{(pid=103458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:54:05.712361 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ef92885-0c6c-425a-995f-cf5fe5129cf2 req-5c19c40e-0dee-4949-9e68-77678e0bafc2 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Received port after_create {{(pid=103458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 09:54:05.742842 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c19c40e-0dee-4949-9e68-77678e0bafc2 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Pushing event updated for resources: {'Port': ['ID=82ee8c9d-96c7-4b79-a8b3-851e1aaed771,revision_number=1']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:54:05.762474 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c19c40e-0dee-4949-9e68-77678e0bafc2 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:54:05.762829 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c19c40e-0dee-4949-9e68-77678e0bafc2 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:54:05.763175 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c19c40e-0dee-4949-9e68-77678e0bafc2 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:54:05.763520 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c19c40e-0dee-4949-9e68-77678e0bafc2 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:54:05.763855 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c19c40e-0dee-4949-9e68-77678e0bafc2 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:54:05.764193 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c19c40e-0dee-4949-9e68-77678e0bafc2 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:54:05.764523 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c19c40e-0dee-4949-9e68-77678e0bafc2 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:54:05.764852 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c19c40e-0dee-4949-9e68-77678e0bafc2 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:54:05.765182 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c19c40e-0dee-4949-9e68-77678e0bafc2 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:54:05.765512 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c19c40e-0dee-4949-9e68-77678e0bafc2 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:54:05.765841 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c19c40e-0dee-4949-9e68-77678e0bafc2 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:54:05.766848 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c19c40e-0dee-4949-9e68-77678e0bafc2 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:54:05.767188 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c19c40e-0dee-4949-9e68-77678e0bafc2 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:54:05.767778 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c19c40e-0dee-4949-9e68-77678e0bafc2 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:54:05.768274 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c19c40e-0dee-4949-9e68-77678e0bafc2 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:54:05.789185 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef92885-0c6c-425a-995f-cf5fe5129cf2 req-5c19c40e-0dee-4949-9e68-77678e0bafc2 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:54:05.790497 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-9ef92885-0c6c-425a-995f-cf5fe5129cf2 req-5c19c40e-0dee-4949-9e68-77678e0bafc2 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:54:05.809593 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9ef92885-0c6c-425a-995f-cf5fe5129cf2 req-5c19c40e-0dee-4949-9e68-77678e0bafc2 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5983312 May 12 09:54:05.875862 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.v2.base [req-9ef92885-0c6c-425a-995f-cf5fe5129cf2 req-0e2d20ba-53a9-407f-83f9-5cfd77149afa service neutron] Request body: {'port': {'device_id': '1226a4b5-6030-480a-8f17-4f32745a6f99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83769'}} {{(pid=103458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:54:05.934624 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-9ef92885-0c6c-425a-995f-cf5fe5129cf2 req-0e2d20ba-53a9-407f-83f9-5cfd77149afa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (82ee8c9d-96c7-4b79-a8b3-851e1aaed771), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:54:06.007553 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-b54b0239-0684-43e9-ba23-8d9fea484642 None None] Provisioning complete for port 82ee8c9d-96c7-4b79-a8b3-851e1aaed771 triggered by entity DHCP. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:54:06.008224 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-b54b0239-0684-43e9-ba23-8d9fea484642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (82ee8c9d-96c7-4b79-a8b3-851e1aaed771), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:54:06.046096 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-b54b0239-0684-43e9-ba23-8d9fea484642 None None] Port 82ee8c9d-96c7-4b79-a8b3-851e1aaed771 cannot update to ACTIVE because it is not bound. {{(pid=103459) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 12 09:54:06.501517 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [req-9ef92885-0c6c-425a-995f-cf5fe5129cf2 req-0e2d20ba-53a9-407f-83f9-5cfd77149afa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82ee8c9d-96c7-4b79-a8b3-851e1aaed771 {{(pid=103458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 09:54:06.509348 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-9ef92885-0c6c-425a-995f-cf5fe5129cf2 req-0e2d20ba-53a9-407f-83f9-5cfd77149afa service neutron] Publish callbacks [] for port (82ee8c9d-96c7-4b79-a8b3-851e1aaed771), precommit_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:54:06.531693 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.provisioning_blocks [req-9ef92885-0c6c-425a-995f-cf5fe5129cf2 req-0e2d20ba-53a9-407f-83f9-5cfd77149afa service neutron] Transition to ACTIVE for port object 82ee8c9d-96c7-4b79-a8b3-851e1aaed771 will not be triggered until provisioned by entity L2. {{(pid=103458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 12 09:54:06.548488 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-9ef92885-0c6c-425a-995f-cf5fe5129cf2 req-0e2d20ba-53a9-407f-83f9-5cfd77149afa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29192036'] for port (82ee8c9d-96c7-4b79-a8b3-851e1aaed771), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:54:06.606045 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c34a340-d8f4-4d25-a0f9-77a642306187 req-2842e367-eb05-4654-875d-0812f1b9fdc2 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:54:06.607521 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3c34a340-d8f4-4d25-a0f9-77a642306187 req-2842e367-eb05-4654-875d-0812f1b9fdc2 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/ports?device_id=1226a4b5-6030-480a-8f17-4f32745a6f99 HTTP/1.1" status: 200 len: 932 time: 0.0898917 May 12 09:54:06.627536 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2d20ba-53a9-407f-83f9-5cfd77149afa service neutron] Pushing event updated for resources: {'Port': ['ID=82ee8c9d-96c7-4b79-a8b3-851e1aaed771,revision_number=2']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:54:06.705974 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3c34a340-d8f4-4d25-a0f9-77a642306187 req-8d89c250-9d4a-42bc-a1ea-fdd5bcb73f08 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d61dae1-6db7-4389-988a-c2f29773c422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901694 May 12 09:54:06.727969 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-9ef92885-0c6c-425a-995f-cf5fe5129cf2 req-0e2d20ba-53a9-407f-83f9-5cfd77149afa service neutron] Attempting to bind port 82ee8c9d-96c7-4b79-a8b3-851e1aaed771 on host hv-cinder-83769 for vnic_type normal with profile {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 12 09:54:06.728441 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-9ef92885-0c6c-425a-995f-cf5fe5129cf2 req-0e2d20ba-53a9-407f-83f9-5cfd77149afa service neutron] Attempting to bind port 82ee8c9d-96c7-4b79-a8b3-851e1aaed771 by drivers openvswitch,hyperv on host hv-cinder-83769 at level 0 using segments [{'id': 'f47e11d4-d34b-4d5a-95a2-c4d425db3481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f6f9b602-5994-4479-ba8e-6005a9bbaa39'}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 12 09:54:06.728852 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef92885-0c6c-425a-995f-cf5fe5129cf2 req-0e2d20ba-53a9-407f-83f9-5cfd77149afa service neutron] Attempting to bind port 82ee8c9d-96c7-4b79-a8b3-851e1aaed771 on network f6f9b602-5994-4479-ba8e-6005a9bbaa39 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 09:54:06.733385 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef92885-0c6c-425a-995f-cf5fe5129cf2 req-0e2d20ba-53a9-407f-83f9-5cfd77149afa service neutron] Port 82ee8c9d-96c7-4b79-a8b3-851e1aaed771 on network f6f9b602-5994-4479-ba8e-6005a9bbaa39 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83769 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 12 09:54:06.733703 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef92885-0c6c-425a-995f-cf5fe5129cf2 req-0e2d20ba-53a9-407f-83f9-5cfd77149afa service neutron] Attempting to bind port 82ee8c9d-96c7-4b79-a8b3-851e1aaed771 on network f6f9b602-5994-4479-ba8e-6005a9bbaa39 {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 12 09:54:06.738774 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef92885-0c6c-425a-995f-cf5fe5129cf2 req-0e2d20ba-53a9-407f-83f9-5cfd77149afa service neutron] Checking agent: {'id': 'cdc2c050-d5b8-41e9-9f41-bf893d522faa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83769', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 12, 9, 31, 46), 'started_at': datetime.datetime(2022, 5, 12, 9, 31, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 12, 9, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 12 09:54:06.739111 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef92885-0c6c-425a-995f-cf5fe5129cf2 req-0e2d20ba-53a9-407f-83f9-5cfd77149afa service neutron] Checking segment: {'id': 'f47e11d4-d34b-4d5a-95a2-c4d425db3481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f6f9b602-5994-4479-ba8e-6005a9bbaa39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 12 09:54:06.739500 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef92885-0c6c-425a-995f-cf5fe5129cf2 req-0e2d20ba-53a9-407f-83f9-5cfd77149afa service neutron] Bound using segment: {'id': 'f47e11d4-d34b-4d5a-95a2-c4d425db3481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f6f9b602-5994-4479-ba8e-6005a9bbaa39'} {{(pid=103458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 12 09:54:06.739926 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.managers [req-9ef92885-0c6c-425a-995f-cf5fe5129cf2 req-0e2d20ba-53a9-407f-83f9-5cfd77149afa service neutron] Bound port: 82ee8c9d-96c7-4b79-a8b3-851e1aaed771, host: hv-cinder-83769, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f47e11d4-d34b-4d5a-95a2-c4d425db3481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f6f9b602-5994-4479-ba8e-6005a9bbaa39'}}] {{(pid=103458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 12 09:54:06.740285 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-9ef92885-0c6c-425a-995f-cf5fe5129cf2 req-0e2d20ba-53a9-407f-83f9-5cfd77149afa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (82ee8c9d-96c7-4b79-a8b3-851e1aaed771), before_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:54:06.806412 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-9ef92885-0c6c-425a-995f-cf5fe5129cf2 req-0e2d20ba-53a9-407f-83f9-5cfd77149afa service neutron] For port 82ee8c9d-96c7-4b79-a8b3-851e1aaed771, host hv-cinder-83769, cleared binding levels {{(pid=103458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 12 09:54:06.809279 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-9ef92885-0c6c-425a-995f-cf5fe5129cf2 req-0e2d20ba-53a9-407f-83f9-5cfd77149afa service neutron] For port 82ee8c9d-96c7-4b79-a8b3-851e1aaed771, host hv-cinder-83769, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=82ee8c9d-96c7-4b79-a8b3-851e1aaed771,segment=NetworkSegment(f47e11d4-d34b-4d5a-95a2-c4d425db3481),segment_id=f47e11d4-d34b-4d5a-95a2-c4d425db3481)] {{(pid=103458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 12 09:54:06.814585 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-9ef92885-0c6c-425a-995f-cf5fe5129cf2 req-0e2d20ba-53a9-407f-83f9-5cfd77149afa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29192036'] for port (82ee8c9d-96c7-4b79-a8b3-851e1aaed771), after_update {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:54:06.847694 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef92885-0c6c-425a-995f-cf5fe5129cf2 req-0e2d20ba-53a9-407f-83f9-5cfd77149afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:54:06.848314 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-9ef92885-0c6c-425a-995f-cf5fe5129cf2 req-0e2d20ba-53a9-407f-83f9-5cfd77149afa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:54:06.849648 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9ef92885-0c6c-425a-995f-cf5fe5129cf2 req-0e2d20ba-53a9-407f-83f9-5cfd77149afa service neutron] 10.222.0.65 "PUT /v2.0/ports/82ee8c9d-96c7-4b79-a8b3-851e1aaed771 HTTP/1.1" status: 200 len: 1094 time: 0.9781587 May 12 09:54:06.850105 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1226a4b5-6030-480a-8f17-4f32745a6f99', 'tag': '82ee8c9d-96c7-4b79-a8b3-851e1aaed771'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:54:06.852481 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c5c35592cdadc16d94e4e59e173057c198c772a9b1006d4fd44537c4a2e10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5092d33c-2b15-4fac-aeea-166c1c5c75d1" -d '{"events": [{"name": "network-changed", "server_uuid": "1226a4b5-6030-480a-8f17-4f32745a6f99", "tag": "82ee8c9d-96c7-4b79-a8b3-851e1aaed771"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:54:06.888625 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2d20ba-53a9-407f-83f9-5cfd77149afa service neutron] Pushing event updated for resources: {'Port': ['ID=82ee8c9d-96c7-4b79-a8b3-851e1aaed771,revision_number=3']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:54:06.909267 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 09:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7102babe-e7f5-49a7-acf7-d2772caa2685 x-openstack-request-id: req-7102babe-e7f5-49a7-acf7-d2772caa2685 {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:54:06.909661 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1226a4b5-6030-480a-8f17-4f32745a6f99", "tag": "82ee8c9d-96c7-4b79-a8b3-851e1aaed771", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:54:06.909946 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7102babe-e7f5-49a7-acf7-d2772caa2685 {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:54:06.910343 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7102babe-e7f5-49a7-acf7-d2772caa2685'] response: {'name': 'network-changed', 'server_uuid': '1226a4b5-6030-480a-8f17-4f32745a6f99', 'tag': '82ee8c9d-96c7-4b79-a8b3-851e1aaed771', 'status': 'completed', 'code': 200} May 12 09:54:06.966093 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef92885-0c6c-425a-995f-cf5fe5129cf2 req-4b9544ed-acbe-45c5-aea7-adefbdfc9a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:54:06.967677 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9ef92885-0c6c-425a-995f-cf5fe5129cf2 req-4b9544ed-acbe-45c5-aea7-adefbdfc9a89 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6e6bc2241970493783de557e3f690105&device_id=1226a4b5-6030-480a-8f17-4f32745a6f99 HTTP/1.1" status: 200 len: 1128 time: 0.0423806 May 12 09:54:07.020332 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9ef92885-0c6c-425a-995f-cf5fe5129cf2 req-e5867321-ab5e-4c1f-8837-52c9fdcda8ce service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82ee8c9d-96c7-4b79-a8b3-851e1aaed771 HTTP/1.1" status: 200 len: 217 time: 0.0403595 May 12 09:54:07.070411 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef92885-0c6c-425a-995f-cf5fe5129cf2 req-5bc5b73d-7219-488a-80c5-336f73c9eb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:54:07.072408 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9ef92885-0c6c-425a-995f-cf5fe5129cf2 req-5bc5b73d-7219-488a-80c5-336f73c9eb0e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=28623973-416c-4d68-8b43-8208a047eab8 HTTP/1.1" status: 200 len: 851 time: 0.0461180 May 12 09:54:07.112988 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef92885-0c6c-425a-995f-cf5fe5129cf2 req-2ebf3738-dbf7-442c-a566-0dce5b22c77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:54:07.114429 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9ef92885-0c6c-425a-995f-cf5fe5129cf2 req-2ebf3738-dbf7-442c-a566-0dce5b22c77b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f6f9b602-5994-4479-ba8e-6005a9bbaa39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0368845 May 12 09:54:07.203353 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9ef92885-0c6c-425a-995f-cf5fe5129cf2 req-32f31bfb-13b9-4da5-a2e5-f4a5556e8584 service neutron] 10.222.0.65 "GET /v2.0/networks/f6f9b602-5994-4479-ba8e-6005a9bbaa39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825779 May 12 09:54:07.236563 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-1d9e6a58-d356-44ab-bb34-37357c1267d7 None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 09:54:07.288039 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9ef92885-0c6c-425a-995f-cf5fe5129cf2 req-21526a33-5613-4eae-997a-558cf760f3a5 service neutron] 10.222.0.65 "GET /v2.0/networks/f6f9b602-5994-4479-ba8e-6005a9bbaa39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793314 May 12 09:54:07.821171 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f419bc-d672-48f0-9732-eecee94075d2 req-809b5e23-5323-406f-80d1-b6aa9221c776 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:54:07.822660 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-64f419bc-d672-48f0-9732-eecee94075d2 req-809b5e23-5323-406f-80d1-b6aa9221c776 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/ports?device_id=1226a4b5-6030-480a-8f17-4f32745a6f99 HTTP/1.1" status: 200 len: 944 time: 0.0498183 May 12 09:54:07.874280 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-64f419bc-d672-48f0-9732-eecee94075d2 req-df37a60c-f008-45e4-98f9-9a38cc6c9bc1 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d61dae1-6db7-4389-988a-c2f29773c422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449011 May 12 09:54:08.335781 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5092d33c-2b15-4fac-aeea-166c1c5c75d1 req-bba5b6cd-105d-4995-817d-290aeaaf9eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:54:08.337844 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5092d33c-2b15-4fac-aeea-166c1c5c75d1 req-bba5b6cd-105d-4995-817d-290aeaaf9eb5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6e6bc2241970493783de557e3f690105&device_id=1226a4b5-6030-480a-8f17-4f32745a6f99 HTTP/1.1" status: 200 len: 1128 time: 0.0380347 May 12 09:54:08.424903 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5092d33c-2b15-4fac-aeea-166c1c5c75d1 req-79eddaf6-2209-45bd-aabe-5439772bab94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:54:08.426285 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5092d33c-2b15-4fac-aeea-166c1c5c75d1 req-79eddaf6-2209-45bd-aabe-5439772bab94 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f6f9b602-5994-4479-ba8e-6005a9bbaa39 HTTP/1.1" status: 200 len: 913 time: 0.0830655 May 12 09:54:08.472213 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5092d33c-2b15-4fac-aeea-166c1c5c75d1 req-ebdeffa6-e2b8-42f8-8def-5f12b0acffd9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82ee8c9d-96c7-4b79-a8b3-851e1aaed771 HTTP/1.1" status: 200 len: 217 time: 0.0371902 May 12 09:54:08.520666 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5092d33c-2b15-4fac-aeea-166c1c5c75d1 req-c9ceefaf-31ef-4e22-975f-a19ac25aa48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:54:08.522093 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5092d33c-2b15-4fac-aeea-166c1c5c75d1 req-c9ceefaf-31ef-4e22-975f-a19ac25aa48b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=28623973-416c-4d68-8b43-8208a047eab8 HTTP/1.1" status: 200 len: 851 time: 0.0419803 May 12 09:54:08.565047 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5092d33c-2b15-4fac-aeea-166c1c5c75d1 req-69410d29-d3e6-469d-bf63-62a1286d3478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:54:08.566509 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5092d33c-2b15-4fac-aeea-166c1c5c75d1 req-69410d29-d3e6-469d-bf63-62a1286d3478 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f6f9b602-5994-4479-ba8e-6005a9bbaa39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0362728 May 12 09:54:08.658153 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5092d33c-2b15-4fac-aeea-166c1c5c75d1 req-d88b1be3-750a-42dc-8474-3a6f56e4d545 service neutron] 10.222.0.65 "GET /v2.0/networks/f6f9b602-5994-4479-ba8e-6005a9bbaa39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854349 May 12 09:54:08.744715 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5092d33c-2b15-4fac-aeea-166c1c5c75d1 req-5a96548c-546f-4ac6-828e-35b8365547d8 service neutron] 10.222.0.65 "GET /v2.0/networks/f6f9b602-5994-4479-ba8e-6005a9bbaa39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811820 May 12 09:54:08.988885 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c073ab-fac2-45e3-b5fa-edbc158a6245 req-7765946a-9758-4bdd-84b5-51bf76dbde6d tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:54:08.990337 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-68c073ab-fac2-45e3-b5fa-edbc158a6245 req-7765946a-9758-4bdd-84b5-51bf76dbde6d tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/ports?device_id=1226a4b5-6030-480a-8f17-4f32745a6f99 HTTP/1.1" status: 200 len: 944 time: 0.0495024 May 12 09:54:09.039005 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-68c073ab-fac2-45e3-b5fa-edbc158a6245 req-f7a734c2-473d-43ec-96e4-58b0b2325d2e tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d61dae1-6db7-4389-988a-c2f29773c422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424471 May 12 09:54:10.155689 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46747802-f7c8-47c3-93ae-5ce257ff788a req-77716d76-59d6-4012-94d2-f8452477ba29 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:54:10.157127 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-46747802-f7c8-47c3-93ae-5ce257ff788a req-77716d76-59d6-4012-94d2-f8452477ba29 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/ports?device_id=1226a4b5-6030-480a-8f17-4f32745a6f99 HTTP/1.1" status: 200 len: 944 time: 0.0461283 May 12 09:54:10.204496 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-46747802-f7c8-47c3-93ae-5ce257ff788a req-ccf50566-3c37-4c38-9926-2916433f74ec tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d61dae1-6db7-4389-988a-c2f29773c422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419388 May 12 09:54:11.369999 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816457af-8d1c-44f7-9538-2166e447e154 req-3265f1e2-197f-4a35-8833-8bc6d3d53e24 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:54:11.371360 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-816457af-8d1c-44f7-9538-2166e447e154 req-3265f1e2-197f-4a35-8833-8bc6d3d53e24 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/ports?device_id=1226a4b5-6030-480a-8f17-4f32745a6f99 HTTP/1.1" status: 200 len: 944 time: 0.0985987 May 12 09:54:11.418371 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-816457af-8d1c-44f7-9538-2166e447e154 req-fbda5ab2-dd09-4910-9774-49461ce0840a tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d61dae1-6db7-4389-988a-c2f29773c422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415058 May 12 09:54:12.528635 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0ea311-31fe-418a-9285-284f30876fa2 req-95cef3d3-3894-4f50-8aa5-e6d38bb406c9 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:54:12.530101 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5e0ea311-31fe-418a-9285-284f30876fa2 req-95cef3d3-3894-4f50-8aa5-e6d38bb406c9 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/ports?device_id=1226a4b5-6030-480a-8f17-4f32745a6f99 HTTP/1.1" status: 200 len: 944 time: 0.0460999 May 12 09:54:12.577981 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-5e0ea311-31fe-418a-9285-284f30876fa2 req-548265bf-103d-4c49-aced-d0ffcede3f0b tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d61dae1-6db7-4389-988a-c2f29773c422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420392 May 12 09:54:13.692649 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2230455-91ba-4950-b594-2ddc2eb24ddb req-e1540641-60fd-4aaa-8d91-878527d544af tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:54:13.694833 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f2230455-91ba-4950-b594-2ddc2eb24ddb req-e1540641-60fd-4aaa-8d91-878527d544af tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/ports?device_id=1226a4b5-6030-480a-8f17-4f32745a6f99 HTTP/1.1" status: 200 len: 944 time: 0.0528560 May 12 09:54:13.752019 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f2230455-91ba-4950-b594-2ddc2eb24ddb req-97727507-04ef-4033-adeb-433519d2f057 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d61dae1-6db7-4389-988a-c2f29773c422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506003 May 12 09:54:14.863633 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c8246-34a5-469d-a8e6-7ec79f0283bc req-32b8a6e6-56bc-4df7-82a3-dd0e75720452 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:54:14.865085 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-091c8246-34a5-469d-a8e6-7ec79f0283bc req-32b8a6e6-56bc-4df7-82a3-dd0e75720452 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/ports?device_id=1226a4b5-6030-480a-8f17-4f32745a6f99 HTTP/1.1" status: 200 len: 944 time: 0.0468719 May 12 09:54:14.912795 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-091c8246-34a5-469d-a8e6-7ec79f0283bc req-3d3e8aa4-e595-4e4f-b2db-aa294d53fa80 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d61dae1-6db7-4389-988a-c2f29773c422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422959 May 12 09:54:16.020978 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd6f192-6717-45d6-a09a-ebf20f5a2fee req-2295c4ee-2280-48ec-9d76-121069996fbf tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:54:16.022425 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9dd6f192-6717-45d6-a09a-ebf20f5a2fee req-2295c4ee-2280-48ec-9d76-121069996fbf tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/ports?device_id=1226a4b5-6030-480a-8f17-4f32745a6f99 HTTP/1.1" status: 200 len: 944 time: 0.0458493 May 12 09:54:16.068670 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-9dd6f192-6717-45d6-a09a-ebf20f5a2fee req-a70045d7-9685-4d8e-a549-f565e96bf761 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d61dae1-6db7-4389-988a-c2f29773c422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408232 May 12 09:54:17.042546 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device 82ee8c9d-96c7-4b79-a8b3-851e1aaed771 details requested by agent hyperv_hv-cinder-83769 with host hv-cinder-83769 {{(pid=103459) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 12 09:54:17.142063 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] For port 82ee8c9d-96c7-4b79-a8b3-851e1aaed771, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=82ee8c9d-96c7-4b79-a8b3-851e1aaed771,segment=NetworkSegment(f47e11d4-d34b-4d5a-95a2-c4d425db3481),segment_id=f47e11d4-d34b-4d5a-95a2-c4d425db3481)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:54:17.154374 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Returning: {'device': '82ee8c9d-96c7-4b79-a8b3-851e1aaed771', 'network_id': 'f6f9b602-5994-4479-ba8e-6005a9bbaa39', 'port_id': '82ee8c9d-96c7-4b79-a8b3-851e1aaed771', 'mac_address': 'fa:16:3e:ab:c0:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28623973-416c-4d68-8b43-8208a047eab8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103459) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 12 09:54:17.186484 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad45267-6afe-429a-8b5a-0e9ab29341ee req-3d27c053-7dcd-4b2b-9454-e78ddb7becab tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:54:17.187950 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0ad45267-6afe-429a-8b5a-0e9ab29341ee req-3d27c053-7dcd-4b2b-9454-e78ddb7becab tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/ports?device_id=1226a4b5-6030-480a-8f17-4f32745a6f99 HTTP/1.1" status: 200 len: 944 time: 0.0517709 May 12 09:54:17.194172 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Current status of the port 82ee8c9d-96c7-4b79-a8b3-851e1aaed771 is: DOWN; New status is: BUILD {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:54:17.194568 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (82ee8c9d-96c7-4b79-a8b3-851e1aaed771), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:54:17.207867 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82ee8c9d-96c7-4b79-a8b3-851e1aaed771 {{(pid=103459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 12 09:54:17.227371 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] For port 82ee8c9d-96c7-4b79-a8b3-851e1aaed771, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=82ee8c9d-96c7-4b79-a8b3-851e1aaed771,segment=NetworkSegment(f47e11d4-d34b-4d5a-95a2-c4d425db3481),segment_id=f47e11d4-d34b-4d5a-95a2-c4d425db3481)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:54:17.231883 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (82ee8c9d-96c7-4b79-a8b3-851e1aaed771), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:54:17.235686 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-0ad45267-6afe-429a-8b5a-0e9ab29341ee req-fd1b607b-cd4b-426f-9ea6-ec5072e882ae tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d61dae1-6db7-4389-988a-c2f29773c422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423014 May 12 09:54:17.279752 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Pushing event updated for resources: {'Port': ['ID=82ee8c9d-96c7-4b79-a8b3-851e1aaed771,revision_number=4']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:54:17.286701 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:54:17.287050 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:54:17.287424 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:54:17.287714 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:54:17.288071 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:54:17.288388 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:54:17.288684 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:54:17.289008 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:54:17.289331 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:54:17.289656 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:54:17.290030 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:54:17.290382 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:54:17.290707 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:54:17.291026 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:54:17.291348 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:54:17.656985 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] get_ports_and_sgs() called for port_ids ['82ee8c9d-96c7-4b79-a8b3-851e1aaed771'] {{(pid=103459) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 12 09:54:18.345694 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c1985-3166-49f1-83f6-a02d1baefb8a req-4ad9d065-f32f-4d6c-833c-a222ec7650be tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:54:18.347158 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a71c1985-3166-49f1-83f6-a02d1baefb8a req-4ad9d065-f32f-4d6c-833c-a222ec7650be tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/ports?device_id=1226a4b5-6030-480a-8f17-4f32745a6f99 HTTP/1.1" status: 200 len: 945 time: 0.0457447 May 12 09:54:18.394478 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-a71c1985-3166-49f1-83f6-a02d1baefb8a req-4ceb0d4f-5eb3-4352-952a-7999c6d6d8a6 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d61dae1-6db7-4389-988a-c2f29773c422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418010 May 12 09:54:19.052659 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device 82ee8c9d-96c7-4b79-a8b3-851e1aaed771 up at agent hyperv_hv-cinder-83769 {{(pid=103459) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 12 09:54:19.096263 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Provisioning for port 82ee8c9d-96c7-4b79-a8b3-851e1aaed771 completed by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 12 09:54:19.102302 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.provisioning_blocks [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Provisioning complete for port 82ee8c9d-96c7-4b79-a8b3-851e1aaed771 triggered by entity L2. {{(pid=103459) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 12 09:54:19.102608 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3491017'] for port (82ee8c9d-96c7-4b79-a8b3-851e1aaed771), provisioning_complete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:54:19.177156 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Current status of the port 82ee8c9d-96c7-4b79-a8b3-851e1aaed771 is: BUILD; New status is: ACTIVE {{(pid=103459) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 12 09:54:19.177534 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (82ee8c9d-96c7-4b79-a8b3-851e1aaed771), before_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:54:19.199284 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1226a4b5-6030-480a-8f17-4f32745a6f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ee8c9d-96c7-4b79-a8b3-851e1aaed771'}] {{(pid=103459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:54:19.201518 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86b47e387812c2b24e7094e641fb8cdf00e205bc2b1299b72670831d9f7cf680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f98d9dfe-ba12-4a1a-859b-f016ff41186f" -d '{"events": [{"server_uuid": "1226a4b5-6030-480a-8f17-4f32745a6f99", "name": "network-vif-plugged", "status": "completed", "tag": "82ee8c9d-96c7-4b79-a8b3-851e1aaed771"}]}' {{(pid=103459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:54:19.217828 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] For port 82ee8c9d-96c7-4b79-a8b3-851e1aaed771, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=82ee8c9d-96c7-4b79-a8b3-851e1aaed771,segment=NetworkSegment(f47e11d4-d34b-4d5a-95a2-c4d425db3481),segment_id=f47e11d4-d34b-4d5a-95a2-c4d425db3481)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:54:19.221795 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656'] for port (82ee8c9d-96c7-4b79-a8b3-851e1aaed771), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:54:19.244394 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 09:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a89f0195-30bf-41d2-8a33-7725cef41291 x-openstack-request-id: req-a89f0195-30bf-41d2-8a33-7725cef41291 {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:54:19.244721 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1226a4b5-6030-480a-8f17-4f32745a6f99", "name": "network-vif-plugged", "status": "completed", "tag": "82ee8c9d-96c7-4b79-a8b3-851e1aaed771", "code": 200}]} {{(pid=103459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:54:19.244975 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a89f0195-30bf-41d2-8a33-7725cef41291 {{(pid=103459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:54:19.245366 dv-cinder-837699-5-iscsi neutron-server[103459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a89f0195-30bf-41d2-8a33-7725cef41291'] response: {'server_uuid': '1226a4b5-6030-480a-8f17-4f32745a6f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ee8c9d-96c7-4b79-a8b3-851e1aaed771', 'code': 200} May 12 09:54:19.270418 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Pushing event updated for resources: {'Port': ['ID=82ee8c9d-96c7-4b79-a8b3-851e1aaed771,revision_number=5']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:54:19.518943 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c154a-4869-4ddc-b730-748d603a834d req-38367c67-fd7a-4f29-8c50-f303840c7e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:54:19.520421 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-cb8c154a-4869-4ddc-b730-748d603a834d req-38367c67-fd7a-4f29-8c50-f303840c7e3d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1226a4b5-6030-480a-8f17-4f32745a6f99 HTTP/1.1" status: 200 len: 1130 time: 0.0678036 May 12 09:54:19.531306 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c6c31e-38cc-4653-8a7e-986d907ce979 req-4852bb75-f617-46dd-b3ec-d545861a786d tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:54:19.532671 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-83c6c31e-38cc-4653-8a7e-986d907ce979 req-4852bb75-f617-46dd-b3ec-d545861a786d tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/ports?device_id=1226a4b5-6030-480a-8f17-4f32745a6f99 HTTP/1.1" status: 200 len: 946 time: 0.0716045 May 12 09:54:19.603771 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-cb8c154a-4869-4ddc-b730-748d603a834d req-5afd5fde-b9c4-4e88-99e8-b28ed4691d32 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=2d61dae1-6db7-4389-988a-c2f29773c422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701942 May 12 09:54:19.607340 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-83c6c31e-38cc-4653-8a7e-986d907ce979 req-9b77f732-cbe6-4158-9ae8-5073d43aa17e tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d61dae1-6db7-4389-988a-c2f29773c422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687253 May 12 09:54:19.668654 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d5a7fcc0-37a9-44cf-8b07-e98a0f6b4996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (9bee5a85-5be0-4217-aa6d-1f9c6538b987), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:54:20.719272 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdc1a13-3e0f-464d-b267-72efec1de2d1 req-1b541463-c102-47d5-986a-1541508410a9 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:54:20.720720 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2bdc1a13-3e0f-464d-b267-72efec1de2d1 req-1b541463-c102-47d5-986a-1541508410a9 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/ports?device_id=1226a4b5-6030-480a-8f17-4f32745a6f99 HTTP/1.1" status: 200 len: 946 time: 0.0461574 May 12 09:54:20.770850 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2bdc1a13-3e0f-464d-b267-72efec1de2d1 req-142e7bec-0002-442f-8a6c-c0caeae12f59 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d61dae1-6db7-4389-988a-c2f29773c422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448110 May 12 09:54:21.001593 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (cdc2c050-d5b8-41e9-9f41-bf893d522faa), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:54:21.881963 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e6f721-5c27-4d83-901f-8c71ab4594a2 req-1ccf9fe4-f78d-43e0-b3c3-26a9672c9fa2 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:54:21.883390 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-00e6f721-5c27-4d83-901f-8c71ab4594a2 req-1ccf9fe4-f78d-43e0-b3c3-26a9672c9fa2 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/ports?device_id=1226a4b5-6030-480a-8f17-4f32745a6f99 HTTP/1.1" status: 200 len: 946 time: 0.0460083 May 12 09:54:21.902876 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-ee14bb2b-a711-4940-9fdc-df215f23c4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (8db92903-2544-41c2-b919-def82c43c97a), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:54:21.934217 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-00e6f721-5c27-4d83-901f-8c71ab4594a2 req-a260f578-8aa1-4d78-b562-9aa5f2f867c7 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d61dae1-6db7-4389-988a-c2f29773c422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445385 May 12 09:54:22.043236 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f5ac6-9e4d-4678-94a6-7021fa5d3176 req-64cf8922-28ec-499a-95f1-f7cd3a6cd63f tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:54:22.044688 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f66f5ac6-9e4d-4678-94a6-7021fa5d3176 req-64cf8922-28ec-499a-95f1-f7cd3a6cd63f tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/ports?device_id=1226a4b5-6030-480a-8f17-4f32745a6f99 HTTP/1.1" status: 200 len: 946 time: 0.0462062 May 12 09:54:22.091360 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-f66f5ac6-9e4d-4678-94a6-7021fa5d3176 req-0d24a532-0f6b-484d-b933-073b9b05a317 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d61dae1-6db7-4389-988a-c2f29773c422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411196 May 12 09:54:22.113354 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 46840) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:54:22.248005 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7478b0d0-f29e-4507-af97-73ecd57fd753 tempest-TestVolumeBootPattern-55136911 tempest-TestVolumeBootPattern-55136911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:54:22.249519 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-7478b0d0-f29e-4507-af97-73ecd57fd753 tempest-TestVolumeBootPattern-55136911 tempest-TestVolumeBootPattern-55136911-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1226a4b5-6030-480a-8f17-4f32745a6f99 HTTP/1.1" status: 200 len: 1125 time: 0.1342990 May 12 09:54:22.252312 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 46846) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:54:22.256367 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.v2.base [None req-9e3d12e8-cfe7-4bed-ad41-8dccc6625172 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Request body: {'floatingip': {'floating_network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'port_id': '82ee8c9d-96c7-4b79-a8b3-851e1aaed771', 'tenant_id': '6e6bc2241970493783de557e3f690105', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103457) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 12 09:54:22.277538 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9e3d12e8-cfe7-4bed-ad41-8dccc6625172 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:54:22.355128 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9e3d12e8-cfe7-4bed-ad41-8dccc6625172 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (None), before_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:54:22.455549 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_common [None req-9e3d12e8-cfe7-4bed-ad41-8dccc6625172 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Allocated IP 172.27.3.236 (35e64619-a59d-47b1-b4c9-78b55f54f97b/31f684fc-c02d-4e22-bb04-cd143bba725c/f2fd7cf1-3e12-4219-8e27-f0308fb6411a) {{(pid=103457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 12 09:54:22.558513 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9e3d12e8-cfe7-4bed-ad41-8dccc6625172 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks [] for port (f2fd7cf1-3e12-4219-8e27-f0308fb6411a), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:54:22.599561 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9e3d12e8-cfe7-4bed-ad41-8dccc6625172 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740344012620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28491394'] for port (f2fd7cf1-3e12-4219-8e27-f0308fb6411a), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:54:22.636146 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3d12e8-cfe7-4bed-ad41-8dccc6625172 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Network 35e64619-a59d-47b1-b4c9-78b55f54f97b is already hosted by enough agents. {{(pid=103457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 12 09:54:22.638793 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.base_scheduler [None req-9e3d12e8-cfe7-4bed-ad41-8dccc6625172 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Resources bound (agent type, host, resource id): {{(pid=103457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 12 09:54:22.644357 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3d12e8-cfe7-4bed-ad41-8dccc6625172 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Received port after_create {{(pid=103457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 12 09:54:22.649653 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3d12e8-cfe7-4bed-ad41-8dccc6625172 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Pushing event updated for resources: {'Port': ['ID=f2fd7cf1-3e12-4219-8e27-f0308fb6411a,revision_number=1']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:54:22.679397 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3d12e8-cfe7-4bed-ad41-8dccc6625172 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:54:22.679747 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3d12e8-cfe7-4bed-ad41-8dccc6625172 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:54:22.680097 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3d12e8-cfe7-4bed-ad41-8dccc6625172 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:54:22.680438 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3d12e8-cfe7-4bed-ad41-8dccc6625172 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:54:22.680773 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3d12e8-cfe7-4bed-ad41-8dccc6625172 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:54:22.681106 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3d12e8-cfe7-4bed-ad41-8dccc6625172 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:54:22.681434 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3d12e8-cfe7-4bed-ad41-8dccc6625172 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:54:22.681762 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3d12e8-cfe7-4bed-ad41-8dccc6625172 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:54:22.682643 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3d12e8-cfe7-4bed-ad41-8dccc6625172 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:54:22.682977 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3d12e8-cfe7-4bed-ad41-8dccc6625172 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:54:22.683304 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3d12e8-cfe7-4bed-ad41-8dccc6625172 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:54:22.683629 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3d12e8-cfe7-4bed-ad41-8dccc6625172 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:54:22.683956 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3d12e8-cfe7-4bed-ad41-8dccc6625172 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:54:22.684276 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3d12e8-cfe7-4bed-ad41-8dccc6625172 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:54:22.684596 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3d12e8-cfe7-4bed-ad41-8dccc6625172 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:54:23.008892 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9e3d12e8-cfe7-4bed-ad41-8dccc6625172 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks [] for floatingip (914a188b-58df-4268-be0a-67a12b6c43a1), precommit_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:54:23.073624 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9e3d12e8-cfe7-4bed-ad41-8dccc6625172 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3521625'] for port (f2fd7cf1-3e12-4219-8e27-f0308fb6411a), before_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:54:23.155807 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-13a031d7-5ec6-42a3-899f-d50e1f06c687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (f8def58d-f1ec-4d41-abae-d1c60f542bd3), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:54:23.270437 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9e3d12e8-cfe7-4bed-ad41-8dccc6625172 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks [] for port (f2fd7cf1-3e12-4219-8e27-f0308fb6411a), precommit_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:54:23.274719 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9e3d12e8-cfe7-4bed-ad41-8dccc6625172 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740344441227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740344012638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740344012656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28491445'] for port (f2fd7cf1-3e12-4219-8e27-f0308fb6411a), after_update {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:54:23.559624 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3d12e8-cfe7-4bed-ad41-8dccc6625172 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Pushing event updated for resources: {'Port': ['ID=f2fd7cf1-3e12-4219-8e27-f0308fb6411a,revision_number=2']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:54:23.570571 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9e3d12e8-cfe7-4bed-ad41-8dccc6625172 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799862'] for floatingip (914a188b-58df-4268-be0a-67a12b6c43a1), after_create {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:54:23.669156 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.db.l3_db [None req-9e3d12e8-cfe7-4bed-ad41-8dccc6625172 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Floating IP 914a188b-58df-4268-be0a-67a12b6c43a1 associated. External IP: 172.27.3.236, port: 82ee8c9d-96c7-4b79-a8b3-851e1aaed771. May 12 09:54:23.873393 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e3d12e8-cfe7-4bed-ad41-8dccc6625172 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Router 9bb081be-dfc2-44ad-9a22-80a42da3e463 has already been hosted by L3 agent 8db92903-2544-41c2-b919-def82c43c97a {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 09:54:23.978710 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e3d12e8-cfe7-4bed-ad41-8dccc6625172 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Notify agent at l3_agent.dv-cinder-837699-5-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 09:54:23.989254 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523d70c1-0753-4b2c-ac46-1e1ae4e1736a None None] Sync routers for ids ['9bb081be-dfc2-44ad-9a22-80a42da3e463'] in dv-cinder-837699-5-iscsi {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 09:54:23.997660 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-9e3d12e8-cfe7-4bed-ad41-8dccc6625172 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for floatingip (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:54:23.999453 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523d70c1-0753-4b2c-ac46-1e1ae4e1736a None None] Routers {'9bb081be-dfc2-44ad-9a22-80a42da3e463'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:54:24.000074 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-523d70c1-0753-4b2c-ac46-1e1ae4e1736a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:54:22Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['9bb081be-dfc2-44ad-9a22-80a42da3e463'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:54:24.027146 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-9e3d12e8-cfe7-4bed-ad41-8dccc6625172 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7738597 May 12 09:54:24.027722 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1226a4b5-6030-480a-8f17-4f32745a6f99', 'tag': '82ee8c9d-96c7-4b79-a8b3-851e1aaed771'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:54:24.030522 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ab44c22d40f7c005d262e262c3a77426c373d0f7a848e933746c3cdedb51eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-608a4b4e-2734-4af3-9495-1ec5a358af55" -d '{"events": [{"name": "network-changed", "server_uuid": "1226a4b5-6030-480a-8f17-4f32745a6f99", "tag": "82ee8c9d-96c7-4b79-a8b3-851e1aaed771"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:54:24.065637 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 09:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71a8ef0-db28-4d0a-89ef-eda9ec6dc629 x-openstack-request-id: req-e71a8ef0-db28-4d0a-89ef-eda9ec6dc629 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:54:24.065966 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1226a4b5-6030-480a-8f17-4f32745a6f99", "tag": "82ee8c9d-96c7-4b79-a8b3-851e1aaed771", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:54:24.066228 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e71a8ef0-db28-4d0a-89ef-eda9ec6dc629 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:54:24.066644 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e71a8ef0-db28-4d0a-89ef-eda9ec6dc629'] response: {'name': 'network-changed', 'server_uuid': '1226a4b5-6030-480a-8f17-4f32745a6f99', 'tag': '82ee8c9d-96c7-4b79-a8b3-851e1aaed771', 'status': 'completed', 'code': 200} May 12 09:54:24.110509 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-523d70c1-0753-4b2c-ac46-1e1ae4e1736a None None] Set router 9bb081be-dfc2-44ad-9a22-80a42da3e463 gateway port host: dv-cinder-837699-5-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:54:24.156543 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a4b4e-2734-4af3-9495-1ec5a358af55 req-109b2a05-ff22-42b5-8d35-82aaf14dbed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:54:24.157935 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-608a4b4e-2734-4af3-9495-1ec5a358af55 req-109b2a05-ff22-42b5-8d35-82aaf14dbed0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6e6bc2241970493783de557e3f690105&device_id=1226a4b5-6030-480a-8f17-4f32745a6f99 HTTP/1.1" status: 200 len: 1130 time: 0.0414793 May 12 09:54:24.245766 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a4b4e-2734-4af3-9495-1ec5a358af55 req-cb157ee0-dda3-4017-ad66-b1633c110fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:54:24.247281 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-608a4b4e-2734-4af3-9495-1ec5a358af55 req-cb157ee0-dda3-4017-ad66-b1633c110fcf service neutron] 10.222.0.65 "GET /v2.0/networks?id=f6f9b602-5994-4479-ba8e-6005a9bbaa39 HTTP/1.1" status: 200 len: 913 time: 0.0836380 May 12 09:54:24.314704 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-608a4b4e-2734-4af3-9495-1ec5a358af55 req-370016f7-9176-4b05-ba82-add0b5a2d528 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82ee8c9d-96c7-4b79-a8b3-851e1aaed771 HTTP/1.1" status: 200 len: 1000 time: 0.0615249 May 12 09:54:24.327374 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-523d70c1-0753-4b2c-ac46-1e1ae4e1736a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'name': 'tempest-TestVolumeBootPattern-1179763224-router', 'tenant_id': '6e6bc2241970493783de557e3f690105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '661a4470-5b33-4ef0-9807-43fb27abce33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:48:24Z', 'updated_at': '2022-05-12T09:48:27Z', 'revision_number': 4, 'project_id': '6e6bc2241970493783de557e3f690105', 'gw_port': {'id': '661a4470-5b33-4ef0-9807-43fb27abce33', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:22:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:48:25Z', 'updated_at': '2022-05-12T09:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_floatingips': [{'id': '57bd6650-0911-4cd8-9a71-91c053097d65', 'tenant_id': '6e6bc2241970493783de557e3f690105', 'floating_ip_address': '172.27.3.234', 'floating_network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'router_id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'port_id': '7ed510b9-f10d-44b7-8c8c-10f5daa229e6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 736, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6f9b602-5994-4479-ba8e-6005a9bbaa39', 'mac_address': 'fa:16:3e:79:9f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4d0b64-50c4-488e-88d7-29ab24ad4da8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T09:52:01Z', 'updated_at': '2022-05-12T09:52:03Z', 'revision_number': 1, 'project_id': '6e6bc2241970493783de557e3f690105', 'fixed_ip_address_scope': None}, {'id': '914a188b-58df-4268-be0a-67a12b6c43a1', 'tenant_id': '6e6bc2241970493783de557e3f690105', 'floating_ip_address': '172.27.3.236', 'floating_network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'router_id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'port_id': '82ee8c9d-96c7-4b79-a8b3-851e1aaed771', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6f9b602-5994-4479-ba8e-6005a9bbaa39', 'mac_address': 'fa:16:3e:ab:c0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1226a4b5-6030-480a-8f17-4f32745a6f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T09:54:22Z', 'updated_at': '2022-05-12T09:54:22Z', 'revision_number': 0, 'project_id': '6e6bc2241970493783de557e3f690105', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b894d993-7e82-490e-bf87-840c0c78c81f', 'name': '', 'network_id': 'f6f9b602-5994-4479-ba8e-6005a9bbaa39', 'tenant_id': '6e6bc2241970493783de557e3f690105', 'mac_address': 'fa:16:3e:d3:45:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '28623973-416c-4d68-8b43-8208a047eab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:48:27Z', 'updated_at': '2022-05-12T09:48:31Z', 'revision_number': 5, 'project_id': '6e6bc2241970493783de557e3f690105', 'subnets': [{'id': '28623973-416c-4d68-8b43-8208a047eab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:54:24.353199 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523d70c1-0753-4b2c-ac46-1e1ae4e1736a None None] Checking router: 9bb081be-dfc2-44ad-9a22-80a42da3e463 for host: dv-cinder-837699-5-iscsi {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 09:54:24.362078 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523d70c1-0753-4b2c-ac46-1e1ae4e1736a None None] Routers {'9bb081be-dfc2-44ad-9a22-80a42da3e463'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:54:24.362677 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-523d70c1-0753-4b2c-ac46-1e1ae4e1736a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:54:22Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['9bb081be-dfc2-44ad-9a22-80a42da3e463'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:54:24.363012 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a4b4e-2734-4af3-9495-1ec5a358af55 req-7bbcbbbb-b8da-45ae-9cae-72b3824dcc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:54:24.364482 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-608a4b4e-2734-4af3-9495-1ec5a358af55 req-7bbcbbbb-b8da-45ae-9cae-72b3824dcc95 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=28623973-416c-4d68-8b43-8208a047eab8 HTTP/1.1" status: 200 len: 851 time: 0.0440786 May 12 09:54:24.408281 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a4b4e-2734-4af3-9495-1ec5a358af55 req-1cad2f41-0d8f-4b5d-ad9a-5bf7212a0805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:54:24.409666 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-608a4b4e-2734-4af3-9495-1ec5a358af55 req-1cad2f41-0d8f-4b5d-ad9a-5bf7212a0805 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f6f9b602-5994-4479-ba8e-6005a9bbaa39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390563 May 12 09:54:24.420652 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [req-608a4b4e-2734-4af3-9495-1ec5a358af55 req-d6178803-75b0-4541-8179-52dab654d4d7 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 12 09:54:24.421659 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-608a4b4e-2734-4af3-9495-1ec5a358af55 req-d6178803-75b0-4541-8179-52dab654d4d7 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0056858 May 12 09:54:24.472527 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-523d70c1-0753-4b2c-ac46-1e1ae4e1736a None None] Set router 9bb081be-dfc2-44ad-9a22-80a42da3e463 gateway port host: dv-cinder-837699-5-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:54:24.512091 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-608a4b4e-2734-4af3-9495-1ec5a358af55 req-cff2aa70-f6da-491c-9aec-70153dfdf45f service neutron] 10.222.0.65 "GET /v2.0/networks/f6f9b602-5994-4479-ba8e-6005a9bbaa39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847359 May 12 09:54:24.597965 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-608a4b4e-2734-4af3-9495-1ec5a358af55 req-bf349767-4d90-4ba2-9194-260a8bf28cdd service neutron] 10.222.0.65 "GET /v2.0/networks/f6f9b602-5994-4479-ba8e-6005a9bbaa39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805662 May 12 09:54:24.602557 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a984b3b9-a9e9-40d7-bd88-8cdbb1de5f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (e377c27d-f788-489a-9a4f-9db675c37dc4), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:54:24.701473 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-523d70c1-0753-4b2c-ac46-1e1ae4e1736a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'name': 'tempest-TestVolumeBootPattern-1179763224-router', 'tenant_id': '6e6bc2241970493783de557e3f690105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '661a4470-5b33-4ef0-9807-43fb27abce33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:48:24Z', 'updated_at': '2022-05-12T09:48:27Z', 'revision_number': 4, 'project_id': '6e6bc2241970493783de557e3f690105', 'gw_port': {'id': '661a4470-5b33-4ef0-9807-43fb27abce33', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:22:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:48:25Z', 'updated_at': '2022-05-12T09:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_floatingips': [{'id': '57bd6650-0911-4cd8-9a71-91c053097d65', 'tenant_id': '6e6bc2241970493783de557e3f690105', 'floating_ip_address': '172.27.3.234', 'floating_network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'router_id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'port_id': '7ed510b9-f10d-44b7-8c8c-10f5daa229e6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 736, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6f9b602-5994-4479-ba8e-6005a9bbaa39', 'mac_address': 'fa:16:3e:79:9f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4d0b64-50c4-488e-88d7-29ab24ad4da8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T09:52:01Z', 'updated_at': '2022-05-12T09:52:03Z', 'revision_number': 1, 'project_id': '6e6bc2241970493783de557e3f690105', 'fixed_ip_address_scope': None}, {'id': '914a188b-58df-4268-be0a-67a12b6c43a1', 'tenant_id': '6e6bc2241970493783de557e3f690105', 'floating_ip_address': '172.27.3.236', 'floating_network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'router_id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'port_id': '82ee8c9d-96c7-4b79-a8b3-851e1aaed771', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6f9b602-5994-4479-ba8e-6005a9bbaa39', 'mac_address': 'fa:16:3e:ab:c0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1226a4b5-6030-480a-8f17-4f32745a6f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T09:54:22Z', 'updated_at': '2022-05-12T09:54:22Z', 'revision_number': 0, 'project_id': '6e6bc2241970493783de557e3f690105', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b894d993-7e82-490e-bf87-840c0c78c81f', 'name': '', 'network_id': 'f6f9b602-5994-4479-ba8e-6005a9bbaa39', 'tenant_id': '6e6bc2241970493783de557e3f690105', 'mac_address': 'fa:16:3e:d3:45:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '28623973-416c-4d68-8b43-8208a047eab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:48:27Z', 'updated_at': '2022-05-12T09:48:31Z', 'revision_number': 5, 'project_id': '6e6bc2241970493783de557e3f690105', 'subnets': [{'id': '28623973-416c-4d68-8b43-8208a047eab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:54:24.727216 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523d70c1-0753-4b2c-ac46-1e1ae4e1736a None None] The sync data for ids ['9bb081be-dfc2-44ad-9a22-80a42da3e463'] in dv-cinder-837699-5-iscsi is: [{'id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'name': 'tempest-TestVolumeBootPattern-1179763224-router', 'tenant_id': '6e6bc2241970493783de557e3f690105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '661a4470-5b33-4ef0-9807-43fb27abce33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:48:24Z', 'updated_at': '2022-05-12T09:48:27Z', 'revision_number': 4, 'project_id': '6e6bc2241970493783de557e3f690105', 'gw_port': {'id': '661a4470-5b33-4ef0-9807-43fb27abce33', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:22:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:48:25Z', 'updated_at': '2022-05-12T09:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_floatingips': [{'id': '57bd6650-0911-4cd8-9a71-91c053097d65', 'tenant_id': '6e6bc2241970493783de557e3f690105', 'floating_ip_address': '172.27.3.234', 'floating_network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'router_id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'port_id': '7ed510b9-f10d-44b7-8c8c-10f5daa229e6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 736, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6f9b602-5994-4479-ba8e-6005a9bbaa39', 'mac_address': 'fa:16:3e:79:9f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4d0b64-50c4-488e-88d7-29ab24ad4da8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T09:52:01Z', 'updated_at': '2022-05-12T09:52:03Z', 'revision_number': 1, 'project_id': '6e6bc2241970493783de557e3f690105', 'fixed_ip_address_scope': None}, {'id': '914a188b-58df-4268-be0a-67a12b6c43a1', 'tenant_id': '6e6bc2241970493783de557e3f690105', 'floating_ip_address': '172.27.3.236', 'floating_network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'router_id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'port_id': '82ee8c9d-96c7-4b79-a8b3-851e1aaed771', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6f9b602-5994-4479-ba8e-6005a9bbaa39', 'mac_address': 'fa:16:3e:ab:c0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1226a4b5-6030-480a-8f17-4f32745a6f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T09:54:22Z', 'updated_at': '2022-05-12T09:54:22Z', 'revision_number': 0, 'project_id': '6e6bc2241970493783de557e3f690105', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b894d993-7e82-490e-bf87-840c0c78c81f', 'name': '', 'network_id': 'f6f9b602-5994-4479-ba8e-6005a9bbaa39', 'tenant_id': '6e6bc2241970493783de557e3f690105', 'mac_address': 'fa:16:3e:d3:45:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '28623973-416c-4d68-8b43-8208a047eab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:48:27Z', 'updated_at': '2022-05-12T09:48:31Z', 'revision_number': 5, 'project_id': '6e6bc2241970493783de557e3f690105', 'subnets': [{'id': '28623973-416c-4d68-8b43-8208a047eab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 09:54:24.918485 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39f2648-db3e-47ed-9ecb-4f5109fb22a2 None None] New status for floating IP 914a188b-58df-4268-be0a-67a12b6c43a1: ACTIVE {{(pid=103460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 09:54:26.044644 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (0e2e3861-7d79-4ce6-9d91-faa32ae2cb64), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:54:44.235553 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-1d9e6a58-d356-44ab-bb34-37357c1267d7 None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 09:54:49.669950 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-4eeda597-94d7-43c6-854c-b929a6ddbcbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (9bee5a85-5be0-4217-aa6d-1f9c6538b987), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:54:51.019655 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (cdc2c050-d5b8-41e9-9f41-bf893d522faa), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:54:51.908687 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-25a25b58-30b0-4ae3-99a0-2c986f9eb5ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (8db92903-2544-41c2-b919-def82c43c97a), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:54:53.159182 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-13a031d7-5ec6-42a3-899f-d50e1f06c687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (f8def58d-f1ec-4d41-abae-d1c60f542bd3), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:54:54.602757 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a984b3b9-a9e9-40d7-bd88-8cdbb1de5f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (e377c27d-f788-489a-9a4f-9db675c37dc4), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:54:56.047155 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (0e2e3861-7d79-4ce6-9d91-faa32ae2cb64), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:54:58.927701 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-11f07f8a-c585-4e8f-ae28-33256d5a6919 req-f531cc40-de38-42e7-82d0-11d31893e8e5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cf4d0b64-50c4-488e-88d7-29ab24ad4da8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0852654 May 12 09:54:59.023120 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f07f8a-c585-4e8f-ae28-33256d5a6919 req-d6c13078-bb21-4ec7-b1ca-2cfcb586ffb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:54:59.024537 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-11f07f8a-c585-4e8f-ae28-33256d5a6919 req-d6c13078-bb21-4ec7-b1ca-2cfcb586ffb4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6e6bc2241970493783de557e3f690105&device_id=cf4d0b64-50c4-488e-88d7-29ab24ad4da8 HTTP/1.1" status: 200 len: 1129 time: 0.0379198 May 12 09:54:59.128243 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f07f8a-c585-4e8f-ae28-33256d5a6919 req-9197b73d-365e-4aa9-a9a1-89bed117d056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:54:59.129693 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-11f07f8a-c585-4e8f-ae28-33256d5a6919 req-9197b73d-365e-4aa9-a9a1-89bed117d056 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f6f9b602-5994-4479-ba8e-6005a9bbaa39 HTTP/1.1" status: 200 len: 913 time: 0.0883117 May 12 09:54:59.193615 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-11f07f8a-c585-4e8f-ae28-33256d5a6919 req-1ca81517-08be-4204-bd2d-509a09d1cfc5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ed510b9-f10d-44b7-8c8c-10f5daa229e6 HTTP/1.1" status: 200 len: 1001 time: 0.0582047 May 12 09:54:59.240326 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f07f8a-c585-4e8f-ae28-33256d5a6919 req-494d3154-ccf6-4771-a776-76a692643b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:54:59.241711 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-11f07f8a-c585-4e8f-ae28-33256d5a6919 req-494d3154-ccf6-4771-a776-76a692643b05 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=28623973-416c-4d68-8b43-8208a047eab8 HTTP/1.1" status: 200 len: 851 time: 0.0431063 May 12 09:54:59.286091 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f07f8a-c585-4e8f-ae28-33256d5a6919 req-f7d70d80-f7bb-445b-8df4-a712f2b0c8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:54:59.287514 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-11f07f8a-c585-4e8f-ae28-33256d5a6919 req-f7d70d80-f7bb-445b-8df4-a712f2b0c8e6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f6f9b602-5994-4479-ba8e-6005a9bbaa39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400987 May 12 09:54:59.375702 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-11f07f8a-c585-4e8f-ae28-33256d5a6919 req-10d9d99b-e04b-4358-8b0a-22d4240dd79e service neutron] 10.222.0.65 "GET /v2.0/networks/f6f9b602-5994-4479-ba8e-6005a9bbaa39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826824 May 12 09:54:59.465923 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-11f07f8a-c585-4e8f-ae28-33256d5a6919 req-bb364215-fb83-4c64-8ec3-e36d66135f91 service neutron] 10.222.0.65 "GET /v2.0/networks/f6f9b602-5994-4479-ba8e-6005a9bbaa39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833421 May 12 09:55:19.671391 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-b76c4dd0-d735-4462-9644-ced97dea4dbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (9bee5a85-5be0-4217-aa6d-1f9c6538b987), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:55:21.022743 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (cdc2c050-d5b8-41e9-9f41-bf893d522faa), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:55:21.233672 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-1d9e6a58-d356-44ab-bb34-37357c1267d7 None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 09:55:21.900692 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-7d2304b0-f143-4574-9957-8c67a6e0984c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (8db92903-2544-41c2-b919-def82c43c97a), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:55:23.164669 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-13a031d7-5ec6-42a3-899f-d50e1f06c687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (f8def58d-f1ec-4d41-abae-d1c60f542bd3), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:55:24.604451 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a984b3b9-a9e9-40d7-bd88-8cdbb1de5f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (e377c27d-f788-489a-9a4f-9db675c37dc4), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:55:26.048725 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (0e2e3861-7d79-4ce6-9d91-faa32ae2cb64), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:55:49.673233 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-8405aff9-ad67-4fac-862a-c7f2a7a93308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (9bee5a85-5be0-4217-aa6d-1f9c6538b987), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:55:51.039550 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (cdc2c050-d5b8-41e9-9f41-bf893d522faa), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:55:51.901652 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-c24854ec-735a-46cd-8345-e9063a12ad57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (8db92903-2544-41c2-b919-def82c43c97a), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:55:53.163995 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-13a031d7-5ec6-42a3-899f-d50e1f06c687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (f8def58d-f1ec-4d41-abae-d1c60f542bd3), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:55:54.608876 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a984b3b9-a9e9-40d7-bd88-8cdbb1de5f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (e377c27d-f788-489a-9a4f-9db675c37dc4), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:55:56.050485 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (0e2e3861-7d79-4ce6-9d91-faa32ae2cb64), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:55:58.233481 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-1d9e6a58-d356-44ab-bb34-37357c1267d7 None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 09:56:00.877445 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3c75edfa-c35a-43dd-82e0-91a7f18fd8b3 req-23871487-c18a-4a1b-b1d9-af901df81908 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1226a4b5-6030-480a-8f17-4f32745a6f99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0372779 May 12 09:56:00.946960 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c75edfa-c35a-43dd-82e0-91a7f18fd8b3 req-e56241c9-a06f-4ce5-acf2-4bef6127f02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:56:00.948374 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3c75edfa-c35a-43dd-82e0-91a7f18fd8b3 req-e56241c9-a06f-4ce5-acf2-4bef6127f02f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6e6bc2241970493783de557e3f690105&device_id=1226a4b5-6030-480a-8f17-4f32745a6f99 HTTP/1.1" status: 200 len: 1130 time: 0.0371068 May 12 09:56:01.049195 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c75edfa-c35a-43dd-82e0-91a7f18fd8b3 req-f2a564b7-c9fb-4a5a-b64b-224d0f3fd724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:56:01.050651 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3c75edfa-c35a-43dd-82e0-91a7f18fd8b3 req-f2a564b7-c9fb-4a5a-b64b-224d0f3fd724 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f6f9b602-5994-4479-ba8e-6005a9bbaa39 HTTP/1.1" status: 200 len: 913 time: 0.0850806 May 12 09:56:01.114297 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3c75edfa-c35a-43dd-82e0-91a7f18fd8b3 req-c5fb9a30-46d0-4ce5-8477-f7787f4785ac service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82ee8c9d-96c7-4b79-a8b3-851e1aaed771 HTTP/1.1" status: 200 len: 1002 time: 0.0575345 May 12 09:56:01.164826 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c75edfa-c35a-43dd-82e0-91a7f18fd8b3 req-8cb5a7c0-b95b-4fe0-8b2e-7b07ad1db857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:56:01.166148 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3c75edfa-c35a-43dd-82e0-91a7f18fd8b3 req-8cb5a7c0-b95b-4fe0-8b2e-7b07ad1db857 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=28623973-416c-4d68-8b43-8208a047eab8 HTTP/1.1" status: 200 len: 851 time: 0.0465934 May 12 09:56:01.206786 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c75edfa-c35a-43dd-82e0-91a7f18fd8b3 req-3468ee31-ea69-430a-9da6-8aa0f0640405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:56:01.208194 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3c75edfa-c35a-43dd-82e0-91a7f18fd8b3 req-3468ee31-ea69-430a-9da6-8aa0f0640405 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f6f9b602-5994-4479-ba8e-6005a9bbaa39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0366166 May 12 09:56:01.292878 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3c75edfa-c35a-43dd-82e0-91a7f18fd8b3 req-50441df8-3133-4ef4-b207-88db784f561a service neutron] 10.222.0.65 "GET /v2.0/networks/f6f9b602-5994-4479-ba8e-6005a9bbaa39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789568 May 12 09:56:01.381175 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-3c75edfa-c35a-43dd-82e0-91a7f18fd8b3 req-bfd7178a-b327-4815-91ff-9b20876d73d1 service neutron] 10.222.0.65 "GET /v2.0/networks/f6f9b602-5994-4479-ba8e-6005a9bbaa39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827389 May 12 09:56:12.732904 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 46876) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:56:12.881755 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-6b64e794-21ca-42cc-8951-34249df5b580 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Deleting port f2fd7cf1-3e12-4219-8e27-f0308fb6411a {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 09:56:12.882135 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6b64e794-21ca-42cc-8951-34249df5b580 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740344431333'] for port (f2fd7cf1-3e12-4219-8e27-f0308fb6411a), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:12.959044 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6b64e794-21ca-42cc-8951-34249df5b580 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799057'] for port (f2fd7cf1-3e12-4219-8e27-f0308fb6411a), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:12.959374 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6b64e794-21ca-42cc-8951-34249df5b580 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks [] for floatingip (f2fd7cf1-3e12-4219-8e27-f0308fb6411a), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:12.971204 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-6b64e794-21ca-42cc-8951-34249df5b580 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Calling delete_port for f2fd7cf1-3e12-4219-8e27-f0308fb6411a owned by network:floatingip {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 09:56:13.114963 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6b64e794-21ca-42cc-8951-34249df5b580 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740344441209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740344012629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28491394'] for port (f2fd7cf1-3e12-4219-8e27-f0308fb6411a), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:13.138147 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b64e794-21ca-42cc-8951-34249df5b580 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Pushing event deleted for resources: {'Port': ['ID=f2fd7cf1-3e12-4219-8e27-f0308fb6411a,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:56:13.147804 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b64e794-21ca-42cc-8951-34249df5b580 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:56:13.148157 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b64e794-21ca-42cc-8951-34249df5b580 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:56:13.148507 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b64e794-21ca-42cc-8951-34249df5b580 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:56:13.148851 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b64e794-21ca-42cc-8951-34249df5b580 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:56:13.149191 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b64e794-21ca-42cc-8951-34249df5b580 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:56:13.150151 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b64e794-21ca-42cc-8951-34249df5b580 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:56:13.150151 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b64e794-21ca-42cc-8951-34249df5b580 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:56:13.150367 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b64e794-21ca-42cc-8951-34249df5b580 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:56:13.150493 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b64e794-21ca-42cc-8951-34249df5b580 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:56:13.150813 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b64e794-21ca-42cc-8951-34249df5b580 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:56:13.151139 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b64e794-21ca-42cc-8951-34249df5b580 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:56:13.151496 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b64e794-21ca-42cc-8951-34249df5b580 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:56:13.151819 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b64e794-21ca-42cc-8951-34249df5b580 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:56:13.152142 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b64e794-21ca-42cc-8951-34249df5b580 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:56:13.152462 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b64e794-21ca-42cc-8951-34249df5b580 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:56:13.211666 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6b64e794-21ca-42cc-8951-34249df5b580 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks [] for floatingip (914a188b-58df-4268-be0a-67a12b6c43a1), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:13.211998 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.db.l3_db [None req-6b64e794-21ca-42cc-8951-34249df5b580 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Floating IP 914a188b-58df-4268-be0a-67a12b6c43a1 disassociated (deleted). External IP: 172.27.3.236, port: 82ee8c9d-96c7-4b79-a8b3-851e1aaed771. May 12 09:56:13.415792 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b64e794-21ca-42cc-8951-34249df5b580 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Router 9bb081be-dfc2-44ad-9a22-80a42da3e463 has already been hosted by L3 agent 8db92903-2544-41c2-b919-def82c43c97a {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 09:56:13.521313 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b64e794-21ca-42cc-8951-34249df5b580 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Notify agent at l3_agent.dv-cinder-837699-5-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 09:56:13.525649 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-6b64e794-21ca-42cc-8951-34249df5b580 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for floatingip (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:13.532843 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b626014a-7607-463a-9577-1ec2f8144ffa None None] Sync routers for ids ['9bb081be-dfc2-44ad-9a22-80a42da3e463'] in dv-cinder-837699-5-iscsi {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 09:56:13.542843 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b626014a-7607-463a-9577-1ec2f8144ffa None None] Routers {'9bb081be-dfc2-44ad-9a22-80a42da3e463'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:56:13.543452 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-b626014a-7607-463a-9577-1ec2f8144ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:55:52Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['9bb081be-dfc2-44ad-9a22-80a42da3e463'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:56:13.554779 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-6b64e794-21ca-42cc-8951-34249df5b580 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "DELETE /v2.0/floatingips/914a188b-58df-4268-be0a-67a12b6c43a1 HTTP/1.1" status: 204 len: 168 time: 0.8208091 May 12 09:56:13.555459 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1226a4b5-6030-480a-8f17-4f32745a6f99', 'tag': '82ee8c9d-96c7-4b79-a8b3-851e1aaed771'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:56:13.557821 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ab44c22d40f7c005d262e262c3a77426c373d0f7a848e933746c3cdedb51eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea381043-4db3-4516-939d-525de7af6117" -d '{"events": [{"name": "network-changed", "server_uuid": "1226a4b5-6030-480a-8f17-4f32745a6f99", "tag": "82ee8c9d-96c7-4b79-a8b3-851e1aaed771"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:56:13.595569 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 09:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-629f7d1d-a7c5-40ac-bd67-838acf6fcbee x-openstack-request-id: req-629f7d1d-a7c5-40ac-bd67-838acf6fcbee {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:56:13.596337 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1226a4b5-6030-480a-8f17-4f32745a6f99", "tag": "82ee8c9d-96c7-4b79-a8b3-851e1aaed771", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:56:13.596337 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-629f7d1d-a7c5-40ac-bd67-838acf6fcbee {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:56:13.596579 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-629f7d1d-a7c5-40ac-bd67-838acf6fcbee'] response: {'name': 'network-changed', 'server_uuid': '1226a4b5-6030-480a-8f17-4f32745a6f99', 'tag': '82ee8c9d-96c7-4b79-a8b3-851e1aaed771', 'status': 'completed', 'code': 200} May 12 09:56:13.656439 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-b626014a-7607-463a-9577-1ec2f8144ffa None None] Set router 9bb081be-dfc2-44ad-9a22-80a42da3e463 gateway port host: dv-cinder-837699-5-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:56:13.681670 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea381043-4db3-4516-939d-525de7af6117 req-8aa5ae50-b8a7-4563-833e-a79c5b6ff840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:56:13.683101 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ea381043-4db3-4516-939d-525de7af6117 req-8aa5ae50-b8a7-4563-833e-a79c5b6ff840 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6e6bc2241970493783de557e3f690105&device_id=1226a4b5-6030-480a-8f17-4f32745a6f99 HTTP/1.1" status: 200 len: 1130 time: 0.0422466 May 12 09:56:13.787379 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b134cf1-b88e-40c2-943e-1c9b2f638824 req-0803f246-1617-4d67-ab3a-b779f5b2167d tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:56:13.788864 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2b134cf1-b88e-40c2-943e-1c9b2f638824 req-0803f246-1617-4d67-ab3a-b779f5b2167d tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/ports?device_id=1226a4b5-6030-480a-8f17-4f32745a6f99 HTTP/1.1" status: 200 len: 946 time: 0.0457165 May 12 09:56:13.841662 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2b134cf1-b88e-40c2-943e-1c9b2f638824 req-44d078a1-0062-41d3-8755-17887afe460f tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d61dae1-6db7-4389-988a-c2f29773c422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464849 May 12 09:56:13.876463 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-b626014a-7607-463a-9577-1ec2f8144ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'name': 'tempest-TestVolumeBootPattern-1179763224-router', 'tenant_id': '6e6bc2241970493783de557e3f690105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '661a4470-5b33-4ef0-9807-43fb27abce33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:48:24Z', 'updated_at': '2022-05-12T09:48:27Z', 'revision_number': 4, 'project_id': '6e6bc2241970493783de557e3f690105', 'gw_port': {'id': '661a4470-5b33-4ef0-9807-43fb27abce33', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:22:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:48:25Z', 'updated_at': '2022-05-12T09:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_floatingips': [{'id': '57bd6650-0911-4cd8-9a71-91c053097d65', 'tenant_id': '6e6bc2241970493783de557e3f690105', 'floating_ip_address': '172.27.3.234', 'floating_network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'router_id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'port_id': '7ed510b9-f10d-44b7-8c8c-10f5daa229e6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 736, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6f9b602-5994-4479-ba8e-6005a9bbaa39', 'mac_address': 'fa:16:3e:79:9f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4d0b64-50c4-488e-88d7-29ab24ad4da8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T09:52:01Z', 'updated_at': '2022-05-12T09:52:03Z', 'revision_number': 1, 'project_id': '6e6bc2241970493783de557e3f690105', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b894d993-7e82-490e-bf87-840c0c78c81f', 'name': '', 'network_id': 'f6f9b602-5994-4479-ba8e-6005a9bbaa39', 'tenant_id': '6e6bc2241970493783de557e3f690105', 'mac_address': 'fa:16:3e:d3:45:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '28623973-416c-4d68-8b43-8208a047eab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:48:27Z', 'updated_at': '2022-05-12T09:48:31Z', 'revision_number': 5, 'project_id': '6e6bc2241970493783de557e3f690105', 'subnets': [{'id': '28623973-416c-4d68-8b43-8208a047eab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:56:13.907177 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b626014a-7607-463a-9577-1ec2f8144ffa None None] Checking router: 9bb081be-dfc2-44ad-9a22-80a42da3e463 for host: dv-cinder-837699-5-iscsi {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 09:56:13.915287 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b626014a-7607-463a-9577-1ec2f8144ffa None None] Routers {'9bb081be-dfc2-44ad-9a22-80a42da3e463'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:56:13.915888 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-b626014a-7607-463a-9577-1ec2f8144ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:55:52Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['9bb081be-dfc2-44ad-9a22-80a42da3e463'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:56:14.021665 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-b626014a-7607-463a-9577-1ec2f8144ffa None None] Set router 9bb081be-dfc2-44ad-9a22-80a42da3e463 gateway port host: dv-cinder-837699-5-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:56:14.231297 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-b626014a-7607-463a-9577-1ec2f8144ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'name': 'tempest-TestVolumeBootPattern-1179763224-router', 'tenant_id': '6e6bc2241970493783de557e3f690105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '661a4470-5b33-4ef0-9807-43fb27abce33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:48:24Z', 'updated_at': '2022-05-12T09:48:27Z', 'revision_number': 4, 'project_id': '6e6bc2241970493783de557e3f690105', 'gw_port': {'id': '661a4470-5b33-4ef0-9807-43fb27abce33', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:22:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:48:25Z', 'updated_at': '2022-05-12T09:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_floatingips': [{'id': '57bd6650-0911-4cd8-9a71-91c053097d65', 'tenant_id': '6e6bc2241970493783de557e3f690105', 'floating_ip_address': '172.27.3.234', 'floating_network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'router_id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'port_id': '7ed510b9-f10d-44b7-8c8c-10f5daa229e6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 736, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6f9b602-5994-4479-ba8e-6005a9bbaa39', 'mac_address': 'fa:16:3e:79:9f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4d0b64-50c4-488e-88d7-29ab24ad4da8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T09:52:01Z', 'updated_at': '2022-05-12T09:52:03Z', 'revision_number': 1, 'project_id': '6e6bc2241970493783de557e3f690105', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b894d993-7e82-490e-bf87-840c0c78c81f', 'name': '', 'network_id': 'f6f9b602-5994-4479-ba8e-6005a9bbaa39', 'tenant_id': '6e6bc2241970493783de557e3f690105', 'mac_address': 'fa:16:3e:d3:45:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '28623973-416c-4d68-8b43-8208a047eab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:48:27Z', 'updated_at': '2022-05-12T09:48:31Z', 'revision_number': 5, 'project_id': '6e6bc2241970493783de557e3f690105', 'subnets': [{'id': '28623973-416c-4d68-8b43-8208a047eab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:56:14.257475 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b626014a-7607-463a-9577-1ec2f8144ffa None None] The sync data for ids ['9bb081be-dfc2-44ad-9a22-80a42da3e463'] in dv-cinder-837699-5-iscsi is: [{'id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'name': 'tempest-TestVolumeBootPattern-1179763224-router', 'tenant_id': '6e6bc2241970493783de557e3f690105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '661a4470-5b33-4ef0-9807-43fb27abce33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:48:24Z', 'updated_at': '2022-05-12T09:48:27Z', 'revision_number': 4, 'project_id': '6e6bc2241970493783de557e3f690105', 'gw_port': {'id': '661a4470-5b33-4ef0-9807-43fb27abce33', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:22:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:48:25Z', 'updated_at': '2022-05-12T09:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_floatingips': [{'id': '57bd6650-0911-4cd8-9a71-91c053097d65', 'tenant_id': '6e6bc2241970493783de557e3f690105', 'floating_ip_address': '172.27.3.234', 'floating_network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'router_id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'port_id': '7ed510b9-f10d-44b7-8c8c-10f5daa229e6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 736, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6f9b602-5994-4479-ba8e-6005a9bbaa39', 'mac_address': 'fa:16:3e:79:9f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4d0b64-50c4-488e-88d7-29ab24ad4da8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-12T09:52:01Z', 'updated_at': '2022-05-12T09:52:03Z', 'revision_number': 1, 'project_id': '6e6bc2241970493783de557e3f690105', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b894d993-7e82-490e-bf87-840c0c78c81f', 'name': '', 'network_id': 'f6f9b602-5994-4479-ba8e-6005a9bbaa39', 'tenant_id': '6e6bc2241970493783de557e3f690105', 'mac_address': 'fa:16:3e:d3:45:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '28623973-416c-4d68-8b43-8208a047eab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:48:27Z', 'updated_at': '2022-05-12T09:48:31Z', 'revision_number': 5, 'project_id': '6e6bc2241970493783de557e3f690105', 'subnets': [{'id': '28623973-416c-4d68-8b43-8208a047eab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 09:56:14.461349 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3190f215-c091-4693-ad7a-2ddc1e2fded7 None None] New status for floating IP 914a188b-58df-4268-be0a-67a12b6c43a1: DOWN {{(pid=103460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 09:56:14.816500 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea381043-4db3-4516-939d-525de7af6117 req-d34139ef-788d-4f9a-b091-894ad56a2460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:56:14.817869 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ea381043-4db3-4516-939d-525de7af6117 req-d34139ef-788d-4f9a-b091-894ad56a2460 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f6f9b602-5994-4479-ba8e-6005a9bbaa39 HTTP/1.1" status: 200 len: 913 time: 0.0839355 May 12 09:56:14.863021 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ea381043-4db3-4516-939d-525de7af6117 req-621336d4-9754-4c3e-989a-f6559dd77867 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82ee8c9d-96c7-4b79-a8b3-851e1aaed771 HTTP/1.1" status: 200 len: 217 time: 0.0366824 May 12 09:56:14.913096 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea381043-4db3-4516-939d-525de7af6117 req-dedbb918-f966-43a0-ad74-9626e03d7101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:56:14.914533 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ea381043-4db3-4516-939d-525de7af6117 req-dedbb918-f966-43a0-ad74-9626e03d7101 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=28623973-416c-4d68-8b43-8208a047eab8 HTTP/1.1" status: 200 len: 851 time: 0.0448208 May 12 09:56:14.961094 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f1b258-ca30-478b-b2b6-a878736f9dd0 req-50b33e46-420b-4917-bfe4-fa26d1ff7025 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:56:14.962663 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e5f1b258-ca30-478b-b2b6-a878736f9dd0 req-50b33e46-420b-4917-bfe4-fa26d1ff7025 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/ports?device_id=1226a4b5-6030-480a-8f17-4f32745a6f99 HTTP/1.1" status: 200 len: 946 time: 0.0519652 May 12 09:56:15.013532 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea381043-4db3-4516-939d-525de7af6117 req-9e825557-5391-4706-aa5e-308f0a8b0d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:56:15.015005 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ea381043-4db3-4516-939d-525de7af6117 req-9e825557-5391-4706-aa5e-308f0a8b0d67 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f6f9b602-5994-4479-ba8e-6005a9bbaa39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0515049 May 12 09:56:15.040558 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-e5f1b258-ca30-478b-b2b6-a878736f9dd0 req-3ca15075-2883-4bd8-93a4-9af0fb4716ba tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d61dae1-6db7-4389-988a-c2f29773c422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689735 May 12 09:56:15.483651 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ea381043-4db3-4516-939d-525de7af6117 req-2a50900c-dbee-4fd8-9b43-13f32456a693 service neutron] 10.222.0.65 "GET /v2.0/networks/f6f9b602-5994-4479-ba8e-6005a9bbaa39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812831 May 12 09:56:15.548862 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a21fa13-02bf-4fd6-8493-3d0325bced46 req-37212570-0fcd-4f2a-91d8-54a100f0a406 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:56:15.550404 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5a21fa13-02bf-4fd6-8493-3d0325bced46 req-37212570-0fcd-4f2a-91d8-54a100f0a406 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.65 "GET /v2.0/ports?device_id=1226a4b5-6030-480a-8f17-4f32745a6f99 HTTP/1.1" status: 200 len: 946 time: 0.0462544 May 12 09:56:15.589935 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-ea381043-4db3-4516-939d-525de7af6117 req-7d8b9db5-ee5f-4fe8-987f-6ce20f867a32 service neutron] 10.222.0.65 "GET /v2.0/networks/f6f9b602-5994-4479-ba8e-6005a9bbaa39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851889 May 12 09:56:15.646373 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-5a21fa13-02bf-4fd6-8493-3d0325bced46 req-884f6f61-aad3-403e-8494-54906398aac1 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Deleting port 82ee8c9d-96c7-4b79-a8b3-851e1aaed771 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 09:56:15.646965 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-5a21fa13-02bf-4fd6-8493-3d0325bced46 req-884f6f61-aad3-403e-8494-54906398aac1 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740344431333'] for port (82ee8c9d-96c7-4b79-a8b3-851e1aaed771), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:15.741959 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [req-5a21fa13-02bf-4fd6-8493-3d0325bced46 req-884f6f61-aad3-403e-8494-54906398aac1 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] For port 82ee8c9d-96c7-4b79-a8b3-851e1aaed771, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=82ee8c9d-96c7-4b79-a8b3-851e1aaed771,segment=NetworkSegment(f47e11d4-d34b-4d5a-95a2-c4d425db3481),segment_id=f47e11d4-d34b-4d5a-95a2-c4d425db3481)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:56:15.742244 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-5a21fa13-02bf-4fd6-8493-3d0325bced46 req-884f6f61-aad3-403e-8494-54906398aac1 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799057'] for port (82ee8c9d-96c7-4b79-a8b3-851e1aaed771), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:15.756459 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [req-5a21fa13-02bf-4fd6-8493-3d0325bced46 req-884f6f61-aad3-403e-8494-54906398aac1 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Calling delete_port for 82ee8c9d-96c7-4b79-a8b3-851e1aaed771 owned by compute:nova {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 09:56:15.884983 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-5a21fa13-02bf-4fd6-8493-3d0325bced46 req-884f6f61-aad3-403e-8494-54906398aac1 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740344441209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740344012629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28491394'] for port (82ee8c9d-96c7-4b79-a8b3-851e1aaed771), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:15.913427 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884f6f61-aad3-403e-8494-54906398aac1 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Pushing event deleted for resources: {'Port': ['ID=82ee8c9d-96c7-4b79-a8b3-851e1aaed771,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:56:15.959170 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a21fa13-02bf-4fd6-8493-3d0325bced46 req-884f6f61-aad3-403e-8494-54906398aac1 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] No DVR routers for this DVR port 82ee8c9d-96c7-4b79-a8b3-851e1aaed771 on host hv-cinder-83769 {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 09:56:15.962109 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [req-5a21fa13-02bf-4fd6-8493-3d0325bced46 req-884f6f61-aad3-403e-8494-54906398aac1 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for port (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:15.965835 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-5a21fa13-02bf-4fd6-8493-3d0325bced46 req-884f6f61-aad3-403e-8494-54906398aac1 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.65 "DELETE /v2.0/ports/82ee8c9d-96c7-4b79-a8b3-851e1aaed771 HTTP/1.1" status: 204 len: 173 time: 0.4080532 May 12 09:56:15.966297 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1226a4b5-6030-480a-8f17-4f32745a6f99', 'name': 'network-vif-deleted', 'tag': '82ee8c9d-96c7-4b79-a8b3-851e1aaed771'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:56:15.968777 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ab44c22d40f7c005d262e262c3a77426c373d0f7a848e933746c3cdedb51eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777e131b-05b5-4bb4-80df-12bb0d1be178" -d '{"events": [{"server_uuid": "1226a4b5-6030-480a-8f17-4f32745a6f99", "name": "network-vif-deleted", "tag": "82ee8c9d-96c7-4b79-a8b3-851e1aaed771"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:56:16.006411 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 09:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed87d672-7584-49a2-b528-611fc32aecca x-openstack-request-id: req-ed87d672-7584-49a2-b528-611fc32aecca {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:56:16.006704 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1226a4b5-6030-480a-8f17-4f32745a6f99", "name": "network-vif-deleted", "tag": "82ee8c9d-96c7-4b79-a8b3-851e1aaed771", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:56:16.006957 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ed87d672-7584-49a2-b528-611fc32aecca {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:56:16.007361 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed87d672-7584-49a2-b528-611fc32aecca'] response: {'server_uuid': '1226a4b5-6030-480a-8f17-4f32745a6f99', 'name': 'network-vif-deleted', 'tag': '82ee8c9d-96c7-4b79-a8b3-851e1aaed771', 'status': 'completed', 'code': 200} May 12 09:56:16.138875 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-54031506-b771-4737-853d-54cab970a5fb req-aa9ef654-9c61-476a-9142-5cf75b464cf4 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/ports?device_id=1226a4b5-6030-480a-8f17-4f32745a6f99 HTTP/1.1" status: 200 len: 210 time: 0.0272243 May 12 09:56:19.416623 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 46916) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:56:19.560066 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-716ff74e-ee23-479b-9174-5ede0347c828 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Deleting port d8270651-3b6d-4ff9-9b27-82990333b12c {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 09:56:19.560407 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-716ff74e-ee23-479b-9174-5ede0347c828 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740344431333'] for port (d8270651-3b6d-4ff9-9b27-82990333b12c), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:19.633982 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-716ff74e-ee23-479b-9174-5ede0347c828 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799057'] for port (d8270651-3b6d-4ff9-9b27-82990333b12c), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:19.634298 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-716ff74e-ee23-479b-9174-5ede0347c828 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks [] for floatingip (d8270651-3b6d-4ff9-9b27-82990333b12c), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:19.647709 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-716ff74e-ee23-479b-9174-5ede0347c828 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Calling delete_port for d8270651-3b6d-4ff9-9b27-82990333b12c owned by network:floatingip {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 09:56:19.674469 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-e445e7f1-610d-4b96-b0f7-857146b74d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (9bee5a85-5be0-4217-aa6d-1f9c6538b987), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:19.798211 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-716ff74e-ee23-479b-9174-5ede0347c828 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740344441209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740344012629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28491394'] for port (d8270651-3b6d-4ff9-9b27-82990333b12c), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:19.826002 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716ff74e-ee23-479b-9174-5ede0347c828 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Pushing event deleted for resources: {'Port': ['ID=d8270651-3b6d-4ff9-9b27-82990333b12c,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:56:19.883381 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device 82ee8c9d-96c7-4b79-a8b3-851e1aaed771 no longer exists at agent hyperv_hv-cinder-83769 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 09:56:19.884875 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-716ff74e-ee23-479b-9174-5ede0347c828 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks [] for floatingip (57bd6650-0911-4cd8-9a71-91c053097d65), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:19.885205 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.db.l3_db [None req-716ff74e-ee23-479b-9174-5ede0347c828 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Floating IP 57bd6650-0911-4cd8-9a71-91c053097d65 disassociated (deleted). External IP: 172.27.3.234, port: 7ed510b9-f10d-44b7-8c8c-10f5daa229e6. May 12 09:56:19.905305 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] No Port match for: 82ee8c9d-96c7-4b79-a8b3-851e1aaed771 {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 09:56:19.905658 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device 82ee8c9d-96c7-4b79-a8b3-851e1aaed771 not bound to the agent host hv-cinder-83769 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 09:56:20.095758 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-716ff74e-ee23-479b-9174-5ede0347c828 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Router 9bb081be-dfc2-44ad-9a22-80a42da3e463 has already been hosted by L3 agent 8db92903-2544-41c2-b919-def82c43c97a {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 09:56:20.205457 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-716ff74e-ee23-479b-9174-5ede0347c828 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Notify agent at l3_agent.dv-cinder-837699-5-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 09:56:20.211661 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-716ff74e-ee23-479b-9174-5ede0347c828 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for floatingip (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:20.217365 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36167ea-2c55-43af-a091-52cd52f3584b None None] Sync routers for ids ['9bb081be-dfc2-44ad-9a22-80a42da3e463'] in dv-cinder-837699-5-iscsi {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 09:56:20.227818 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36167ea-2c55-43af-a091-52cd52f3584b None None] Routers {'9bb081be-dfc2-44ad-9a22-80a42da3e463'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:56:20.228440 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-a36167ea-2c55-43af-a091-52cd52f3584b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:55:52Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['9bb081be-dfc2-44ad-9a22-80a42da3e463'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:56:20.243051 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-716ff74e-ee23-479b-9174-5ede0347c828 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "DELETE /v2.0/floatingips/57bd6650-0911-4cd8-9a71-91c053097d65 HTTP/1.1" status: 204 len: 168 time: 0.8253274 May 12 09:56:20.243750 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf4d0b64-50c4-488e-88d7-29ab24ad4da8', 'tag': '7ed510b9-f10d-44b7-8c8c-10f5daa229e6'}] {{(pid=103457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:56:20.246319 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55ab44c22d40f7c005d262e262c3a77426c373d0f7a848e933746c3cdedb51eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a1f954-2223-4435-a93e-226f299e8b1f" -d '{"events": [{"name": "network-changed", "server_uuid": "cf4d0b64-50c4-488e-88d7-29ab24ad4da8", "tag": "7ed510b9-f10d-44b7-8c8c-10f5daa229e6"}]}' {{(pid=103457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:56:20.288802 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 May 2022 09:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e9935f-0aed-46f2-893b-66f685541fd5 x-openstack-request-id: req-c8e9935f-0aed-46f2-893b-66f685541fd5 {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:56:20.289187 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf4d0b64-50c4-488e-88d7-29ab24ad4da8", "tag": "7ed510b9-f10d-44b7-8c8c-10f5daa229e6", "status": "completed", "code": 200}]} {{(pid=103457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:56:20.289547 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c8e9935f-0aed-46f2-893b-66f685541fd5 {{(pid=103457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:56:20.290075 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8e9935f-0aed-46f2-893b-66f685541fd5'] response: {'name': 'network-changed', 'server_uuid': 'cf4d0b64-50c4-488e-88d7-29ab24ad4da8', 'tag': '7ed510b9-f10d-44b7-8c8c-10f5daa229e6', 'status': 'completed', 'code': 200} May 12 09:56:20.344987 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-a36167ea-2c55-43af-a091-52cd52f3584b None None] Set router 9bb081be-dfc2-44ad-9a22-80a42da3e463 gateway port host: dv-cinder-837699-5-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:56:20.391894 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1f954-2223-4435-a93e-226f299e8b1f req-0613e000-f768-42cb-b6c1-61dfec619ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:56:20.393759 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-30a1f954-2223-4435-a93e-226f299e8b1f req-0613e000-f768-42cb-b6c1-61dfec619ee3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6e6bc2241970493783de557e3f690105&device_id=cf4d0b64-50c4-488e-88d7-29ab24ad4da8 HTTP/1.1" status: 200 len: 1129 time: 0.0522027 May 12 09:56:20.471921 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68577e8c-d909-474e-abba-80885c77e5e3 req-a063610a-f7f4-4824-b369-4bf847632427 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:56:20.473372 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-68577e8c-d909-474e-abba-80885c77e5e3 req-a063610a-f7f4-4824-b369-4bf847632427 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4d0b64-50c4-488e-88d7-29ab24ad4da8 HTTP/1.1" status: 200 len: 945 time: 0.0455241 May 12 09:56:20.521609 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-68577e8c-d909-474e-abba-80885c77e5e3 req-e21df5ac-e21d-48e5-a8ee-6f301bb59a4b tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d61dae1-6db7-4389-988a-c2f29773c422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423801 May 12 09:56:20.547780 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-a36167ea-2c55-43af-a091-52cd52f3584b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'name': 'tempest-TestVolumeBootPattern-1179763224-router', 'tenant_id': '6e6bc2241970493783de557e3f690105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '661a4470-5b33-4ef0-9807-43fb27abce33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:48:24Z', 'updated_at': '2022-05-12T09:48:27Z', 'revision_number': 4, 'project_id': '6e6bc2241970493783de557e3f690105', 'gw_port': {'id': '661a4470-5b33-4ef0-9807-43fb27abce33', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:22:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:48:25Z', 'updated_at': '2022-05-12T09:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_interfaces': [{'id': 'b894d993-7e82-490e-bf87-840c0c78c81f', 'name': '', 'network_id': 'f6f9b602-5994-4479-ba8e-6005a9bbaa39', 'tenant_id': '6e6bc2241970493783de557e3f690105', 'mac_address': 'fa:16:3e:d3:45:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '28623973-416c-4d68-8b43-8208a047eab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:48:27Z', 'updated_at': '2022-05-12T09:48:31Z', 'revision_number': 5, 'project_id': '6e6bc2241970493783de557e3f690105', 'subnets': [{'id': '28623973-416c-4d68-8b43-8208a047eab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:56:20.577396 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36167ea-2c55-43af-a091-52cd52f3584b None None] Checking router: 9bb081be-dfc2-44ad-9a22-80a42da3e463 for host: dv-cinder-837699-5-iscsi {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 09:56:20.585347 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36167ea-2c55-43af-a091-52cd52f3584b None None] Routers {'9bb081be-dfc2-44ad-9a22-80a42da3e463'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:56:20.585975 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-a36167ea-2c55-43af-a091-52cd52f3584b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:55:52Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['9bb081be-dfc2-44ad-9a22-80a42da3e463'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:56:20.693212 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-a36167ea-2c55-43af-a091-52cd52f3584b None None] Set router 9bb081be-dfc2-44ad-9a22-80a42da3e463 gateway port host: dv-cinder-837699-5-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:56:20.874319 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-a36167ea-2c55-43af-a091-52cd52f3584b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'name': 'tempest-TestVolumeBootPattern-1179763224-router', 'tenant_id': '6e6bc2241970493783de557e3f690105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '661a4470-5b33-4ef0-9807-43fb27abce33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:48:24Z', 'updated_at': '2022-05-12T09:48:27Z', 'revision_number': 4, 'project_id': '6e6bc2241970493783de557e3f690105', 'gw_port': {'id': '661a4470-5b33-4ef0-9807-43fb27abce33', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:22:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:48:25Z', 'updated_at': '2022-05-12T09:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_interfaces': [{'id': 'b894d993-7e82-490e-bf87-840c0c78c81f', 'name': '', 'network_id': 'f6f9b602-5994-4479-ba8e-6005a9bbaa39', 'tenant_id': '6e6bc2241970493783de557e3f690105', 'mac_address': 'fa:16:3e:d3:45:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '28623973-416c-4d68-8b43-8208a047eab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:48:27Z', 'updated_at': '2022-05-12T09:48:31Z', 'revision_number': 5, 'project_id': '6e6bc2241970493783de557e3f690105', 'subnets': [{'id': '28623973-416c-4d68-8b43-8208a047eab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:56:20.904194 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36167ea-2c55-43af-a091-52cd52f3584b None None] The sync data for ids ['9bb081be-dfc2-44ad-9a22-80a42da3e463'] in dv-cinder-837699-5-iscsi is: [{'id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'name': 'tempest-TestVolumeBootPattern-1179763224-router', 'tenant_id': '6e6bc2241970493783de557e3f690105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '661a4470-5b33-4ef0-9807-43fb27abce33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:48:24Z', 'updated_at': '2022-05-12T09:48:27Z', 'revision_number': 4, 'project_id': '6e6bc2241970493783de557e3f690105', 'gw_port': {'id': '661a4470-5b33-4ef0-9807-43fb27abce33', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:22:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:48:25Z', 'updated_at': '2022-05-12T09:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi', '_interfaces': [{'id': 'b894d993-7e82-490e-bf87-840c0c78c81f', 'name': '', 'network_id': 'f6f9b602-5994-4479-ba8e-6005a9bbaa39', 'tenant_id': '6e6bc2241970493783de557e3f690105', 'mac_address': 'fa:16:3e:d3:45:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '28623973-416c-4d68-8b43-8208a047eab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:48:27Z', 'updated_at': '2022-05-12T09:48:31Z', 'revision_number': 5, 'project_id': '6e6bc2241970493783de557e3f690105', 'subnets': [{'id': '28623973-416c-4d68-8b43-8208a047eab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 09:56:21.045628 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (cdc2c050-d5b8-41e9-9f41-bf893d522faa), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:21.109758 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c03d547-79ff-4ed7-8796-6136c66a2140 None None] New status for floating IP 57bd6650-0911-4cd8-9a71-91c053097d65: DOWN {{(pid=103460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 12 09:56:21.643275 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c26cd5-fbe0-4780-886f-0346eae9e3a6 req-6e935f72-cd32-497a-b2da-c7874585e209 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:56:21.644969 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-67c26cd5-fbe0-4780-886f-0346eae9e3a6 req-6e935f72-cd32-497a-b2da-c7874585e209 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4d0b64-50c4-488e-88d7-29ab24ad4da8 HTTP/1.1" status: 200 len: 945 time: 0.0515645 May 12 09:56:21.695795 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-67c26cd5-fbe0-4780-886f-0346eae9e3a6 req-6eb4d786-1d43-4470-85d7-626b3505645c tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d61dae1-6db7-4389-988a-c2f29773c422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450566 May 12 09:56:21.739887 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1f954-2223-4435-a93e-226f299e8b1f req-4ef85225-49ef-4d53-b027-7a172a528569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:56:21.741347 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-30a1f954-2223-4435-a93e-226f299e8b1f req-4ef85225-49ef-4d53-b027-7a172a528569 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f6f9b602-5994-4479-ba8e-6005a9bbaa39 HTTP/1.1" status: 200 len: 913 time: 0.3107567 May 12 09:56:21.905480 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-f628d062-08cc-4d84-9072-2341b6e7fd0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (8db92903-2544-41c2-b919-def82c43c97a), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:22.025550 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-30a1f954-2223-4435-a93e-226f299e8b1f req-a1e40e21-e156-4db2-be9c-8bf235371363 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ed510b9-f10d-44b7-8c8c-10f5daa229e6 HTTP/1.1" status: 200 len: 217 time: 0.0345533 May 12 09:56:22.071124 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1f954-2223-4435-a93e-226f299e8b1f req-560b761b-9932-4828-a90d-9f33a3e806f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:56:22.072478 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-30a1f954-2223-4435-a93e-226f299e8b1f req-560b761b-9932-4828-a90d-9f33a3e806f2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=28623973-416c-4d68-8b43-8208a047eab8 HTTP/1.1" status: 200 len: 851 time: 0.0414610 May 12 09:56:22.158997 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1f954-2223-4435-a93e-226f299e8b1f req-dd384397-d6de-484d-9cdc-fcea84f1e853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103457) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:56:22.160390 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-30a1f954-2223-4435-a93e-226f299e8b1f req-dd384397-d6de-484d-9cdc-fcea84f1e853 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f6f9b602-5994-4479-ba8e-6005a9bbaa39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419602 May 12 09:56:22.163106 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6047185d-c1fd-4b25-8ded-eb64bdaa6d8c req-711bd20f-0328-4100-b08e-88efa3f460b8 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 12 09:56:22.164496 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6047185d-c1fd-4b25-8ded-eb64bdaa6d8c req-711bd20f-0328-4100-b08e-88efa3f460b8 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf4d0b64-50c4-488e-88d7-29ab24ad4da8 HTTP/1.1" status: 200 len: 945 time: 0.0454831 May 12 09:56:22.249042 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [req-6047185d-c1fd-4b25-8ded-eb64bdaa6d8c req-cab8b76c-b156-4d6b-8d5b-b58416d021d5 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Deleting port 7ed510b9-f10d-44b7-8c8c-10f5daa229e6 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 09:56:22.249378 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-6047185d-c1fd-4b25-8ded-eb64bdaa6d8c req-cab8b76c-b156-4d6b-8d5b-b58416d021d5 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740344431333'] for port (7ed510b9-f10d-44b7-8c8c-10f5daa229e6), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:22.250428 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-30a1f954-2223-4435-a93e-226f299e8b1f req-35dce2ea-2a82-4151-9539-dd6e3618401d service neutron] 10.222.0.65 "GET /v2.0/networks/f6f9b602-5994-4479-ba8e-6005a9bbaa39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813997 May 12 09:56:22.337625 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [req-6047185d-c1fd-4b25-8ded-eb64bdaa6d8c req-cab8b76c-b156-4d6b-8d5b-b58416d021d5 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] For port 7ed510b9-f10d-44b7-8c8c-10f5daa229e6, host hv-cinder-83769, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83769',level=0,port_id=7ed510b9-f10d-44b7-8c8c-10f5daa229e6,segment=NetworkSegment(f47e11d4-d34b-4d5a-95a2-c4d425db3481),segment_id=f47e11d4-d34b-4d5a-95a2-c4d425db3481)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:56:22.338017 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-6047185d-c1fd-4b25-8ded-eb64bdaa6d8c req-cab8b76c-b156-4d6b-8d5b-b58416d021d5 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799057'] for port (7ed510b9-f10d-44b7-8c8c-10f5daa229e6), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:22.348929 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [req-30a1f954-2223-4435-a93e-226f299e8b1f req-b994d36a-2835-4d4a-a5b6-a61229819919 service neutron] 10.222.0.65 "GET /v2.0/networks/f6f9b602-5994-4479-ba8e-6005a9bbaa39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928605 May 12 09:56:22.350841 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [req-6047185d-c1fd-4b25-8ded-eb64bdaa6d8c req-cab8b76c-b156-4d6b-8d5b-b58416d021d5 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Calling delete_port for 7ed510b9-f10d-44b7-8c8c-10f5daa229e6 owned by compute:nova {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 09:56:22.477794 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-6047185d-c1fd-4b25-8ded-eb64bdaa6d8c req-cab8b76c-b156-4d6b-8d5b-b58416d021d5 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740344441209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740344012629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29192019'] for port (7ed510b9-f10d-44b7-8c8c-10f5daa229e6), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:22.503828 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab8b76c-b156-4d6b-8d5b-b58416d021d5 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Pushing event deleted for resources: {'Port': ['ID=7ed510b9-f10d-44b7-8c8c-10f5daa229e6,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:56:22.513232 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab8b76c-b156-4d6b-8d5b-b58416d021d5 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:56:22.513581 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab8b76c-b156-4d6b-8d5b-b58416d021d5 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:56:22.513947 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab8b76c-b156-4d6b-8d5b-b58416d021d5 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:56:22.514292 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab8b76c-b156-4d6b-8d5b-b58416d021d5 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:56:22.514627 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab8b76c-b156-4d6b-8d5b-b58416d021d5 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:56:22.514959 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab8b76c-b156-4d6b-8d5b-b58416d021d5 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:56:22.515283 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab8b76c-b156-4d6b-8d5b-b58416d021d5 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:56:22.515607 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab8b76c-b156-4d6b-8d5b-b58416d021d5 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:56:22.516437 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab8b76c-b156-4d6b-8d5b-b58416d021d5 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:56:22.516437 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab8b76c-b156-4d6b-8d5b-b58416d021d5 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:56:22.516651 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab8b76c-b156-4d6b-8d5b-b58416d021d5 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:56:22.516864 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab8b76c-b156-4d6b-8d5b-b58416d021d5 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:56:22.517185 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab8b76c-b156-4d6b-8d5b-b58416d021d5 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:56:22.517505 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab8b76c-b156-4d6b-8d5b-b58416d021d5 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:56:22.517843 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab8b76c-b156-4d6b-8d5b-b58416d021d5 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:56:22.560584 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [req-6047185d-c1fd-4b25-8ded-eb64bdaa6d8c req-cab8b76c-b156-4d6b-8d5b-b58416d021d5 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] No DVR routers for this DVR port 7ed510b9-f10d-44b7-8c8c-10f5daa229e6 on host hv-cinder-83769 {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 09:56:22.563056 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [req-6047185d-c1fd-4b25-8ded-eb64bdaa6d8c req-cab8b76c-b156-4d6b-8d5b-b58416d021d5 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for port (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:22.566244 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-6047185d-c1fd-4b25-8ded-eb64bdaa6d8c req-cab8b76c-b156-4d6b-8d5b-b58416d021d5 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.65 "DELETE /v2.0/ports/7ed510b9-f10d-44b7-8c8c-10f5daa229e6 HTTP/1.1" status: 204 len: 173 time: 0.3966093 May 12 09:56:22.566675 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf4d0b64-50c4-488e-88d7-29ab24ad4da8', 'name': 'network-vif-deleted', 'tag': '7ed510b9-f10d-44b7-8c8c-10f5daa229e6'}] {{(pid=103458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 12 09:56:22.568863 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c5c35592cdadc16d94e4e59e173057c198c772a9b1006d4fd44537c4a2e10b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b011f7-386e-40ae-b2a6-a342013f9c69" -d '{"events": [{"server_uuid": "cf4d0b64-50c4-488e-88d7-29ab24ad4da8", "name": "network-vif-deleted", "tag": "7ed510b9-f10d-44b7-8c8c-10f5daa229e6"}]}' {{(pid=103458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 12 09:56:22.610633 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 May 2022 09:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e4c0e0-e450-45a3-ac21-479067110a5a x-openstack-request-id: req-f4e4c0e0-e450-45a3-ac21-479067110a5a {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 12 09:56:22.610930 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf4d0b64-50c4-488e-88d7-29ab24ad4da8", "name": "network-vif-deleted", "tag": "7ed510b9-f10d-44b7-8c8c-10f5daa229e6", "status": "completed", "code": 200}]} {{(pid=103458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 12 09:56:22.611184 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f4e4c0e0-e450-45a3-ac21-479067110a5a {{(pid=103458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 12 09:56:22.611588 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4e4c0e0-e450-45a3-ac21-479067110a5a'] response: {'server_uuid': 'cf4d0b64-50c4-488e-88d7-29ab24ad4da8', 'name': 'network-vif-deleted', 'tag': '7ed510b9-f10d-44b7-8c8c-10f5daa229e6', 'status': 'completed', 'code': 200} May 12 09:56:22.792416 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [req-2fb929ff-e4a5-42fb-9ff9-f888008dc73a req-e2bdc5c1-d1bc-476b-bd2c-728580219161 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf4d0b64-50c4-488e-88d7-29ab24ad4da8 HTTP/1.1" status: 200 len: 210 time: 0.0306747 May 12 09:56:23.167627 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-13a031d7-5ec6-42a3-899f-d50e1f06c687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (f8def58d-f1ec-4d41-abae-d1c60f542bd3), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:23.849057 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 46932) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:56:23.961517 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-52a17c0f-8211-4ff6-8924-3b02ed19f1ff tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Deleting port 4a37e983-01f6-4030-8213-7e2b43f69b77 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 09:56:23.961860 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-52a17c0f-8211-4ff6-8924-3b02ed19f1ff tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740344431333'] for port (4a37e983-01f6-4030-8213-7e2b43f69b77), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:24.034773 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-52a17c0f-8211-4ff6-8924-3b02ed19f1ff tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799057'] for port (4a37e983-01f6-4030-8213-7e2b43f69b77), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:24.035099 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-52a17c0f-8211-4ff6-8924-3b02ed19f1ff tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks [] for floatingip (4a37e983-01f6-4030-8213-7e2b43f69b77), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:24.050985 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-52a17c0f-8211-4ff6-8924-3b02ed19f1ff tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Calling delete_port for 4a37e983-01f6-4030-8213-7e2b43f69b77 owned by network:floatingip {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 09:56:24.175223 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-52a17c0f-8211-4ff6-8924-3b02ed19f1ff tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740344441209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740344012629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28491394'] for port (4a37e983-01f6-4030-8213-7e2b43f69b77), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:24.202592 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a17c0f-8211-4ff6-8924-3b02ed19f1ff tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Pushing event deleted for resources: {'Port': ['ID=4a37e983-01f6-4030-8213-7e2b43f69b77,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:56:24.260367 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-52a17c0f-8211-4ff6-8924-3b02ed19f1ff tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks [] for floatingip (4a8ce6e0-fb15-4b90-b46a-c58de6fa0ee5), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:24.263007 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-52a17c0f-8211-4ff6-8924-3b02ed19f1ff tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38225'] for floatingip (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:24.264135 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-52a17c0f-8211-4ff6-8924-3b02ed19f1ff tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "DELETE /v2.0/floatingips/4a8ce6e0-fb15-4b90-b46a-c58de6fa0ee5 HTTP/1.1" status: 204 len: 168 time: 0.4148798 May 12 09:56:24.610878 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a984b3b9-a9e9-40d7-bd88-8cdbb1de5f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (e377c27d-f788-489a-9a4f-9db675c37dc4), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:25.462908 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 46944) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:56:25.517768 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0f4d31a9-7f1d-4b27-8084-77404fc70403 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks [] for security_group (2d61dae1-6db7-4389-988a-c2f29773c422), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:25.541991 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0f4d31a9-7f1d-4b27-8084-77404fc70403 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks [] for security_group (2d61dae1-6db7-4389-988a-c2f29773c422), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:25.599950 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0f4d31a9-7f1d-4b27-8084-77404fc70403 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (2d61dae1-6db7-4389-988a-c2f29773c422), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:25.602657 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-0f4d31a9-7f1d-4b27-8084-77404fc70403 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Publish callbacks [] for security_group (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:25.603727 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-0f4d31a9-7f1d-4b27-8084-77404fc70403 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] 10.222.0.60 "DELETE /v2.0/security-groups/2d61dae1-6db7-4389-988a-c2f29773c422 HTTP/1.1" status: 204 len: 168 time: 0.1398370 May 12 09:56:25.612935 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4d31a9-7f1d-4b27-8084-77404fc70403 tempest-TestVolumeBootPattern-1342689768 tempest-TestVolumeBootPattern-1342689768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d61dae1-6db7-4389-988a-c2f29773c422,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:56:25.673426 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 46948) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:56:25.884982 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device 7ed510b9-f10d-44b7-8c8c-10f5daa229e6 no longer exists at agent hyperv_hv-cinder-83769 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 09:56:25.908574 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] No Port match for: 7ed510b9-f10d-44b7-8c8c-10f5daa229e6 {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 09:56:25.908921 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Device 7ed510b9-f10d-44b7-8c8c-10f5daa229e6 not bound to the agent host hv-cinder-83769 {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 09:56:26.053109 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (0e2e3861-7d79-4ce6-9d91-faa32ae2cb64), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:26.190959 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a224af0f-51c9-4f56-878f-acd65b9ef283 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799259'] for router_interface (9bb081be-dfc2-44ad-9a22-80a42da3e463), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:26.413360 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-a224af0f-51c9-4f56-878f-acd65b9ef283 admin admin] Deleting port b894d993-7e82-490e-bf87-840c0c78c81f {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 09:56:26.413692 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a224af0f-51c9-4f56-878f-acd65b9ef283 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740344431333'] for port (b894d993-7e82-490e-bf87-840c0c78c81f), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:26.488977 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-a224af0f-51c9-4f56-878f-acd65b9ef283 admin admin] For port b894d993-7e82-490e-bf87-840c0c78c81f, host dv-cinder-837699-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=b894d993-7e82-490e-bf87-840c0c78c81f,segment=NetworkSegment(f47e11d4-d34b-4d5a-95a2-c4d425db3481),segment_id=f47e11d4-d34b-4d5a-95a2-c4d425db3481)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:56:26.489678 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a224af0f-51c9-4f56-878f-acd65b9ef283 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799057'] for port (b894d993-7e82-490e-bf87-840c0c78c81f), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:26.505208 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-a224af0f-51c9-4f56-878f-acd65b9ef283 admin admin] Calling delete_port for b894d993-7e82-490e-bf87-840c0c78c81f owned by network:router_interface {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 09:56:26.679671 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a224af0f-51c9-4f56-878f-acd65b9ef283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740344441209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740344012629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28491394'] for port (b894d993-7e82-490e-bf87-840c0c78c81f), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:26.702872 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a224af0f-51c9-4f56-878f-acd65b9ef283 admin admin] Pushing event deleted for resources: {'Port': ['ID=b894d993-7e82-490e-bf87-840c0c78c81f,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:56:26.867724 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a224af0f-51c9-4f56-878f-acd65b9ef283 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3701444'] for router_interface (9bb081be-dfc2-44ad-9a22-80a42da3e463), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:27.086736 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a224af0f-51c9-4f56-878f-acd65b9ef283 admin admin] Router 9bb081be-dfc2-44ad-9a22-80a42da3e463 has already been hosted by L3 agent 8db92903-2544-41c2-b919-def82c43c97a {{(pid=103457) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 09:56:27.192854 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a224af0f-51c9-4f56-878f-acd65b9ef283 admin admin] Notify agent at l3_agent.dv-cinder-837699-5-iscsi the message routers_updated {{(pid=103457) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 09:56:27.198188 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-a224af0f-51c9-4f56-878f-acd65b9ef283 admin admin] 10.222.0.60 "PUT /v2.0/routers/9bb081be-dfc2-44ad-9a22-80a42da3e463/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5231941 May 12 09:56:27.200742 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 46952) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:56:27.203388 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7adbc0-e8ae-44c9-8348-4b2c492b46f2 None None] Sync routers for ids ['9bb081be-dfc2-44ad-9a22-80a42da3e463'] in dv-cinder-837699-5-iscsi {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 09:56:27.212799 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7adbc0-e8ae-44c9-8348-4b2c492b46f2 None None] Routers {'9bb081be-dfc2-44ad-9a22-80a42da3e463'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:56:27.213410 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-5b7adbc0-e8ae-44c9-8348-4b2c492b46f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:56:22Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['9bb081be-dfc2-44ad-9a22-80a42da3e463'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:56:27.302868 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a7556061-ad82-4f19-b204-21e05fdf434c admin admin] Publish callbacks [] for router (9bb081be-dfc2-44ad-9a22-80a42da3e463), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:27.325964 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-5b7adbc0-e8ae-44c9-8348-4b2c492b46f2 None None] Set router 9bb081be-dfc2-44ad-9a22-80a42da3e463 gateway port host: dv-cinder-837699-5-iscsi {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:56:27.409675 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a7556061-ad82-4f19-b204-21e05fdf434c admin admin] Publish callbacks [] for router_gateway (9bb081be-dfc2-44ad-9a22-80a42da3e463), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:27.454723 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-a7556061-ad82-4f19-b204-21e05fdf434c admin admin] Deleting port 661a4470-5b33-4ef0-9807-43fb27abce33 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 09:56:27.455079 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a7556061-ad82-4f19-b204-21e05fdf434c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740344431333'] for port (661a4470-5b33-4ef0-9807-43fb27abce33), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:27.499374 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-5b7adbc0-e8ae-44c9-8348-4b2c492b46f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'name': 'tempest-TestVolumeBootPattern-1179763224-router', 'tenant_id': '6e6bc2241970493783de557e3f690105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '661a4470-5b33-4ef0-9807-43fb27abce33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:48:24Z', 'updated_at': '2022-05-12T09:56:26Z', 'revision_number': 5, 'project_id': '6e6bc2241970493783de557e3f690105', 'gw_port': {'id': '661a4470-5b33-4ef0-9807-43fb27abce33', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:22:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:48:25Z', 'updated_at': '2022-05-12T09:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi'}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:56:27.529781 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7adbc0-e8ae-44c9-8348-4b2c492b46f2 None None] Checking router: 9bb081be-dfc2-44ad-9a22-80a42da3e463 for host: dv-cinder-837699-5-iscsi {{(pid=103459) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 09:56:27.531301 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-a7556061-ad82-4f19-b204-21e05fdf434c admin admin] For port 661a4470-5b33-4ef0-9807-43fb27abce33, host dv-cinder-837699-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=661a4470-5b33-4ef0-9807-43fb27abce33,segment=NetworkSegment(19f8603b-b081-4ce5-86ca-33d22941a00f),segment_id=19f8603b-b081-4ce5-86ca-33d22941a00f)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:56:27.531828 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a7556061-ad82-4f19-b204-21e05fdf434c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799057'] for port (661a4470-5b33-4ef0-9807-43fb27abce33), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:27.537992 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7adbc0-e8ae-44c9-8348-4b2c492b46f2 None None] Routers {'9bb081be-dfc2-44ad-9a22-80a42da3e463'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103459) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:56:27.538600 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-5b7adbc0-e8ae-44c9-8348-4b2c492b46f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:56:22Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['9bb081be-dfc2-44ad-9a22-80a42da3e463'], 'active': True} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:56:27.544944 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-a7556061-ad82-4f19-b204-21e05fdf434c admin admin] Calling delete_port for 661a4470-5b33-4ef0-9807-43fb27abce33 owned by network:router_gateway {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 09:56:27.630190 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvr_db [None req-5b7adbc0-e8ae-44c9-8348-4b2c492b46f2 None None] Set router 9bb081be-dfc2-44ad-9a22-80a42da3e463 gateway port host: None {{(pid=103459) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:56:27.683986 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_hamode_db [None req-5b7adbc0-e8ae-44c9-8348-4b2c492b46f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'name': 'tempest-TestVolumeBootPattern-1179763224-router', 'tenant_id': '6e6bc2241970493783de557e3f690105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:48:24Z', 'updated_at': '2022-05-12T09:56:27Z', 'revision_number': 6, 'project_id': '6e6bc2241970493783de557e3f690105', 'gw_port_host': None}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:56:27.713047 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7adbc0-e8ae-44c9-8348-4b2c492b46f2 None None] The sync data for ids ['9bb081be-dfc2-44ad-9a22-80a42da3e463'] in dv-cinder-837699-5-iscsi is: [{'id': '9bb081be-dfc2-44ad-9a22-80a42da3e463', 'name': 'tempest-TestVolumeBootPattern-1179763224-router', 'tenant_id': '6e6bc2241970493783de557e3f690105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:48:24Z', 'updated_at': '2022-05-12T09:56:27Z', 'revision_number': 6, 'project_id': '6e6bc2241970493783de557e3f690105', 'gw_port_host': None}] {{(pid=103459) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 09:56:27.716127 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a7556061-ad82-4f19-b204-21e05fdf434c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740344441209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740344012629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28491394'] for port (661a4470-5b33-4ef0-9807-43fb27abce33), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:27.741926 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7556061-ad82-4f19-b204-21e05fdf434c admin admin] Pushing event deleted for resources: {'Port': ['ID=661a4470-5b33-4ef0-9807-43fb27abce33,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:56:27.804495 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a7556061-ad82-4f19-b204-21e05fdf434c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798249'] for router_gateway (9bb081be-dfc2-44ad-9a22-80a42da3e463), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:27.891929 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a7556061-ad82-4f19-b204-21e05fdf434c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3795873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6231'] for router (9bb081be-dfc2-44ad-9a22-80a42da3e463), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:27.894188 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a7556061-ad82-4f19-b204-21e05fdf434c admin admin] Publish callbacks [] for router_controller (9bb081be-dfc2-44ad-9a22-80a42da3e463), precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:27.939007 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a7556061-ad82-4f19-b204-21e05fdf434c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3795896'] for router (9bb081be-dfc2-44ad-9a22-80a42da3e463), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:27.939569 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7556061-ad82-4f19-b204-21e05fdf434c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9bb081be-dfc2-44ad-9a22-80a42da3e463 {{(pid=103457) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 09:56:27.943560 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-a7556061-ad82-4f19-b204-21e05fdf434c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:27.944700 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-a7556061-ad82-4f19-b204-21e05fdf434c admin admin] 10.222.0.60 "DELETE /v2.0/routers/9bb081be-dfc2-44ad-9a22-80a42da3e463 HTTP/1.1" status: 204 len: 168 time: 0.7430525 May 12 09:56:27.947347 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 46954) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:56:27.993227 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed065dbd-d9b9-4232-a5b8-cdd70a65a57b admin admin] Deleting subnet 28623973-416c-4d68-8b43-8208a047eab8 {{(pid=103457) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 09:56:27.996414 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ed065dbd-d9b9-4232-a5b8-cdd70a65a57b admin admin] Publish callbacks [] for subnet (28623973-416c-4d68-8b43-8208a047eab8), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:28.029705 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ed065dbd-d9b9-4232-a5b8-cdd70a65a57b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28484894'] for subnet (28623973-416c-4d68-8b43-8208a047eab8), precommit_delete_associations {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:28.111687 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ed065dbd-d9b9-4232-a5b8-cdd70a65a57b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-718821'] for subnet (28623973-416c-4d68-8b43-8208a047eab8), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:28.167428 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ed065dbd-d9b9-4232-a5b8-cdd70a65a57b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-718844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28484979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25401390'] for subnet (28623973-416c-4d68-8b43-8208a047eab8), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:28.191698 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed065dbd-d9b9-4232-a5b8-cdd70a65a57b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28623973-416c-4d68-8b43-8208a047eab8,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:56:28.195215 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-ed065dbd-d9b9-4232-a5b8-cdd70a65a57b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728753'] for subnet (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:28.198274 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-ed065dbd-d9b9-4232-a5b8-cdd70a65a57b admin admin] 10.222.0.60 "DELETE /v2.0/subnets/28623973-416c-4d68-8b43-8208a047eab8 HTTP/1.1" status: 204 len: 168 time: 0.2500033 May 12 09:56:28.201524 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 46956) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:56:28.204167 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6b09b1-dbd9-48b2-852a-021eef9613e6 None None] Network f6f9b602-5994-4479-ba8e-6005a9bbaa39 requested from dv-cinder-837699-5-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 09:56:28.268769 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d4103b2c-a744-443f-a00a-3b7be4c467bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-764730'] for network (f6f9b602-5994-4479-ba8e-6005a9bbaa39), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:28.316272 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-d4103b2c-a744-443f-a00a-3b7be4c467bc admin admin] Deleting port 8e4e35e0-fe1b-422a-aacb-49c7fb47de35 {{(pid=103457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 09:56:28.316713 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d4103b2c-a744-443f-a00a-3b7be4c467bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740344431333'] for port (8e4e35e0-fe1b-422a-aacb-49c7fb47de35), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:28.379615 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.db [None req-d4103b2c-a744-443f-a00a-3b7be4c467bc admin admin] For port 8e4e35e0-fe1b-422a-aacb-49c7fb47de35, host dv-cinder-837699-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=8e4e35e0-fe1b-422a-aacb-49c7fb47de35,segment=NetworkSegment(f47e11d4-d34b-4d5a-95a2-c4d425db3481),segment_id=f47e11d4-d34b-4d5a-95a2-c4d425db3481)] {{(pid=103457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:56:28.379986 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d4103b2c-a744-443f-a00a-3b7be4c467bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799057'] for port (8e4e35e0-fe1b-422a-aacb-49c7fb47de35), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:28.393086 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.plugin [None req-d4103b2c-a744-443f-a00a-3b7be4c467bc admin admin] Calling delete_port for 8e4e35e0-fe1b-422a-aacb-49c7fb47de35 owned by network:dhcp {{(pid=103457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 09:56:28.462734 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e45dfe1-860c-4253-b4c1-fb48b84da4b6 None None] DHCP port deletion for f6f9b602-5994-4479-ba8e-6005a9bbaa39 request from dv-cinder-837699-5-iscsi {{(pid=103459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 09:56:28.509647 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-1e45dfe1-860c-4253-b4c1-fb48b84da4b6 None None] Deleting port 8e4e35e0-fe1b-422a-aacb-49c7fb47de35 {{(pid=103459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 09:56:28.510062 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-1e45dfe1-860c-4253-b4c1-fb48b84da4b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740344431333'] for port (8e4e35e0-fe1b-422a-aacb-49c7fb47de35), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:28.578089 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-1e45dfe1-860c-4253-b4c1-fb48b84da4b6 None None] For port 8e4e35e0-fe1b-422a-aacb-49c7fb47de35, host dv-cinder-837699-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=8e4e35e0-fe1b-422a-aacb-49c7fb47de35,segment=NetworkSegment(f47e11d4-d34b-4d5a-95a2-c4d425db3481),segment_id=f47e11d4-d34b-4d5a-95a2-c4d425db3481)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:56:28.578500 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-1e45dfe1-860c-4253-b4c1-fb48b84da4b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799057'] for port (8e4e35e0-fe1b-422a-aacb-49c7fb47de35), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:28.593950 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-1e45dfe1-860c-4253-b4c1-fb48b84da4b6 None None] Calling delete_port for 8e4e35e0-fe1b-422a-aacb-49c7fb47de35 owned by network:dhcp {{(pid=103459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 09:56:28.681503 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-1e45dfe1-860c-4253-b4c1-fb48b84da4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740344441209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740344012629'] for port (8e4e35e0-fe1b-422a-aacb-49c7fb47de35), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:28.704139 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d4103b2c-a744-443f-a00a-3b7be4c467bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740344441209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740344012629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28491394'] for port (8e4e35e0-fe1b-422a-aacb-49c7fb47de35), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:28.708830 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e45dfe1-860c-4253-b4c1-fb48b84da4b6 None None] Pushing event deleted for resources: {'Port': ['ID=8e4e35e0-fe1b-422a-aacb-49c7fb47de35,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:56:28.715789 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e45dfe1-860c-4253-b4c1-fb48b84da4b6 None None] No DVR routers for this DVR port 8e4e35e0-fe1b-422a-aacb-49c7fb47de35 on host dv-cinder-837699-5-iscsi {{(pid=103459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 09:56:28.717693 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e45dfe1-860c-4253-b4c1-fb48b84da4b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:56:28.718070 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e45dfe1-860c-4253-b4c1-fb48b84da4b6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:56:28.718422 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e45dfe1-860c-4253-b4c1-fb48b84da4b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:56:28.718769 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e45dfe1-860c-4253-b4c1-fb48b84da4b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:56:28.719111 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e45dfe1-860c-4253-b4c1-fb48b84da4b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:56:28.719450 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e45dfe1-860c-4253-b4c1-fb48b84da4b6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:56:28.719786 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e45dfe1-860c-4253-b4c1-fb48b84da4b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:56:28.720141 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e45dfe1-860c-4253-b4c1-fb48b84da4b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:56:28.720479 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e45dfe1-860c-4253-b4c1-fb48b84da4b6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:56:28.720813 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e45dfe1-860c-4253-b4c1-fb48b84da4b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:56:28.721146 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e45dfe1-860c-4253-b4c1-fb48b84da4b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:56:28.721478 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e45dfe1-860c-4253-b4c1-fb48b84da4b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:56:28.721810 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e45dfe1-860c-4253-b4c1-fb48b84da4b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:56:28.722162 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e45dfe1-860c-4253-b4c1-fb48b84da4b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:56:28.722489 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e45dfe1-860c-4253-b4c1-fb48b84da4b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837699-5-iscsi {{(pid=103459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 12 09:56:28.730959 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4103b2c-a744-443f-a00a-3b7be4c467bc admin admin] Pushing event deleted for resources: {'Port': ['ID=8e4e35e0-fe1b-422a-aacb-49c7fb47de35,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:56:28.732865 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4103b2c-a744-443f-a00a-3b7be4c467bc admin admin] No DVR routers for this DVR port 8e4e35e0-fe1b-422a-aacb-49c7fb47de35 on host dv-cinder-837699-5-iscsi {{(pid=103457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 09:56:28.805586 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d4103b2c-a744-443f-a00a-3b7be4c467bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493712', 'neutron.services.segments.db._delete_segments_for_network-8740344558102'] for network (f6f9b602-5994-4479-ba8e-6005a9bbaa39), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:28.829138 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-d4103b2c-a744-443f-a00a-3b7be4c467bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6f9b602-5994-4479-ba8e-6005a9bbaa39']}} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:56:28.838329 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-d4103b2c-a744-443f-a00a-3b7be4c467bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f47e11d4-d34b-4d5a-95a2-c4d425db3481') {'for_net_delete': True} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:56:28.838627 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.services.segments.db [None req-d4103b2c-a744-443f-a00a-3b7be4c467bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f47e11d4-d34b-4d5a-95a2-c4d425db3481') {} {{(pid=103457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:56:28.847654 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d4103b2c-a744-443f-a00a-3b7be4c467bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740344559391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28484903'] for segment (f47e11d4-d34b-4d5a-95a2-c4d425db3481), before_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:28.861225 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d4103b2c-a744-443f-a00a-3b7be4c467bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720414'] for segment (f47e11d4-d34b-4d5a-95a2-c4d425db3481), precommit_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:28.867078 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4103b2c-a744-443f-a00a-3b7be4c467bc admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=103457) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 09:56:28.867451 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d4103b2c-a744-443f-a00a-3b7be4c467bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28491473'] for segment (f47e11d4-d34b-4d5a-95a2-c4d425db3481), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:28.869258 dv-cinder-837699-5-iscsi neutron-server[103457]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 09:56:28.869258 dv-cinder-837699-5-iscsi neutron-server[103457]: self.session.flush() May 12 09:56:28.869258 dv-cinder-837699-5-iscsi neutron-server[103457]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 09:56:28.869258 dv-cinder-837699-5-iscsi neutron-server[103457]: self.session.flush() May 12 09:56:28.869258 dv-cinder-837699-5-iscsi neutron-server[103457]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 09:56:28.869258 dv-cinder-837699-5-iscsi neutron-server[103457]: self.session.flush() May 12 09:56:28.869258 dv-cinder-837699-5-iscsi neutron-server[103457]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 12 09:56:28.869258 dv-cinder-837699-5-iscsi neutron-server[103457]: self.session.flush() May 12 09:56:28.869258 dv-cinder-837699-5-iscsi neutron-server[103457]: Traceback (most recent call last): May 12 09:56:28.869258 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 09:56:28.869258 dv-cinder-837699-5-iscsi neutron-server[103457]: timer() May 12 09:56:28.869258 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 09:56:28.869258 dv-cinder-837699-5-iscsi neutron-server[103457]: cb(*args, **kw) May 12 09:56:28.869258 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 09:56:28.869258 dv-cinder-837699-5-iscsi neutron-server[103457]: return func(*args, **kwargs) May 12 09:56:28.869258 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 09:56:28.869258 dv-cinder-837699-5-iscsi neutron-server[103457]: self._notify() May 12 09:56:28.869258 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 09:56:28.869258 dv-cinder-837699-5-iscsi neutron-server[103457]: self.callback(batched_events) May 12 09:56:28.869258 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 09:56:28.869258 dv-cinder-837699-5-iscsi neutron-server[103457]: event.method(event) May 12 09:56:28.869258 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 09:56:28.869258 dv-cinder-837699-5-iscsi neutron-server[103457]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 09:56:28.869258 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 09:56:28.869258 dv-cinder-837699-5-iscsi neutron-server[103457]: aggregate_uuid = self.p_client.list_aggregates( May 12 09:56:28.869258 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 09:56:28.869258 dv-cinder-837699-5-iscsi neutron-server[103457]: return f(self, *a, **k) May 12 09:56:28.869258 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 09:56:28.869258 dv-cinder-837699-5-iscsi neutron-server[103457]: return self._get(url).json() May 12 09:56:28.869258 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 09:56:28.869258 dv-cinder-837699-5-iscsi neutron-server[103457]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 09:56:28.869258 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 09:56:28.869258 dv-cinder-837699-5-iscsi neutron-server[103457]: return self.request(url, 'GET', **kwargs) May 12 09:56:28.869258 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 09:56:28.869258 dv-cinder-837699-5-iscsi neutron-server[103457]: base_url = self.get_endpoint(auth, allow=allow, May 12 09:56:28.869258 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 09:56:28.869258 dv-cinder-837699-5-iscsi neutron-server[103457]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 09:56:28.869258 dv-cinder-837699-5-iscsi neutron-server[103457]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 09:56:28.869258 dv-cinder-837699-5-iscsi neutron-server[103457]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 09:56:28.869258 dv-cinder-837699-5-iscsi neutron-server[103457]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 09:56:28.923143 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d4103b2c-a744-443f-a00a-3b7be4c467bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800027'] for network (f6f9b602-5994-4479-ba8e-6005a9bbaa39), after_delete {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:28.928469 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron_lib.callbacks.manager [None req-d4103b2c-a744-443f-a00a-3b7be4c467bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728753'] for network (None), before_response {{(pid=103457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:28.931584 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-d4103b2c-a744-443f-a00a-3b7be4c467bc admin admin] 10.222.0.60 "DELETE /v2.0/networks/f6f9b602-5994-4479-ba8e-6005a9bbaa39 HTTP/1.1" status: 204 len: 168 time: 0.7291722 May 12 09:56:28.935172 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 46958) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:56:28.944000 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4103b2c-a744-443f-a00a-3b7be4c467bc admin admin] Pushing event deleted for resources: {'Network': ['ID=f6f9b602-5994-4479-ba8e-6005a9bbaa39,revision_number=None']} {{(pid=103457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:56:29.405042 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device 661a4470-5b33-4ef0-9807-43fb27abce33 no longer exists at agent ovs-agent-dv-cinder-837699-5-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 09:56:29.425556 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] No Port match for: 661a4470-5b33-4ef0-9807-43fb27abce33 {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 09:56:29.425921 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device 661a4470-5b33-4ef0-9807-43fb27abce33 not bound to the agent host dv-cinder-837699-5-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 09:56:29.426380 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device b894d993-7e82-490e-bf87-840c0c78c81f no longer exists at agent ovs-agent-dv-cinder-837699-5-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 09:56:29.444633 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] No Port match for: b894d993-7e82-490e-bf87-840c0c78c81f {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 09:56:29.445167 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device b894d993-7e82-490e-bf87-840c0c78c81f not bound to the agent host dv-cinder-837699-5-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 09:56:29.445574 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device 8e4e35e0-fe1b-422a-aacb-49c7fb47de35 no longer exists at agent ovs-agent-dv-cinder-837699-5-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 09:56:29.468063 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] No Port match for: 8e4e35e0-fe1b-422a-aacb-49c7fb47de35 {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 09:56:29.468406 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device 8e4e35e0-fe1b-422a-aacb-49c7fb47de35 not bound to the agent host dv-cinder-837699-5-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 09:56:29.520764 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6cc80639-bbd5-42d9-b5aa-f1e14ac3afb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3799259'] for router_interface (76aafa9b-ba71-49f7-a612-ae86fb18d61c), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:29.750501 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-6cc80639-bbd5-42d9-b5aa-f1e14ac3afb3 admin admin] Deleting port 6292ef61-f181-4f72-8790-c1f351a89f7f {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 09:56:29.750837 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6cc80639-bbd5-42d9-b5aa-f1e14ac3afb3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740344431333'] for port (6292ef61-f181-4f72-8790-c1f351a89f7f), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:29.835366 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-6cc80639-bbd5-42d9-b5aa-f1e14ac3afb3 admin admin] For port 6292ef61-f181-4f72-8790-c1f351a89f7f, host dv-cinder-837699-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=6292ef61-f181-4f72-8790-c1f351a89f7f,segment=NetworkSegment(39cdf3fe-7bc3-4511-ab44-0a7e592c4741),segment_id=39cdf3fe-7bc3-4511-ab44-0a7e592c4741)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:56:29.835727 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6cc80639-bbd5-42d9-b5aa-f1e14ac3afb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799057'] for port (6292ef61-f181-4f72-8790-c1f351a89f7f), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:29.848322 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-6cc80639-bbd5-42d9-b5aa-f1e14ac3afb3 admin admin] Calling delete_port for 6292ef61-f181-4f72-8790-c1f351a89f7f owned by network:router_interface {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 09:56:30.026459 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6cc80639-bbd5-42d9-b5aa-f1e14ac3afb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740344441209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740344012629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29192019'] for port (6292ef61-f181-4f72-8790-c1f351a89f7f), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:30.051528 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc80639-bbd5-42d9-b5aa-f1e14ac3afb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6292ef61-f181-4f72-8790-c1f351a89f7f,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:56:30.223048 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-6cc80639-bbd5-42d9-b5aa-f1e14ac3afb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3701444'] for router_interface (76aafa9b-ba71-49f7-a612-ae86fb18d61c), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:30.434151 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cc80639-bbd5-42d9-b5aa-f1e14ac3afb3 admin admin] Router 76aafa9b-ba71-49f7-a612-ae86fb18d61c has already been hosted by L3 agent 8db92903-2544-41c2-b919-def82c43c97a {{(pid=103458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 12 09:56:30.539607 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc80639-bbd5-42d9-b5aa-f1e14ac3afb3 admin admin] Notify agent at l3_agent.dv-cinder-837699-5-iscsi the message routers_updated {{(pid=103458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 12 09:56:30.544536 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-6cc80639-bbd5-42d9-b5aa-f1e14ac3afb3 admin admin] 10.222.0.60 "PUT /v2.0/routers/76aafa9b-ba71-49f7-a612-ae86fb18d61c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6082463 May 12 09:56:30.546994 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 46960) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:56:30.548088 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328f3b55-7fd2-4fee-9a42-06175415fb52 None None] Sync routers for ids ['76aafa9b-ba71-49f7-a612-ae86fb18d61c'] in dv-cinder-837699-5-iscsi {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 12 09:56:30.557517 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328f3b55-7fd2-4fee-9a42-06175415fb52 None None] Routers {'76aafa9b-ba71-49f7-a612-ae86fb18d61c'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:56:30.558155 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-328f3b55-7fd2-4fee-9a42-06175415fb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:56:22Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['76aafa9b-ba71-49f7-a612-ae86fb18d61c'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:56:30.655846 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2147fc78-17a8-42d4-94d9-dab23fa0a007 admin admin] Publish callbacks [] for router (76aafa9b-ba71-49f7-a612-ae86fb18d61c), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:30.754980 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-328f3b55-7fd2-4fee-9a42-06175415fb52 None None] Set router 76aafa9b-ba71-49f7-a612-ae86fb18d61c gateway port host: dv-cinder-837699-5-iscsi {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:56:30.759751 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2147fc78-17a8-42d4-94d9-dab23fa0a007 admin admin] Publish callbacks [] for router_gateway (76aafa9b-ba71-49f7-a612-ae86fb18d61c), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:30.803662 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-2147fc78-17a8-42d4-94d9-dab23fa0a007 admin admin] Deleting port 5858bdf8-60ee-4035-a5f0-e1ea450f70c0 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 09:56:30.804131 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2147fc78-17a8-42d4-94d9-dab23fa0a007 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740344431333'] for port (5858bdf8-60ee-4035-a5f0-e1ea450f70c0), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:30.881688 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-2147fc78-17a8-42d4-94d9-dab23fa0a007 admin admin] For port 5858bdf8-60ee-4035-a5f0-e1ea450f70c0, host dv-cinder-837699-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=5858bdf8-60ee-4035-a5f0-e1ea450f70c0,segment=NetworkSegment(19f8603b-b081-4ce5-86ca-33d22941a00f),segment_id=19f8603b-b081-4ce5-86ca-33d22941a00f)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:56:30.882096 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2147fc78-17a8-42d4-94d9-dab23fa0a007 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799057'] for port (5858bdf8-60ee-4035-a5f0-e1ea450f70c0), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:30.896245 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-2147fc78-17a8-42d4-94d9-dab23fa0a007 admin admin] Calling delete_port for 5858bdf8-60ee-4035-a5f0-e1ea450f70c0 owned by network:router_gateway {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 09:56:30.924352 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-328f3b55-7fd2-4fee-9a42-06175415fb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76aafa9b-ba71-49f7-a612-ae86fb18d61c', 'name': 'tempest-TestVolumeBootPattern-855559223-router', 'tenant_id': '9629328eaaa04625b255cc18636c449b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'external_fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '5858bdf8-60ee-4035-a5f0-e1ea450f70c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:48:29Z', 'updated_at': '2022-05-12T09:56:29Z', 'revision_number': 5, 'project_id': '9629328eaaa04625b255cc18636c449b', 'gw_port': {'id': '5858bdf8-60ee-4035-a5f0-e1ea450f70c0', 'name': '', 'network_id': '35e64619-a59d-47b1-b4c9-78b55f54f97b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76aafa9b-ba71-49f7-a612-ae86fb18d61c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837699-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-12T09:48:30Z', 'updated_at': '2022-05-12T09:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31f684fc-c02d-4e22-bb04-cd143bba725c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837699-5-iscsi'}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:56:30.951336 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328f3b55-7fd2-4fee-9a42-06175415fb52 None None] Checking router: 76aafa9b-ba71-49f7-a612-ae86fb18d61c for host: dv-cinder-837699-5-iscsi {{(pid=103460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 12 09:56:30.959469 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328f3b55-7fd2-4fee-9a42-06175415fb52 None None] Routers {'76aafa9b-ba71-49f7-a612-ae86fb18d61c'} bound to L3 agent in host dv-cinder-837699-5-iscsi {{(pid=103460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 12 09:56:30.960076 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-328f3b55-7fd2-4fee-9a42-06175415fb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837699-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-12T09:25:22Z,description=,heartbeat_timestamp=2022-05-12T09:56:22Z,host='dv-cinder-837699-5-iscsi',id=8db92903-2544-41c2-b919-def82c43c97a,load=0,resource_versions=,resources_synced=,started_at=2022-05-12T09:25:22Z,topic='l3_agent')) {'router_ids': ['76aafa9b-ba71-49f7-a612-ae86fb18d61c'], 'active': True} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:56:31.046456 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_dvr_db [None req-328f3b55-7fd2-4fee-9a42-06175415fb52 None None] Set router 76aafa9b-ba71-49f7-a612-ae86fb18d61c gateway port host: None {{(pid=103460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 12 09:56:31.060331 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2147fc78-17a8-42d4-94d9-dab23fa0a007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740344441209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740344012629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29192019'] for port (5858bdf8-60ee-4035-a5f0-e1ea450f70c0), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:31.088856 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2147fc78-17a8-42d4-94d9-dab23fa0a007 admin admin] Pushing event deleted for resources: {'Port': ['ID=5858bdf8-60ee-4035-a5f0-e1ea450f70c0,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:56:31.105624 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.l3_hamode_db [None req-328f3b55-7fd2-4fee-9a42-06175415fb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76aafa9b-ba71-49f7-a612-ae86fb18d61c', 'name': 'tempest-TestVolumeBootPattern-855559223-router', 'tenant_id': '9629328eaaa04625b255cc18636c449b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:48:29Z', 'updated_at': '2022-05-12T09:56:30Z', 'revision_number': 6, 'project_id': '9629328eaaa04625b255cc18636c449b', 'gw_port_host': None}], 'dv-cinder-837699-5-iscsi', False) {} {{(pid=103460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:56:31.131910 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328f3b55-7fd2-4fee-9a42-06175415fb52 None None] The sync data for ids ['76aafa9b-ba71-49f7-a612-ae86fb18d61c'] in dv-cinder-837699-5-iscsi is: [{'id': '76aafa9b-ba71-49f7-a612-ae86fb18d61c', 'name': 'tempest-TestVolumeBootPattern-855559223-router', 'tenant_id': '9629328eaaa04625b255cc18636c449b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-12T09:48:29Z', 'updated_at': '2022-05-12T09:56:30Z', 'revision_number': 6, 'project_id': '9629328eaaa04625b255cc18636c449b', 'gw_port_host': None}] {{(pid=103460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 12 09:56:31.149597 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2147fc78-17a8-42d4-94d9-dab23fa0a007 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3798249'] for router_gateway (76aafa9b-ba71-49f7-a612-ae86fb18d61c), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:31.242690 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2147fc78-17a8-42d4-94d9-dab23fa0a007 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3795873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6231'] for router (76aafa9b-ba71-49f7-a612-ae86fb18d61c), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:31.244921 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2147fc78-17a8-42d4-94d9-dab23fa0a007 admin admin] Publish callbacks [] for router_controller (76aafa9b-ba71-49f7-a612-ae86fb18d61c), precommit_delete_associations {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:31.293703 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2147fc78-17a8-42d4-94d9-dab23fa0a007 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3795896'] for router (76aafa9b-ba71-49f7-a612-ae86fb18d61c), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:31.294427 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2147fc78-17a8-42d4-94d9-dab23fa0a007 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76aafa9b-ba71-49f7-a612-ae86fb18d61c {{(pid=103458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 12 09:56:31.298566 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-2147fc78-17a8-42d4-94d9-dab23fa0a007 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:31.299695 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-2147fc78-17a8-42d4-94d9-dab23fa0a007 admin admin] 10.222.0.60 "DELETE /v2.0/routers/76aafa9b-ba71-49f7-a612-ae86fb18d61c HTTP/1.1" status: 204 len: 168 time: 0.7517967 May 12 09:56:31.302174 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 46962) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:56:31.347840 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.db_base_plugin_v2 [None req-fded46aa-4b75-468e-838e-d5f7abeee00b admin admin] Deleting subnet 1fbabbfd-7ff7-42b9-b95e-7a0a0f6345cb {{(pid=103458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 12 09:56:31.350825 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fded46aa-4b75-468e-838e-d5f7abeee00b admin admin] Publish callbacks [] for subnet (1fbabbfd-7ff7-42b9-b95e-7a0a0f6345cb), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:31.385378 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fded46aa-4b75-468e-838e-d5f7abeee00b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25498421'] for subnet (1fbabbfd-7ff7-42b9-b95e-7a0a0f6345cb), precommit_delete_associations {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:31.458335 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fded46aa-4b75-468e-838e-d5f7abeee00b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-718821'] for subnet (1fbabbfd-7ff7-42b9-b95e-7a0a0f6345cb), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:31.515081 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fded46aa-4b75-468e-838e-d5f7abeee00b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-718844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29193378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28648165'] for subnet (1fbabbfd-7ff7-42b9-b95e-7a0a0f6345cb), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:31.544482 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-fded46aa-4b75-468e-838e-d5f7abeee00b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:31.550194 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-fded46aa-4b75-468e-838e-d5f7abeee00b admin admin] 10.222.0.60 "DELETE /v2.0/subnets/1fbabbfd-7ff7-42b9-b95e-7a0a0f6345cb HTTP/1.1" status: 204 len: 168 time: 0.2444921 May 12 09:56:31.550194 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fded46aa-4b75-468e-838e-d5f7abeee00b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fbabbfd-7ff7-42b9-b95e-7a0a0f6345cb,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:56:31.550447 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 46964) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:56:31.552649 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18c53a4-b736-494e-bcd0-f33c0e4c3867 None None] Network 19c3919a-d13a-483d-8910-9b79df1663c5 requested from dv-cinder-837699-5-iscsi {{(pid=103459) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 12 09:56:31.623797 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c82ef5a8-4b7d-44d1-ac32-f62c99b2442e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-764730'] for network (19c3919a-d13a-483d-8910-9b79df1663c5), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:31.681349 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device 5858bdf8-60ee-4035-a5f0-e1ea450f70c0 no longer exists at agent ovs-agent-dv-cinder-837699-5-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 09:56:31.682856 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-c82ef5a8-4b7d-44d1-ac32-f62c99b2442e admin admin] Deleting port 3f34858e-10c4-4de3-8c57-0a4345c4de17 {{(pid=103458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 09:56:31.683229 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c82ef5a8-4b7d-44d1-ac32-f62c99b2442e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740344431333'] for port (3f34858e-10c4-4de3-8c57-0a4345c4de17), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:31.702568 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] No Port match for: 5858bdf8-60ee-4035-a5f0-e1ea450f70c0 {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 09:56:31.704233 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device 5858bdf8-60ee-4035-a5f0-e1ea450f70c0 not bound to the agent host dv-cinder-837699-5-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 09:56:31.704675 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device 6292ef61-f181-4f72-8790-c1f351a89f7f no longer exists at agent ovs-agent-dv-cinder-837699-5-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 09:56:31.725711 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] No Port match for: 6292ef61-f181-4f72-8790-c1f351a89f7f {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 09:56:31.726115 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device 6292ef61-f181-4f72-8790-c1f351a89f7f not bound to the agent host dv-cinder-837699-5-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 09:56:31.734216 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9564cc8-65f6-42e7-b917-c575a24c46e5 None None] DHCP port deletion for 19c3919a-d13a-483d-8910-9b79df1663c5 request from dv-cinder-837699-5-iscsi {{(pid=103459) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 12 09:56:31.751749 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.db [None req-c82ef5a8-4b7d-44d1-ac32-f62c99b2442e admin admin] For port 3f34858e-10c4-4de3-8c57-0a4345c4de17, host dv-cinder-837699-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=3f34858e-10c4-4de3-8c57-0a4345c4de17,segment=NetworkSegment(39cdf3fe-7bc3-4511-ab44-0a7e592c4741),segment_id=39cdf3fe-7bc3-4511-ab44-0a7e592c4741)] {{(pid=103458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:56:31.752216 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c82ef5a8-4b7d-44d1-ac32-f62c99b2442e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799057'] for port (3f34858e-10c4-4de3-8c57-0a4345c4de17), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:31.765781 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.plugin [None req-c82ef5a8-4b7d-44d1-ac32-f62c99b2442e admin admin] Calling delete_port for 3f34858e-10c4-4de3-8c57-0a4345c4de17 owned by network:dhcp {{(pid=103458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 09:56:31.775431 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-d9564cc8-65f6-42e7-b917-c575a24c46e5 None None] Deleting port 3f34858e-10c4-4de3-8c57-0a4345c4de17 {{(pid=103459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 12 09:56:31.775820 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d9564cc8-65f6-42e7-b917-c575a24c46e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740344431333'] for port (3f34858e-10c4-4de3-8c57-0a4345c4de17), before_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:31.846982 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.db [None req-d9564cc8-65f6-42e7-b917-c575a24c46e5 None None] For port 3f34858e-10c4-4de3-8c57-0a4345c4de17, host dv-cinder-837699-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837699-5-iscsi',level=0,port_id=3f34858e-10c4-4de3-8c57-0a4345c4de17,segment=NetworkSegment(39cdf3fe-7bc3-4511-ab44-0a7e592c4741),segment_id=39cdf3fe-7bc3-4511-ab44-0a7e592c4741)] {{(pid=103459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 12 09:56:31.847379 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d9564cc8-65f6-42e7-b917-c575a24c46e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3799057'] for port (3f34858e-10c4-4de3-8c57-0a4345c4de17), precommit_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:31.856931 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c82ef5a8-4b7d-44d1-ac32-f62c99b2442e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740344441209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740344012629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29192019'] for port (3f34858e-10c4-4de3-8c57-0a4345c4de17), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:31.862559 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-d9564cc8-65f6-42e7-b917-c575a24c46e5 None None] Calling delete_port for 3f34858e-10c4-4de3-8c57-0a4345c4de17 owned by network:dhcp {{(pid=103459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 12 09:56:31.883041 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82ef5a8-4b7d-44d1-ac32-f62c99b2442e admin admin] Pushing event deleted for resources: {'Port': ['ID=3f34858e-10c4-4de3-8c57-0a4345c4de17,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:56:31.887073 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82ef5a8-4b7d-44d1-ac32-f62c99b2442e admin admin] No DVR routers for this DVR port 3f34858e-10c4-4de3-8c57-0a4345c4de17 on host dv-cinder-837699-5-iscsi {{(pid=103458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 09:56:31.947039 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d9564cc8-65f6-42e7-b917-c575a24c46e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3521783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740344441209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740344012629'] for port (3f34858e-10c4-4de3-8c57-0a4345c4de17), after_delete {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:31.962388 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c82ef5a8-4b7d-44d1-ac32-f62c99b2442e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493712', 'neutron.services.segments.db._delete_segments_for_network-8740344558102'] for network (19c3919a-d13a-483d-8910-9b79df1663c5), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:31.977606 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9564cc8-65f6-42e7-b917-c575a24c46e5 None None] Pushing event deleted for resources: {'Port': ['ID=3f34858e-10c4-4de3-8c57-0a4345c4de17,revision_number=None']} {{(pid=103459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:56:31.983217 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9564cc8-65f6-42e7-b917-c575a24c46e5 None None] No DVR routers for this DVR port 3f34858e-10c4-4de3-8c57-0a4345c4de17 on host dv-cinder-837699-5-iscsi {{(pid=103459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 12 09:56:31.986926 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.services.segments.db [None req-c82ef5a8-4b7d-44d1-ac32-f62c99b2442e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19c3919a-d13a-483d-8910-9b79df1663c5']}} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:56:31.997095 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.services.segments.db [None req-c82ef5a8-4b7d-44d1-ac32-f62c99b2442e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39cdf3fe-7bc3-4511-ab44-0a7e592c4741') {'for_net_delete': True} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:56:31.997388 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.services.segments.db [None req-c82ef5a8-4b7d-44d1-ac32-f62c99b2442e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39cdf3fe-7bc3-4511-ab44-0a7e592c4741') {} {{(pid=103458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 12 09:56:32.006562 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c82ef5a8-4b7d-44d1-ac32-f62c99b2442e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740344559391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25498380'] for segment (39cdf3fe-7bc3-4511-ab44-0a7e592c4741), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:32.020380 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c82ef5a8-4b7d-44d1-ac32-f62c99b2442e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720414'] for segment (39cdf3fe-7bc3-4511-ab44-0a7e592c4741), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:32.026167 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c82ef5a8-4b7d-44d1-ac32-f62c99b2442e admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=103458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 12 09:56:32.026547 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c82ef5a8-4b7d-44d1-ac32-f62c99b2442e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29191936'] for segment (39cdf3fe-7bc3-4511-ab44-0a7e592c4741), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:32.028262 dv-cinder-837699-5-iscsi neutron-server[103458]: Traceback (most recent call last): May 12 09:56:32.028262 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 12 09:56:32.028262 dv-cinder-837699-5-iscsi neutron-server[103458]: timer() May 12 09:56:32.028262 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 12 09:56:32.028262 dv-cinder-837699-5-iscsi neutron-server[103458]: cb(*args, **kw) May 12 09:56:32.028262 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 12 09:56:32.028262 dv-cinder-837699-5-iscsi neutron-server[103458]: return func(*args, **kwargs) May 12 09:56:32.028262 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 12 09:56:32.028262 dv-cinder-837699-5-iscsi neutron-server[103458]: self._notify() May 12 09:56:32.028262 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 12 09:56:32.028262 dv-cinder-837699-5-iscsi neutron-server[103458]: self.callback(batched_events) May 12 09:56:32.028262 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 12 09:56:32.028262 dv-cinder-837699-5-iscsi neutron-server[103458]: event.method(event) May 12 09:56:32.028262 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 12 09:56:32.028262 dv-cinder-837699-5-iscsi neutron-server[103458]: aggregate_id = self._get_aggregate_id(event.segment_id) May 12 09:56:32.028262 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 12 09:56:32.028262 dv-cinder-837699-5-iscsi neutron-server[103458]: aggregate_uuid = self.p_client.list_aggregates( May 12 09:56:32.028262 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 12 09:56:32.028262 dv-cinder-837699-5-iscsi neutron-server[103458]: return f(self, *a, **k) May 12 09:56:32.028262 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 12 09:56:32.028262 dv-cinder-837699-5-iscsi neutron-server[103458]: return self._get(url).json() May 12 09:56:32.028262 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 12 09:56:32.028262 dv-cinder-837699-5-iscsi neutron-server[103458]: return self._client.get(url, endpoint_filter=self._ks_filter, May 12 09:56:32.028262 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 12 09:56:32.028262 dv-cinder-837699-5-iscsi neutron-server[103458]: return self.request(url, 'GET', **kwargs) May 12 09:56:32.028262 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 12 09:56:32.028262 dv-cinder-837699-5-iscsi neutron-server[103458]: base_url = self.get_endpoint(auth, allow=allow, May 12 09:56:32.028262 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 12 09:56:32.028262 dv-cinder-837699-5-iscsi neutron-server[103458]: auth = self._auth_required(auth, 'determine endpoint URL') May 12 09:56:32.028262 dv-cinder-837699-5-iscsi neutron-server[103458]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 12 09:56:32.028262 dv-cinder-837699-5-iscsi neutron-server[103458]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 12 09:56:32.028262 dv-cinder-837699-5-iscsi neutron-server[103458]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 12 09:56:32.080770 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c82ef5a8-4b7d-44d1-ac32-f62c99b2442e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3694224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800027'] for network (19c3919a-d13a-483d-8910-9b79df1663c5), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:32.085912 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-c82ef5a8-4b7d-44d1-ac32-f62c99b2442e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728753'] for network (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:32.090230 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-c82ef5a8-4b7d-44d1-ac32-f62c99b2442e admin admin] 10.222.0.60 "DELETE /v2.0/networks/19c3919a-d13a-483d-8910-9b79df1663c5 HTTP/1.1" status: 204 len: 168 time: 0.5383615 May 12 09:56:32.102984 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82ef5a8-4b7d-44d1-ac32-f62c99b2442e admin admin] Pushing event deleted for resources: {'Network': ['ID=19c3919a-d13a-483d-8910-9b79df1663c5,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:56:32.211966 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [-] (103457) accepted ('10.222.0.60', 46968) {{(pid=103457) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:56:32.250394 dv-cinder-837699-5-iscsi neutron-server[103457]: INFO neutron.wsgi [None req-64f7bd70-89af-4228-8ca8-b51b49e8e340 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6e6bc2241970493783de557e3f690105&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372312 May 12 09:56:32.252981 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 46970) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:56:32.299887 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-124a8dd2-fa6b-4f2a-99b3-f35a1bcbbd55 admin admin] Publish callbacks [] for security_group (aeb11322-9869-4cdc-95ce-5e1f7121aa1a), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:32.324770 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-124a8dd2-fa6b-4f2a-99b3-f35a1bcbbd55 admin admin] Publish callbacks [] for security_group (aeb11322-9869-4cdc-95ce-5e1f7121aa1a), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:32.370107 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-124a8dd2-fa6b-4f2a-99b3-f35a1bcbbd55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (aeb11322-9869-4cdc-95ce-5e1f7121aa1a), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:32.373043 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-124a8dd2-fa6b-4f2a-99b3-f35a1bcbbd55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:32.375202 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-124a8dd2-fa6b-4f2a-99b3-f35a1bcbbd55 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/aeb11322-9869-4cdc-95ce-5e1f7121aa1a HTTP/1.1" status: 204 len: 168 time: 0.1202962 May 12 09:56:32.382935 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124a8dd2-fa6b-4f2a-99b3-f35a1bcbbd55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb11322-9869-4cdc-95ce-5e1f7121aa1a,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:56:32.677545 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 46976) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:56:32.718910 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-e862f6f8-370a-49b9-ba68-c828fd3229cc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9629328eaaa04625b255cc18636c449b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401835 May 12 09:56:32.721250 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.wsgi [-] (103458) accepted ('10.222.0.60', 46978) {{(pid=103458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 12 09:56:32.766882 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4686e032-c0a4-41fc-bcbd-c8ba8d23ead0 admin admin] Publish callbacks [] for security_group (2c27bb2b-5271-4419-8e51-675f02768c4d), before_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:32.787314 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4686e032-c0a4-41fc-bcbd-c8ba8d23ead0 admin admin] Publish callbacks [] for security_group (2c27bb2b-5271-4419-8e51-675f02768c4d), precommit_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:32.833218 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4686e032-c0a4-41fc-bcbd-c8ba8d23ead0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689828'] for security_group (2c27bb2b-5271-4419-8e51-675f02768c4d), after_delete {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:32.835713 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron_lib.callbacks.manager [None req-4686e032-c0a4-41fc-bcbd-c8ba8d23ead0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:32.836831 dv-cinder-837699-5-iscsi neutron-server[103458]: INFO neutron.wsgi [None req-4686e032-c0a4-41fc-bcbd-c8ba8d23ead0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2c27bb2b-5271-4419-8e51-675f02768c4d HTTP/1.1" status: 204 len: 168 time: 0.1147051 May 12 09:56:32.844128 dv-cinder-837699-5-iscsi neutron-server[103458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4686e032-c0a4-41fc-bcbd-c8ba8d23ead0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c27bb2b-5271-4419-8e51-675f02768c4d,revision_number=None']} {{(pid=103458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 12 09:56:33.400520 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device 3f34858e-10c4-4de3-8c57-0a4345c4de17 no longer exists at agent ovs-agent-dv-cinder-837699-5-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 12 09:56:33.421760 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.plugin [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] No Port match for: 3f34858e-10c4-4de3-8c57-0a4345c4de17 {{(pid=103459) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 12 09:56:33.422203 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron.plugins.ml2.rpc [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Device 3f34858e-10c4-4de3-8c57-0a4345c4de17 not bound to the agent host dv-cinder-837699-5-iscsi {{(pid=103459) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 12 09:56:35.233191 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-1d9e6a58-d356-44ab-bb34-37357c1267d7 None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 09:56:49.676402 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-70db8a52-6dcd-4d41-bdd9-430154275980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (9bee5a85-5be0-4217-aa6d-1f9c6538b987), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:51.046301 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (cdc2c050-d5b8-41e9-9f41-bf893d522faa), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:51.906897 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-b7476d46-7c41-47db-a515-8363666059fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (8db92903-2544-41c2-b919-def82c43c97a), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:53.170181 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-13a031d7-5ec6-42a3-899f-d50e1f06c687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (f8def58d-f1ec-4d41-abae-d1c60f542bd3), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:54.609085 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a984b3b9-a9e9-40d7-bd88-8cdbb1de5f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (e377c27d-f788-489a-9a4f-9db675c37dc4), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:56:56.056497 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (0e2e3861-7d79-4ce6-9d91-faa32ae2cb64), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:57:12.231431 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-1d9e6a58-d356-44ab-bb34-37357c1267d7 None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 09:57:19.677959 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-c24c61b5-d992-4f20-a5d0-a27759e73c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (9bee5a85-5be0-4217-aa6d-1f9c6538b987), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:57:21.048347 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (cdc2c050-d5b8-41e9-9f41-bf893d522faa), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:57:21.908568 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-2d0e031a-ae31-4251-acb5-64f5c94e8d16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (8db92903-2544-41c2-b919-def82c43c97a), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:57:23.173198 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-13a031d7-5ec6-42a3-899f-d50e1f06c687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (f8def58d-f1ec-4d41-abae-d1c60f542bd3), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:57:24.612304 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a984b3b9-a9e9-40d7-bd88-8cdbb1de5f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (e377c27d-f788-489a-9a4f-9db675c37dc4), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:57:26.059784 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (0e2e3861-7d79-4ce6-9d91-faa32ae2cb64), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:57:49.230008 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-1d9e6a58-d356-44ab-bb34-37357c1267d7 None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 09:57:49.682181 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-1bdc4b6c-ce26-4530-9133-69eb3bd1867e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (9bee5a85-5be0-4217-aa6d-1f9c6538b987), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:57:51.045930 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (cdc2c050-d5b8-41e9-9f41-bf893d522faa), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:57:51.910448 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-82a02153-8da2-454a-b920-693a027073ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (8db92903-2544-41c2-b919-def82c43c97a), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:57:53.175832 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-13a031d7-5ec6-42a3-899f-d50e1f06c687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (f8def58d-f1ec-4d41-abae-d1c60f542bd3), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:57:54.615113 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a984b3b9-a9e9-40d7-bd88-8cdbb1de5f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (e377c27d-f788-489a-9a4f-9db675c37dc4), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:57:56.061522 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (0e2e3861-7d79-4ce6-9d91-faa32ae2cb64), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:58:19.683334 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-af8634a4-b0e4-4bf9-a55e-eb92abf6f2a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (9bee5a85-5be0-4217-aa6d-1f9c6538b987), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:58:21.043810 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (cdc2c050-d5b8-41e9-9f41-bf893d522faa), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:58:21.911603 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-5a98d9f2-bff1-4d46-8319-da7efbe543b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (8db92903-2544-41c2-b919-def82c43c97a), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:58:23.177406 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-13a031d7-5ec6-42a3-899f-d50e1f06c687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (f8def58d-f1ec-4d41-abae-d1c60f542bd3), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:58:24.617420 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a984b3b9-a9e9-40d7-bd88-8cdbb1de5f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (e377c27d-f788-489a-9a4f-9db675c37dc4), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:58:26.064560 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (0e2e3861-7d79-4ce6-9d91-faa32ae2cb64), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:58:26.228660 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-1d9e6a58-d356-44ab-bb34-37357c1267d7 None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 09:58:49.686527 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-c935834d-4fca-49e2-90f6-940065e657d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (9bee5a85-5be0-4217-aa6d-1f9c6538b987), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:58:51.043553 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (cdc2c050-d5b8-41e9-9f41-bf893d522faa), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:58:51.911664 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-8a9e5844-d5b2-427b-96f9-e83df175b367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (8db92903-2544-41c2-b919-def82c43c97a), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:58:53.180444 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-13a031d7-5ec6-42a3-899f-d50e1f06c687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (f8def58d-f1ec-4d41-abae-d1c60f542bd3), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:58:54.620561 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a984b3b9-a9e9-40d7-bd88-8cdbb1de5f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (e377c27d-f788-489a-9a4f-9db675c37dc4), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:58:56.066701 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (0e2e3861-7d79-4ce6-9d91-faa32ae2cb64), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:59:03.229513 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-1d9e6a58-d356-44ab-bb34-37357c1267d7 None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 09:59:19.689159 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-8aab2bce-0f22-4181-a6ca-e8d95edfb865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (9bee5a85-5be0-4217-aa6d-1f9c6538b987), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:59:21.042181 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (cdc2c050-d5b8-41e9-9f41-bf893d522faa), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:59:21.912936 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-cec060af-f9cd-4aee-afc2-d934f4f3ac3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (8db92903-2544-41c2-b919-def82c43c97a), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:59:23.184384 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-13a031d7-5ec6-42a3-899f-d50e1f06c687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (f8def58d-f1ec-4d41-abae-d1c60f542bd3), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:59:24.623319 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a984b3b9-a9e9-40d7-bd88-8cdbb1de5f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (e377c27d-f788-489a-9a4f-9db675c37dc4), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:59:26.069146 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (0e2e3861-7d79-4ce6-9d91-faa32ae2cb64), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:59:40.228869 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-1d9e6a58-d356-44ab-bb34-37357c1267d7 None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 09:59:49.690331 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-d722aba0-8e4b-4669-bd50-0b9d3787e726 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (9bee5a85-5be0-4217-aa6d-1f9c6538b987), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:59:51.059300 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (cdc2c050-d5b8-41e9-9f41-bf893d522faa), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:59:51.914845 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-425f036d-4376-42c2-98f8-6fa2320b6dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (8db92903-2544-41c2-b919-def82c43c97a), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:59:53.186975 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-13a031d7-5ec6-42a3-899f-d50e1f06c687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (f8def58d-f1ec-4d41-abae-d1c60f542bd3), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:59:54.625632 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a984b3b9-a9e9-40d7-bd88-8cdbb1de5f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (e377c27d-f788-489a-9a4f-9db675c37dc4), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 09:59:56.070104 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (0e2e3861-7d79-4ce6-9d91-faa32ae2cb64), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 10:00:17.227830 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-1d9e6a58-d356-44ab-bb34-37357c1267d7 None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 10:00:19.692496 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-dce32779-8a1f-4861-898c-6450737995ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (9bee5a85-5be0-4217-aa6d-1f9c6538b987), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 10:00:21.056189 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (cdc2c050-d5b8-41e9-9f41-bf893d522faa), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 10:00:21.915780 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-b6f35fd1-b8be-4e7e-8e57-f09d0eb4cbe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (8db92903-2544-41c2-b919-def82c43c97a), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 10:00:23.190306 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-13a031d7-5ec6-42a3-899f-d50e1f06c687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (f8def58d-f1ec-4d41-abae-d1c60f542bd3), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 10:00:24.628307 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a984b3b9-a9e9-40d7-bd88-8cdbb1de5f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (e377c27d-f788-489a-9a4f-9db675c37dc4), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 10:00:26.071375 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (0e2e3861-7d79-4ce6-9d91-faa32ae2cb64), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 10:00:49.693802 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-8389f215-b984-439c-91c7-a313850e5e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (9bee5a85-5be0-4217-aa6d-1f9c6538b987), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 10:00:51.057123 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (cdc2c050-d5b8-41e9-9f41-bf893d522faa), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 10:00:51.916594 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-0d612ccf-00a9-426b-b342-9e552ebe4df6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (8db92903-2544-41c2-b919-def82c43c97a), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 10:00:53.192704 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-13a031d7-5ec6-42a3-899f-d50e1f06c687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (f8def58d-f1ec-4d41-abae-d1c60f542bd3), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 10:00:54.229339 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-1d9e6a58-d356-44ab-bb34-37357c1267d7 None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 10:00:54.629622 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a984b3b9-a9e9-40d7-bd88-8cdbb1de5f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (e377c27d-f788-489a-9a4f-9db675c37dc4), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 10:00:56.076296 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (0e2e3861-7d79-4ce6-9d91-faa32ae2cb64), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 10:01:07.143713 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [req-b894b49a-1b2d-4b43-9ad4-ecf1028c7771 req-51be1097-0f8b-41ea-93da-d1efe9e250df service neutron] (103457) timed out ('10.222.0.60', 42386) {{(pid=103457) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 12 10:01:07.234721 dv-cinder-837699-5-iscsi neutron-server[103457]: DEBUG neutron.wsgi [req-b894b49a-1b2d-4b43-9ad4-ecf1028c7771 req-7e435a17-6b91-4364-9562-c4da29f203dd tempest-AttachVolumeShelveTestJSON-1639766459 tempest-AttachVolumeShelveTestJSON-1639766459-project] (103457) timed out ('10.222.0.60', 42394) {{(pid=103457) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 12 10:01:19.694836 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a5a29fa7-d991-4ace-8054-e59609d10aeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (9bee5a85-5be0-4217-aa6d-1f9c6538b987), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 10:01:21.055381 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (cdc2c050-d5b8-41e9-9f41-bf893d522faa), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 10:01:21.916997 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-dc1a182e-422a-4db1-a4d6-753a8d9bf037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (8db92903-2544-41c2-b919-def82c43c97a), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 10:01:23.195838 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-13a031d7-5ec6-42a3-899f-d50e1f06c687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (f8def58d-f1ec-4d41-abae-d1c60f542bd3), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 10:01:24.635866 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a984b3b9-a9e9-40d7-bd88-8cdbb1de5f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (e377c27d-f788-489a-9a4f-9db675c37dc4), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 10:01:26.071276 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (0e2e3861-7d79-4ce6-9d91-faa32ae2cb64), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 10:01:31.228883 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-1d9e6a58-d356-44ab-bb34-37357c1267d7 None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 12 10:01:49.696017 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-1618aa40-c050-448e-9add-e0735741c882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (9bee5a85-5be0-4217-aa6d-1f9c6538b987), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 10:01:51.068477 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-fa51a16d-133e-44cb-8d5d-c25c0920818f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (cdc2c050-d5b8-41e9-9f41-bf893d522faa), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 10:01:51.918141 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-6e10e5b0-0ba9-40b7-9331-0f0c63d9174c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (8db92903-2544-41c2-b919-def82c43c97a), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 10:01:53.198406 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-13a031d7-5ec6-42a3-899f-d50e1f06c687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (f8def58d-f1ec-4d41-abae-d1c60f542bd3), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 10:01:54.636546 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-a984b3b9-a9e9-40d7-bd88-8cdbb1de5f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (e377c27d-f788-489a-9a4f-9db675c37dc4), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 10:01:56.072170 dv-cinder-837699-5-iscsi neutron-server[103459]: DEBUG neutron_lib.callbacks.manager [None req-3806b1f3-7e23-45c1-acfb-26579cab5577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740344558084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3490963'] for agent (0e2e3861-7d79-4ce6-9d91-faa32ae2cb64), after_update {{(pid=103459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 12 10:02:08.228185 dv-cinder-837699-5-iscsi neutron-server[103460]: DEBUG neutron.db.agents_db [None req-1d9e6a58-d356-44ab-bb34-37357c1267d7 None None] Agent healthcheck: found 6 active agents {{(pid=103460) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}